-- Logs begin at Thu 2022-09-15 00:04:23 UTC, end at Thu 2022-09-15 01:07:23 UTC. -- Sep 15 00:36:00.666424 dv-cinder-857528-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 15 00:36:03.325436 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.common.config [-] Logging enabled! Sep 15 00:36:03.326012 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev572 Sep 15 00:36:03.326249 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=112841) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 15 00:36:03.329600 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.common.config [-] Logging enabled! Sep 15 00:36:03.329864 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev572 Sep 15 00:36:03.330181 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=112841) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 15 00:36:03.331130 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 00:36:03.331368 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 00:36:03.331874 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 00:36:03.332148 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 00:36:03.332361 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 00:36:03.332688 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.332997 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.333235 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.333536 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.333833 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.334121 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.334422 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.334726 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.335019 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.335308 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.335627 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.335871 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.336158 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] config_source = [] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.336454 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.336748 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.336978 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] debug = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.337263 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.337691 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.338108 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.338396 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.338694 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.338981 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.339258 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.339562 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.339856 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.340188 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] host = dv-cinder-857528-2-iscsi {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.340998 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.341292 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.341585 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.341879 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.342161 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.342443 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.342733 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.343014 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] log_dir = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.343294 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] log_file = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.343605 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.343903 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.344198 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.344502 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.344734 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.344959 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.345252 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.345549 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.345828 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.346108 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.346394 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.346673 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.346953 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.347228 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.347549 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.347841 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.348132 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.348413 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.348692 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.348970 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.349248 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.349538 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.349818 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.350097 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.350375 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.350666 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.350941 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.351221 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.351551 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.351845 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.352132 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.352424 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.352702 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.352988 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.353266 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.353543 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] use_journal = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.353819 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] use_json = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.354097 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.354374 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.354663 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.354941 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.355220 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.355516 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.355798 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.356691 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.356970 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:03.357273 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.357578 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.357886 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.358179 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.358493 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.358783 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.359080 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.359366 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.359696 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.359995 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.360290 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.360574 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.360880 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.361182 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.361481 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.361794 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.362094 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.362391 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.362677 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.362958 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.363238 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.363548 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.363845 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.364132 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.364426 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.364723 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.365009 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.365310 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.365601 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.365894 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.366192 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.366488 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.366773 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.367058 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.367357 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.367671 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.367954 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.368249 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.368534 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.368817 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.369105 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.369402 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.369695 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.369975 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.370260 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.370558 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.370843 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.371122 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.371400 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.371738 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.372021 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.372318 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.372602 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.372882 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.373159 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.373445 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.373723 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.374003 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.374287 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.374568 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.374853 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.375133 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.375412 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.375715 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.375993 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.376270 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.376555 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.376831 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.377114 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.377389 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.377665 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.377941 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.378218 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.378496 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.378786 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.379089 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.379374 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.379689 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.380241 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.380524 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.380808 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.381092 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.381375 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.381657 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.381936 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.382230 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.382521 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.382817 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.383103 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.383404 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.383730 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.384015 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.384298 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.384583 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.384866 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.385148 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.385437 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.385720 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.386004 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.386295 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.386593 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.386893 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.387217 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.387528 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.387832 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.388131 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.388429 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.388716 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.389031 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.389318 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:03.389539 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 00:36:03.389782 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=112841) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 15 00:36:03.768687 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=112841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 15 00:36:03.769012 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=112841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 15 00:36:03.769284 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=112841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 15 00:36:03.769521 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=112841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 15 00:36:03.769807 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=112841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 15 00:36:03.770145 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 15 00:36:04.098751 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.099061 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.099351 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.101174 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.101464 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.101768 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.156268 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.156553 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.156825 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.172865 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.173159 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.173438 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.202380 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.202664 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.202942 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.238902 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.239187 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.239471 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.477416 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.478043 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.478043 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.479055 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.479804 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.577522 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.577843 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.578131 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.578415 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.578696 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.579019 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.579292 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.579652 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.579921 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.580215 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.580488 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.580773 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.581042 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.581305 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.581573 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.581847 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.582111 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.582390 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.582669 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.582939 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.583221 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.583500 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.583803 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.584184 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.584455 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.584714 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.585118 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=112841) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 00:36:04.585366 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=112841) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 00:36:04.585610 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=112841) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 00:36:04.585853 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=112841) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 00:36:04.586094 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=112841) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 00:36:04.586337 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=112841) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 00:36:04.586709 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 15 00:36:04.589838 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 15 00:36:04.593893 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 15 00:36:04.597812 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Sep 15 00:36:04.599456 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 15 00:36:04.600103 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 15 00:36:04.600449 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 15 00:36:04.600846 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 15 00:36:04.603667 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 15 00:36:04.603925 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 15 00:36:04.604279 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 00:36:04.609938 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 15 00:36:04.633619 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 15 00:36:04.634081 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.634387 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=112841) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 15 00:36:04.634765 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.636164 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=112841) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 15 00:36:04.636446 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 00:36:04.636692 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 15 00:36:04.647617 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.647910 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:04.766422 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 15 00:36:04.766617 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 15 00:36:04.766860 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 15 00:36:04.767242 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 15 00:36:04.820280 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO dbcounter [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Registered counter for database neutron Sep 15 00:36:04.839933 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_db.sqlalchemy.engines [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=112841) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 15 00:36:04.846161 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG dbcounter [-] [112841] Writer thread running {{(pid=112841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 15 00:36:05.455263 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.plugins.ml2.managers [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Initializing driver for type 'gre' Sep 15 00:36:05.455910 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] gre ID ranges: [(1, 1000)] Sep 15 00:36:05.510065 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.plugins.ml2.managers [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Initializing driver for type 'local' Sep 15 00:36:05.510687 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.plugins.ml2.managers [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Initializing driver for type 'vlan' Sep 15 00:36:05.523848 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] VlanTypeDriver initialization complete Sep 15 00:36:05.524227 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.plugins.ml2.managers [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Initializing driver for type 'vxlan' Sep 15 00:36:05.524720 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] vxlan ID ranges: [(1, 1000)] Sep 15 00:36:05.581673 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.plugins.ml2.managers [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Initializing extension driver 'port_security' Sep 15 00:36:05.582184 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.plugins.ml2.extensions.port_security [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] PortSecurityExtensionDriver initialization complete Sep 15 00:36:05.582606 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.plugins.ml2.managers [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Initializing mechanism driver 'openvswitch' Sep 15 00:36:05.582993 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.plugins.ml2.managers [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Initializing mechanism driver 'hyperv' Sep 15 00:36:05.589906 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.plugins.ml2.plugin [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=112841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:36:05.590587 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > port after_create 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.590969 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > port after_update 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.591331 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > port after_delete 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.591883 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=112841) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 15 00:36:05.592315 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > subnet after_create 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.592680 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > subnet after_update 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.593035 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > subnet after_delete 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.593436 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=112841) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 15 00:36:05.593853 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > network after_create 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.594211 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > network after_update 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.594564 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > network after_delete 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.594959 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=112841) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 15 00:36:05.595419 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > security_group after_create 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.595750 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > security_group after_update 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.596100 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > security_group after_delete 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.596503 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=112841) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 15 00:36:05.596912 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.597263 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.597610 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.598135 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=112841) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 15 00:36:05.598550 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > address_group after_create 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.598905 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > address_group after_update 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.599253 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > address_group after_delete 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.599676 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=112841) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 15 00:36:05.600125 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] ML2 OVO RPC backend initialized. {{(pid=112841) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 15 00:36:05.600841 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > router_interface after_create 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.601208 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.601632 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > network before_response 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.601991 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > networks before_response 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.602343 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > port before_response 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.602689 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > ports before_response 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.603043 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > subnet before_response 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.603395 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > subnets before_response 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.603774 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > network after_create 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.604124 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > network after_update 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.604468 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > network after_delete 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.604813 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > port after_create 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.605158 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > port after_update 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.605500 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > port after_delete 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.605843 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > subnet after_create 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.606187 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > subnet after_update 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.606573 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > subnet after_delete 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.614295 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.quota [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded quota_driver: . Sep 15 00:36:05.614668 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.plugins.ml2.plugin [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Modular L2 Plugin initialization complete Sep 15 00:36:05.615025 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading services supported by the core plugin {{(pid=112841) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 15 00:36:05.615378 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.plugins.ml2.managers [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Got port-security extension from driver 'port_security' Sep 15 00:36:05.615903 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.extensions.vlantransparent [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Disabled vlantransparent extension. Sep 15 00:36:05.616411 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=112841) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 15 00:36:05.616743 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading Plugin: router Sep 15 00:36:05.653280 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > router_interface before_create 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.653680 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > router after_create 55549900 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.654061 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > router before_create 55549900 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.654435 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.654818 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.655180 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > router after_delete 55549900 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.655574 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > floatingip after_create 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.655934 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > floatingip after_update 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.656301 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > router after_create 55549900 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.656653 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > router after_update 55549900 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.657011 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > router after_update 55549900 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.657365 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.657735 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > router after_update 55549900 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.658155 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > router precommit_update 55549900 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.658535 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: port after_update 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.658885 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: port after_delete 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.659244 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: subnet after_update 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.659627 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.659990 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > port precommit_delete 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.660348 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > router precommit_create 55549900 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.660701 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: port before_delete 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.661051 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > router precommit_create 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.661416 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > router after_update 55549900 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.661769 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > router precommit_delete 55549900 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.662131 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > router precommit_create 55549900 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.662499 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > router_interface after_create 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.662854 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > router precommit_update 55549900 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.663227 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > agent after_create 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.663616 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > agent after_delete 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.663970 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > network after_delete 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.664855 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.quota.resource_registry [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Tracking information for resource: router configured {{(pid=112841) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 00:36:05.665197 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.quota.resource_registry [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Tracking information for resource: floatingip configured {{(pid=112841) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 00:36:05.670312 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.db.l3_agentschedulers_db [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 15 00:36:05.670915 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: port after_update 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.671283 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: port after_create 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.671672 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: port after_delete 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.672034 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: port after_update 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.672854 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > router before_create 55550100 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.673226 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > router precommit_delete 55550100 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.673842 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > router precommit_create 55550100 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.673939 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > router precommit_update 55550100 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.678828 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.services.provider_configuration [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Service providers = [] {{(pid=112841) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 15 00:36:05.679197 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.db.servicetype_db [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=112841) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 15 00:36:05.682222 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.services.service_base [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=112841) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 00:36:05.682584 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.services.service_base [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=112841) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 00:36:05.682936 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.services.service_base [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=112841) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 00:36:05.683862 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.services.service_base [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=112841) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 00:36:05.684756 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.services.service_base [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 15 00:36:05.685150 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=112841) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 00:36:05.685477 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 15 00:36:05.697283 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=112841) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 00:36:05.697625 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading Plugin: auto_allocate Sep 15 00:36:05.704009 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: network precommit_update 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.704391 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: network precommit_create 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.704927 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=112841) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 00:36:05.705257 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading Plugin: tag Sep 15 00:36:05.712021 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=112841) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 00:36:05.712309 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading Plugin: timestamp Sep 15 00:36:05.716491 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=112841) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 00:36:05.716825 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading Plugin: network_ip_availability Sep 15 00:36:05.722348 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.722730 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.723094 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.723871 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=112841) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 00:36:05.724201 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading Plugin: flavors Sep 15 00:36:05.728965 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=112841) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 00:36:05.729304 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading Plugin: revisions Sep 15 00:36:05.733854 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=112841) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 00:36:05.734252 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_concurrency.lockutils [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.964s {{(pid=112841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 15 00:36:05.735003 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=112841) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 15 00:36:05.735345 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Initializing extension manager. Sep 15 00:36:05.735896 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: __init__.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.736243 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: __pycache__ {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.736583 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: address_group.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.737489 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.738077 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: address-group Sep 15 00:36:05.738413 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: address_scope.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.739111 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.739655 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: address-scope Sep 15 00:36:05.739988 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: admin_state_down_before_update.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.740887 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.741402 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: router-admin-state-down-before-update Sep 15 00:36:05.741733 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: agent.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.742410 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.742919 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: agent Sep 15 00:36:05.743247 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: agent_resources_synced.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.744146 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.744661 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: agent-resources-synced Sep 15 00:36:05.744989 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: allowedaddresspairs.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.747278 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.747826 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: allowed-address-pairs Sep 15 00:36:05.748162 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: auto_allocated_topology.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.749200 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.749723 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: auto-allocated-topology Sep 15 00:36:05.750057 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: availability_zone.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.750723 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.751239 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: availability_zone Sep 15 00:36:05.751593 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: availability_zone_filter.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.752477 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.752988 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: availability_zone_filter Sep 15 00:36:05.753315 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: data_plane_status.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.754185 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.754692 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extension data-plane-status not supported by any of loaded plugins Sep 15 00:36:05.755273 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: default_subnetpools.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.756172 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.756680 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: default-subnetpools Sep 15 00:36:05.757007 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: dhcpagentscheduler.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.757785 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.758299 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: dhcp_agent_scheduler Sep 15 00:36:05.758627 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: dns.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.759527 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.760036 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extension dns-integration not supported by any of loaded plugins Sep 15 00:36:05.760363 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: dns_domain_ports.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.761242 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.761753 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 15 00:36:05.762662 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.763583 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.764089 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 15 00:36:05.764417 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: dvr.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.765062 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.765570 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: dvr Sep 15 00:36:05.765902 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: ecmp_routes.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.766781 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.767288 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 15 00:36:05.767640 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: empty_string_filtering.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.768519 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.769033 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: empty-string-filtering Sep 15 00:36:05.769362 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.770314 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.770748 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 15 00:36:05.771076 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.771979 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.772485 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 15 00:36:05.772813 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: external_net.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.773688 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.774201 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: external-net Sep 15 00:36:05.774529 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: extra_dhcp_opt.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.775397 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.775937 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: extra_dhcp_opt Sep 15 00:36:05.776265 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: extraroute.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.777137 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.777672 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: extraroute Sep 15 00:36:05.778003 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: extraroute_atomic.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.779006 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.779545 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: extraroute-atomic Sep 15 00:36:05.779875 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: filter_validation.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.780508 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.781016 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: filter-validation Sep 15 00:36:05.781344 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: fip_pf_description.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.782223 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.782726 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 15 00:36:05.783052 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: fip_pf_detail.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.783947 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.784461 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 15 00:36:05.784789 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: fip_pf_port_range.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.785662 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.786170 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 15 00:36:05.786494 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: fip_port_details.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.787386 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.787935 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: fip-port-details Sep 15 00:36:05.788265 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: flavors.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.789461 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.789987 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: flavors Sep 15 00:36:05.790325 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.791977 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.792510 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 15 00:36:05.792848 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: floatingip_pools.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.794287 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.794808 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: floatingip-pools Sep 15 00:36:05.795143 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: ip_allocation.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.796061 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.796572 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extension ip_allocation not supported by any of loaded plugins Sep 15 00:36:05.796907 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.797817 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.798332 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: ip-substring-filtering Sep 15 00:36:05.798664 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: l2_adjacency.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.799649 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.800192 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 15 00:36:05.800524 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: l3.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.801463 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.801986 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: router Sep 15 00:36:05.802321 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: l3_conntrack_helper.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.804718 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.805255 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 15 00:36:05.805595 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.806489 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.807011 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: ext-gw-mode Sep 15 00:36:05.807348 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.808265 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.808787 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: l3-ha Sep 15 00:36:05.809671 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.810551 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.811067 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 15 00:36:05.811401 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: l3_flavors.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.812325 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.812829 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: l3-flavors Sep 15 00:36:05.813160 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: l3_ndp_proxy.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.814487 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.815009 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 15 00:36:05.815345 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.816263 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.816779 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 15 00:36:05.817110 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: l3agentscheduler.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.818128 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.818648 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: l3_agent_scheduler Sep 15 00:36:05.818982 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: local_ip.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.820728 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.821263 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extension local_ip not supported by any of loaded plugins Sep 15 00:36:05.821604 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: logging.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.823046 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.823604 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extension logging not supported by any of loaded plugins Sep 15 00:36:05.823944 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: metering.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.824686 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.825267 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: metering Sep 15 00:36:05.825600 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.826662 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.827183 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: metering_source_and_destination_fields Sep 15 00:36:05.827597 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: multiprovidernet.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.828502 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.829017 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: multi-provider Sep 15 00:36:05.829345 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: netmtu.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.830228 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.830739 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: net-mtu Sep 15 00:36:05.831068 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: netmtu_writable.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.831988 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.832502 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: net-mtu-writable Sep 15 00:36:05.832832 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: network_availability_zone.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.833472 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.833976 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: network_availability_zone Sep 15 00:36:05.834300 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: network_ip_availability.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.835363 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.835904 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: network-ip-availability Sep 15 00:36:05.836236 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: network_segment_range.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.836972 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.837479 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extension network-segment-range not supported by any of loaded plugins Sep 15 00:36:05.837807 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: pagination.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.838762 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.839098 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: pagination Sep 15 00:36:05.839424 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: port_device_profile.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.840358 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.840881 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: port-device-profile Sep 15 00:36:05.841206 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: port_mac_address_override.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.842089 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.842603 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: port-mac-override Sep 15 00:36:05.842934 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.843842 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.844358 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: port-mac-address-regenerate Sep 15 00:36:05.844686 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.845566 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.846078 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: port-numa-affinity-policy Sep 15 00:36:05.846404 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: port_resource_request.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.847279 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.847816 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extension port-resource-request not supported by any of loaded plugins Sep 15 00:36:05.848143 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: port_resource_request_groups.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.849072 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.849583 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 15 00:36:05.849911 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: portbindings.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.850792 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.851329 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: binding Sep 15 00:36:05.851680 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: portbindings_extended.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.852940 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.853464 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: binding-extended Sep 15 00:36:05.853797 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: portsecurity.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.854679 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.855203 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: port-security Sep 15 00:36:05.855555 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: project_id.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.857243 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.857584 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: project-id Sep 15 00:36:05.857917 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: providernet.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.858803 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.859327 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: provider Sep 15 00:36:05.859691 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: qos.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.863216 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.863782 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extension qos not supported by any of loaded plugins Sep 15 00:36:05.864122 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.865351 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.865881 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 15 00:36:05.866220 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.867115 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.867662 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 15 00:36:05.867996 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: qos_default.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.868879 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.869401 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extension qos-default not supported by any of loaded plugins Sep 15 00:36:05.869733 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: qos_fip.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.870632 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.871152 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extension qos-fip not supported by any of loaded plugins Sep 15 00:36:05.872081 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: qos_fip_network_policy.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.872973 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.873496 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 15 00:36:05.873826 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: qos_gateway_ip.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.874714 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.875235 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 15 00:36:05.875591 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: qos_port_network_policy.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.876470 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.876987 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 15 00:36:05.877322 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.878323 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.878849 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 15 00:36:05.879183 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.880480 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.881000 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 15 00:36:05.881334 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: qos_pps_rule.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.882471 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.882995 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extension qos-pps not supported by any of loaded plugins Sep 15 00:36:05.883332 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: qos_rule_type_details.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.884251 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.884765 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 15 00:36:05.885096 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: qos_rule_type_filter.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.885994 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.886505 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 15 00:36:05.886837 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: qos_rules_alias.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.887973 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.888488 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 15 00:36:05.888816 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: quota_check_limit.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.889699 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.890219 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: quota-check-limit Sep 15 00:36:05.890549 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: quotasv2.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.891492 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.891827 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: quotas Sep 15 00:36:05.892152 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: quotasv2_detail.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.893815 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.894154 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: quota_details Sep 15 00:36:05.894489 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: rbac.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.895550 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.896076 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: rbac-policies Sep 15 00:36:05.896413 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: rbac_address_group.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.897306 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.897844 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: rbac-address-group Sep 15 00:36:05.898158 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: rbac_address_scope.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.899120 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.899670 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: rbac-address-scope Sep 15 00:36:05.900005 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: rbac_security_groups.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.900911 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.901426 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: rbac-security-groups Sep 15 00:36:05.901757 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: rbac_subnetpool.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.902672 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.903192 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: rbac-subnetpool Sep 15 00:36:05.903551 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: revisionifmatch.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.904454 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.904979 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: revision-if-match Sep 15 00:36:05.905313 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: revisions.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.906411 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.906927 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: standard-attr-revisions Sep 15 00:36:05.907262 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: router_availability_zone.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.907941 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.908456 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: router_availability_zone Sep 15 00:36:05.908786 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: routerservicetype.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.909679 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.910203 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extension router-service-type not supported by any of loaded plugins Sep 15 00:36:05.910532 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.911421 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.911967 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: security-groups-normalized-cidr Sep 15 00:36:05.912297 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: security_groups_port_filtering.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.913189 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.913706 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: port-security-groups-filtering Sep 15 00:36:05.914037 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.914935 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.915456 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: security-groups-remote-address-group Sep 15 00:36:05.915814 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.916716 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.917234 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: security-groups-shared-filtering Sep 15 00:36:05.917563 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: securitygroup.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.927851 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.928390 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: security-group Sep 15 00:36:05.928730 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: segment.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.929438 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.929958 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extension segment not supported by any of loaded plugins Sep 15 00:36:05.930295 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.931207 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.931754 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 15 00:36:05.932089 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: servicetype.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.933147 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.933670 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: service-type Sep 15 00:36:05.934552 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: sorting.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.935518 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.935858 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: sorting Sep 15 00:36:05.936193 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: standard_attr_segment.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.937092 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.937615 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 15 00:36:05.937946 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: standardattrdescription.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.938564 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.939081 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: standard-attr-description Sep 15 00:36:05.939416 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: stateful_security_group.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.940345 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.940873 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: stateful-security-group Sep 15 00:36:05.941207 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: stdattrs_common.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.941761 dv-cinder-857528-2-iscsi neutron-server[112841]: WARNING neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 15 00:36:05.942091 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.942980 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.943512 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 15 00:36:05.943846 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: subnet_onboard.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.944863 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.945386 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: subnet_onboard Sep 15 00:36:05.945720 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.946616 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.947133 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 15 00:36:05.947463 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: subnet_service_types.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.948385 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.948904 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: subnet-service-types Sep 15 00:36:05.949234 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: subnetallocation.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.950307 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.950840 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: subnet_allocation Sep 15 00:36:05.951176 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.951848 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.952369 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: subnetpool-prefix-ops Sep 15 00:36:05.952702 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.953595 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.954114 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 15 00:36:05.954444 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: tagging.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.955465 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.956022 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: standard-attr-tag Sep 15 00:36:05.956355 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: timestamp.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.957513 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.958032 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loaded extension: standard-attr-timestamp Sep 15 00:36:05.958367 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: trunk.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.959361 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.959920 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extension trunk not supported by any of loaded plugins Sep 15 00:36:05.960247 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: trunk_details.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.961135 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.961650 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extension trunk-details not supported by any of loaded plugins Sep 15 00:36:05.961981 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: uplink_status_propagation.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.962919 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.963389 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 15 00:36:05.963744 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Loading extension file: vlantransparent.py {{(pid=112841) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 00:36:05.964388 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=112841) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 00:36:05.964898 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 15 00:36:05.967617 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.quota.resource_registry [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Creating instance of TrackedResource for resource:network Sep 15 00:36:05.968156 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.quota.resource_registry [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Creating instance of TrackedResource for resource:subnet Sep 15 00:36:05.968564 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.quota.resource_registry [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 00:36:05.968965 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.quota.resource_registry [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Creating instance of TrackedResource for resource:port Sep 15 00:36:05.970265 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.v2.resource_helper [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 00:36:05.970722 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.v2.resource_helper [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Service FLAVORS assigned prefix: {{(pid=112841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 00:36:05.971338 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.v2.resource_helper [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 00:36:05.971818 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.v2.resource_helper [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 00:36:05.972161 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.quota.resource_registry [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Creating instance of TrackedResource for resource:router Sep 15 00:36:05.972601 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.quota.resource_registry [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Creating instance of TrackedResource for resource:floatingip Sep 15 00:36:05.973095 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.v2.resource_helper [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Service METERING assigned prefix: /metering {{(pid=112841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 00:36:05.974531 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.974907 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.975267 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:36:05.976308 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.quota.resource_registry [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 00:36:05.976769 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.quota.resource_registry [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Creating instance of TrackedResource for resource:security_group Sep 15 00:36:05.977212 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.quota.resource_registry [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 00:36:05.977773 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.v2.resource_helper [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Service CORE assigned prefix: {{(pid=112841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 00:36:05.978121 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.quota.resource_registry [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 00:36:05.978474 dv-cinder-857528-2-iscsi neutron-server[112841]: WARNING neutron.quota.resource_registry [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] subnetpool is already registered Sep 15 00:36:05.978910 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.v2.resource_helper [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Service CORE assigned prefix: {{(pid=112841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 00:36:05.979244 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.quota.resource_registry [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 00:36:05.979608 dv-cinder-857528-2-iscsi neutron-server[112841]: WARNING neutron.quota.resource_registry [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] subnetpool is already registered Sep 15 00:36:05.982585 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.v2.resource_helper [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 00:36:05.983041 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.v2.resource_helper [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Service FLAVORS assigned prefix: {{(pid=112841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 00:36:05.983713 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.v2.resource_helper [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 00:36:05.984275 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.v2.resource_helper [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 00:36:05.984620 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.quota.resource_registry [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Creating instance of TrackedResource for resource:router Sep 15 00:36:05.984973 dv-cinder-857528-2-iscsi neutron-server[112841]: WARNING neutron.quota.resource_registry [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] router is already registered Sep 15 00:36:05.985411 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.quota.resource_registry [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Creating instance of TrackedResource for resource:floatingip Sep 15 00:36:05.985767 dv-cinder-857528-2-iscsi neutron-server[112841]: WARNING neutron.quota.resource_registry [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] floatingip is already registered Sep 15 00:36:05.986244 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.v2.resource_helper [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Service METERING assigned prefix: /metering {{(pid=112841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 00:36:05.986983 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.quota.resource_registry [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 00:36:05.987321 dv-cinder-857528-2-iscsi neutron-server[112841]: WARNING neutron.quota.resource_registry [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] rbac_policy is already registered Sep 15 00:36:05.987782 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.quota.resource_registry [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Creating instance of TrackedResource for resource:security_group Sep 15 00:36:05.988127 dv-cinder-857528-2-iscsi neutron-server[112841]: WARNING neutron.quota.resource_registry [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] security_group is already registered Sep 15 00:36:05.988570 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.quota.resource_registry [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 00:36:05.988911 dv-cinder-857528-2-iscsi neutron-server[112841]: WARNING neutron.quota.resource_registry [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] security_group_rule is already registered Sep 15 00:36:05.989422 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.v2.resource_helper [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Service CORE assigned prefix: {{(pid=112841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 00:36:05.989760 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.quota.resource_registry [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 00:36:05.990101 dv-cinder-857528-2-iscsi neutron-server[112841]: WARNING neutron.quota.resource_registry [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] subnetpool is already registered Sep 15 00:36:05.990539 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.v2.resource_helper [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Service CORE assigned prefix: {{(pid=112841) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 00:36:05.990869 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.quota.resource_registry [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 00:36:05.991210 dv-cinder-857528-2-iscsi neutron-server[112841]: WARNING neutron.quota.resource_registry [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] subnetpool is already registered Sep 15 00:36:05.991718 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extended resource: extensions {{(pid=112841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 00:36:05.993318 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extended resource: address-groups {{(pid=112841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 00:36:05.994827 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extended resource: address-scopes {{(pid=112841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 00:36:05.996084 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extended resource: agents {{(pid=112841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 00:36:05.997907 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extended resource: auto-allocated-topology {{(pid=112841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 00:36:06.000435 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extended resource: availability_zones {{(pid=112841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 00:36:06.001692 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extended resource: dhcp-networks {{(pid=112841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 00:36:06.003146 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extended resource: dhcp-agents {{(pid=112841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 00:36:06.004750 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extended resource: routers {{(pid=112841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 00:36:06.006802 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extended resource: flavors {{(pid=112841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 00:36:06.008036 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extended resource: service_profiles {{(pid=112841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 00:36:06.009355 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extended resource: next_providers {{(pid=112841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 00:36:06.010842 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extended resource: service_profiles {{(pid=112841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 00:36:06.012453 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extended resource: floatingip-pools {{(pid=112841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 00:36:06.013718 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extended resource: routers {{(pid=112841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 00:36:06.015598 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extended resource: floatingips {{(pid=112841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 00:36:06.016806 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extended resource: l3-routers {{(pid=112841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 00:36:06.018222 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extended resource: l3-agents {{(pid=112841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 00:36:06.019805 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extended resource: metering-labels {{(pid=112841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 00:36:06.021111 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extended resource: metering-label-rules {{(pid=112841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 00:36:06.022417 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extended resource: network-ip-availabilities {{(pid=112841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 00:36:06.023818 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extended resource: bindings {{(pid=112841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 00:36:06.025424 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extended resource: quotas {{(pid=112841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 00:36:06.027015 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extended resource: quotas {{(pid=112841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 00:36:06.028747 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extended resource: rbac-policies {{(pid=112841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 00:36:06.029972 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extended resource: security-groups {{(pid=112841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 00:36:06.031197 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extended resource: security-group-rules {{(pid=112841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 00:36:06.032517 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extended resource: service-providers {{(pid=112841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 00:36:06.033860 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extended resource: subnetpools {{(pid=112841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 00:36:06.035225 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extended resource: subnetpools {{(pid=112841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 00:36:06.036732 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extended resource: tags {{(pid=112841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 00:36:06.038523 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extended resource: tags {{(pid=112841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 00:36:06.040318 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extended resource: tags {{(pid=112841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 00:36:06.042241 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extended resource: tags {{(pid=112841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 00:36:06.044510 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extended resource: tags {{(pid=112841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 00:36:06.046406 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extended resource: tags {{(pid=112841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 00:36:06.048259 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extended resource: tags {{(pid=112841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 00:36:06.050104 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extended resource: tags {{(pid=112841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 00:36:06.051930 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extended resource: tags {{(pid=112841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 00:36:06.053825 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron.api.extensions [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Extended resource: tags {{(pid=112841) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 00:36:06.061576 dv-cinder-857528-2-iscsi neutron-server[112841]: WARNING keystonemiddleware.auth_token [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 15 00:36:06.066671 dv-cinder-857528-2-iscsi neutron-server[112841]: WARNING keystonemiddleware.auth_token [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 15 00:36:06.075487 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_concurrency.lockutils [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Acquiring lock "singleton_lock" {{(pid=112841) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 15 00:36:06.075833 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_concurrency.lockutils [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Acquired lock "singleton_lock" {{(pid=112841) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 15 00:36:06.076309 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_concurrency.lockutils [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Releasing lock "singleton_lock" {{(pid=112841) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 15 00:36:06.076962 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO oslo_service.service [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Starting 2 workers Sep 15 00:36:06.081780 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Started child 112952 {{(pid=112841) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 00:36:06.086312 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Started child 112953 {{(pid=112841) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 00:36:06.087147 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:06.087800 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO neutron.service [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 15 00:36:06.088379 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Publish callbacks [] for process (None), before_spawn {{(pid=112841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:06.088643 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [-] (112952) wsgi starting up on http://0.0.0.0:9696 Sep 15 00:36:06.090843 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO oslo_service.service [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Starting 1 workers Sep 15 00:36:06.091151 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:06.092560 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [-] (112953) wsgi starting up on http://0.0.0.0:9696 Sep 15 00:36:06.096076 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Started child 112954 {{(pid=112841) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 00:36:06.096620 dv-cinder-857528-2-iscsi neutron-server[112841]: INFO oslo_service.service [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Starting 1 workers Sep 15 00:36:06.099808 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.service [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] calling RpcWorker wait() {{(pid=112954) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 15 00:36:06.100383 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.service [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] returning from RpcWorker wait() {{(pid=112954) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 15 00:36:06.101106 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Started child 112955 {{(pid=112841) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 00:36:06.101664 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:06.101864 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG neutron_lib.callbacks.manager [None req-c60fd7c9-9d60-43a2-b2e2-242204ce8555 None None] Publish callbacks [] for process (None), after_spawn {{(pid=112841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:06.102169 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:36:06.103755 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=112841) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 15 00:36:06.103967 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 00:36:06.104156 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 00:36:06.104385 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 00:36:06.104744 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 00:36:06.104927 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 00:36:06.105443 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.105725 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.106522 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:06.106987 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.106987 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.107335 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.107552 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:36:06.107648 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.107909 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.108195 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.108459 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.108629 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.108799 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.109050 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.109290 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.109618 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.109892 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.110136 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.110388 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.110560 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.110835 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] config_source = [] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.111100 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.111352 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.111654 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] debug = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.111929 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.112423 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.112657 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.112911 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.113151 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.113444 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.113700 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.113979 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.114228 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.114446 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.114689 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.114942 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.115191 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.115428 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.115692 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.115988 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.116206 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.116692 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] host = dv-cinder-857528-2-iscsi {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.116942 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.117192 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.117453 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.117690 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.117949 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.118184 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.118463 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.118735 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.118999 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.119252 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.119523 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.119792 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.120014 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] log_dir = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.120263 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] log_file = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.120433 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] log_options = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.120673 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.120958 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.121235 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.121457 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.122177 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.122340 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.122615 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.122769 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.123031 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.123267 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.123598 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.124510 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.124510 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.124510 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.124510 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.124785 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.124861 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.125042 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.125459 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.125726 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.126123 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.126297 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.126468 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.126709 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.126932 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.127193 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.127433 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.127740 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.127948 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.128212 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.128505 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.128763 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.129193 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.129602 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.130636 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.130636 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.130636 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.133260 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.133260 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.133260 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.133260 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.133260 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.133260 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.133260 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.133260 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.133747 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] use_journal = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.133747 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] use_json = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.133747 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.133747 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.134010 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.134387 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.134638 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.135210 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.135210 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.135611 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.135611 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.136982 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.136982 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.136982 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.136982 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.137611 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.137611 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.137611 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.138010 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.138010 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.138288 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.138566 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.138811 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.139125 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.139666 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.139666 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.139969 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.140245 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.140514 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.141873 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.141873 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.141873 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.141873 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.141873 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.142219 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.142219 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.142352 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.142578 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.142936 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.143218 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.143541 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.143898 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.144169 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.144439 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.144890 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.145299 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.145734 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.146134 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.146538 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.146953 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.147176 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.147463 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.147760 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.148019 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.148255 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.148475 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.148715 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.148977 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.149247 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.149500 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.149727 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.149947 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.150181 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.150406 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.150656 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.150886 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.151137 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.151393 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.151670 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.151926 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.152196 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.152413 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.153146 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.153390 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.153631 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.153875 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.154095 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.154315 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.154555 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.154795 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.155039 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.155281 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.155524 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.155751 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.155965 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.156188 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.156431 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.156676 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.157089 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.157312 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.157531 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.157750 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.157983 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.158420 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.158667 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.158891 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.159113 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.159331 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.159578 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.159796 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.160013 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.160229 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.160479 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.160810 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.161056 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.161331 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.161555 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.161833 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.162292 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.162292 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.162533 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.162902 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.163140 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.163415 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.163680 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.164090 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.164281 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.164395 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.164650 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.165033 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.165411 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.165786 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.166164 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.166532 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.166896 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.167256 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.167654 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.168053 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.169011 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.169404 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.169816 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.170064 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.170323 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.170601 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.170887 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.171135 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.171438 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.171724 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.171988 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.172312 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.172588 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.172996 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.173262 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.173538 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.173815 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.174070 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.174347 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.174581 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.174849 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.175092 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.175356 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.175608 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.175847 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.176100 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.176445 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.176699 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.176936 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.177317 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.177765 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.178021 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.178277 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.178570 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.178823 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.179095 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.179351 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.179625 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.180002 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.180253 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.180492 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.180738 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.180977 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.181200 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.181441 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.181669 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.181882 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.182120 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.182355 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.182602 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.182818 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.183042 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.183264 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.183544 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.183764 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.184013 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.184253 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.184473 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.184696 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.184916 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.185153 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.185389 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.185610 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.185889 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.186151 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.186401 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.186636 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.186884 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.187151 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.187374 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.187666 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.187899 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.188116 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.188332 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.188553 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.188762 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.188973 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.189224 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.189461 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.189702 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.189947 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.190299 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.190556 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.190802 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.191065 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.191324 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.191590 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.191794 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.192015 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.192267 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.192512 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.192739 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.192977 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.193211 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.193434 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.193652 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.193873 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.194091 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.194315 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.194601 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.194845 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.195087 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.195321 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.195599 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.195846 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.196477 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.196477 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.196765 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.196765 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.196973 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.197155 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.197374 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.197589 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.197929 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.198174 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.198411 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.198677 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.198900 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.199134 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.199365 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.199626 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.199865 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.200098 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.200318 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.200534 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.200802 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.201018 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.201231 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.201455 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.201773 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.202006 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.202239 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.202452 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.202693 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.202914 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.203134 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.203367 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.203636 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.203852 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.204066 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.204290 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.204507 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.204720 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.204950 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.205163 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.205451 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.205598 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.205814 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.206026 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.206326 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.206585 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.206825 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.207116 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.207349 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.207630 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.207872 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.208181 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.208272 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:36:06.208402 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.208645 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.208909 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.209127 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.209348 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.209617 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.209936 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.210228 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.210473 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.210742 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.211036 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.211340 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.211605 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.211859 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.212130 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.212467 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.212867 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.213069 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.213265 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.213507 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.213751 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.213971 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.214219 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.214456 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.214673 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.214910 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.215743 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.215990 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.216213 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.216467 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.216688 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.216946 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.217160 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.217383 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.217602 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.217761 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 00:36:06.218271 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=112841) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 15 00:36:06.218432 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 00:36:06.218587 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 00:36:06.218758 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 00:36:06.218927 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 00:36:06.219081 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 00:36:06.219288 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.219450 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.219635 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.219796 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.219978 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.220142 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.220304 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.220464 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.220626 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.220786 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.220947 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.221108 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.221270 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.221430 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.221590 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.221751 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.221966 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.222059 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.222223 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] config_source = [] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.222383 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.222545 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.222705 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] debug = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.222864 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.223073 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.223238 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.223399 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.223596 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.223757 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.223918 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.224079 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.224240 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.224400 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.224559 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.224727 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.224867 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.225027 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.225200 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.225337 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.225495 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.225656 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] host = dv-cinder-857528-2-iscsi {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.225823 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.225973 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.226133 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.226295 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.226455 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.226614 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.226774 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.226934 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.227096 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.227274 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.227416 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.227598 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.227759 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] log_dir = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.227919 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] log_file = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.228084 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] log_options = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.228242 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.228401 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.228564 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.228748 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.228915 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.229706 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.229706 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.229706 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.229706 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.229706 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.230168 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.230168 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.230168 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.230437 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.230437 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.230630 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.230711 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.231383 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.231595 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.232100 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.232100 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.232100 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.232325 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.232325 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.232488 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.232643 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.232803 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.232963 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.233128 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.233287 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.233447 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.233609 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.233768 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.233926 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.234086 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.234244 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.234404 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.234563 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.234725 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.234889 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.235047 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.235208 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.235369 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.235547 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.235708 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.235958 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] use_journal = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.236331 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] use_json = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.236331 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.236331 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.236999 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.236999 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.236999 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.236999 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.237538 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.237538 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.237538 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 00:36:06.237538 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.238033 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.238033 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.238033 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.238418 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.238418 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.238418 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.238807 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.238807 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.239077 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.239077 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.239337 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.239515 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.239515 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.239769 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.239912 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.240049 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.240186 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.240322 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.240460 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.240597 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.240755 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.240894 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.241057 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.241222 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.241387 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.241551 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.241722 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.241885 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.242053 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.242230 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.242391 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.242554 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.242701 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.242870 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.243032 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.243201 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.243364 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.243562 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.243729 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.243892 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.244054 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.244216 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.244378 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.244541 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.244703 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.244866 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.245027 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.245190 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.245410 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.245538 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.245656 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.245818 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.245982 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.246193 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.246315 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.246479 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.246652 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.246814 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.246977 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.247128 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.247279 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.247439 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.247651 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.247781 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.247927 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.248090 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.248252 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.248426 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.248589 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.248752 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.248915 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.249077 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.249241 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.249402 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.249565 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.249727 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.249890 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.250052 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.250215 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.250377 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.250539 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.250702 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.250865 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.251029 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.251193 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.251355 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.251529 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.251691 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.251853 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.252016 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.252186 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.252364 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.252527 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.252690 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.252853 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.253017 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.253185 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.253347 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.253510 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.253670 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.253833 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.253996 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.254159 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.254323 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.254484 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.254665 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.254808 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.255236 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.255470 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.255586 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.255733 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.255895 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.256057 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.256219 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.256383 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.256545 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.256710 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.256872 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.257034 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.257196 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.257359 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.257522 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.257693 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.257855 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.258020 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.258184 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.258352 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.258525 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.258690 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.258853 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.259015 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.259176 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.259339 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.259518 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.259682 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.259844 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.260005 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.260168 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.260340 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.260503 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.260666 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.260833 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.261016 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.261179 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.261342 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.261506 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.261670 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.261833 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.262021 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.262187 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.262351 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.262513 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.262679 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.262842 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.263005 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.263174 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.263338 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.263521 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.263688 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.263851 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.264012 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.264174 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.264337 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.264500 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.264662 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.264824 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.264987 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.265149 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.265311 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.265474 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.265638 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.265800 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.265962 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.266124 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.266284 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.266446 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.266608 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.266769 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.266931 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.267095 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.267256 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.267419 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.267601 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.267773 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.268442 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.268442 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.268442 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.268442 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.268764 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.268764 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.268906 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.268988 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.269125 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.269287 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.269450 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.269612 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.269775 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.269954 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.270116 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.270280 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.270444 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.270607 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.270770 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.270932 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.271097 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.271259 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.271421 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.271606 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.271770 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.271935 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.272097 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.272258 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.272420 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.272583 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.272743 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.272908 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.273072 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.273239 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.273401 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.273563 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.273725 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.273887 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.274050 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.274212 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.274374 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.274537 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.274700 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.274861 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.275024 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.275197 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.275360 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.275543 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.276101 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.276101 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.276101 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.276420 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.276420 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.276567 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.276651 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.276778 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.276938 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.277100 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.277264 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.277428 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.277590 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.278276 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.278440 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.278613 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.278777 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.278940 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.279104 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.279265 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.279428 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.279621 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.279785 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.279949 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.280113 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.280275 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.280430 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.280598 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.280762 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.280925 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.281088 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.281250 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.281413 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.281584 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.281748 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.281910 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.282078 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.282239 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.282400 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.282561 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.282733 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.282897 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.283060 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.283227 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.283389 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.283581 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.283745 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.283910 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.284081 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.284249 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.284413 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.284581 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.284750 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.284920 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.285084 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.285251 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.285425 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.285589 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.285751 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.285913 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.286075 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.286236 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.286398 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.286560 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.286720 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.286882 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.287044 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.287235 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.287374 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.287528 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.287693 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.287855 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.288017 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.288179 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.288341 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.288501 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 00:36:06.288657 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112841) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 00:36:06.346081 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 48766) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:36:06.353108 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [-] 10.222.0.15 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048492 Sep 15 00:36:06.358167 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [-] 10.222.0.15 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0044208 Sep 15 00:36:15.575771 dv-cinder-857528-2-iscsi neutron-server[112841]: DEBUG dbcounter [-] [112841] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=112841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:36:17.769290 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af410f75-2b53-4c3a-b658-bd20fc2cb2f4 None None] get_active_networks_info from dv-cinder-857528-2-iscsi {{(pid=112954) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 15 00:36:17.772037 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writer thread running {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 15 00:36:17.841464 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af410f75-2b53-4c3a-b658-bd20fc2cb2f4 None None] No non-hosted networks {{(pid=112954) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 15 00:36:17.859294 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-b9a4dc34-728a-4f34-b9d1-ddb363abf745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1679554'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_create {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:17.869211 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.agentschedulers_db [None req-af410f75-2b53-4c3a-b658-bd20fc2cb2f4 None None] DHCP Agent not found on host dv-cinder-857528-2-iscsi {{(pid=112954) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 15 00:36:19.389359 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writer thread running {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 15 00:36:19.984276 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14202576-1293-49ea-beec-56a33bbc365b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1679554'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_create {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:20.033642 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-9008e9a8-ef53-43f5-bce9-9bf194650644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:21.261089 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1679554'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_create {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:21.552201 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 48840) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:36:22.119962 dv-cinder-857528-2-iscsi neutron-server[112953]: WARNING oslo_policy.policy [None req-62150a2d-d55b-4751-a35e-d97397aaca48 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 00:36:22.121133 dv-cinder-857528-2-iscsi neutron-server[112953]: WARNING oslo_policy.policy [None req-62150a2d-d55b-4751-a35e-d97397aaca48 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 00:36:22.345190 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [None req-62150a2d-d55b-4751-a35e-d97397aaca48 admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112953) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 00:36:22.347524 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-62150a2d-d55b-4751-a35e-d97397aaca48 admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7932830 Sep 15 00:36:22.521750 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1679554'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_create {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:22.606432 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1679554'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_create {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:22.607174 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:22.607969 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:22.607969 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:22.608408 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:22.608778 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:22.609419 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:22.610045 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:22.610448 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:22.611028 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:22.611669 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:22.612240 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:22.612825 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:22.613378 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:22.613763 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:22.614093 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:22.614636 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-857528-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:36:22.622319 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-857528-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:36:25.041527 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 48876) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:36:25.567615 dv-cinder-857528-2-iscsi neutron-server[112952]: WARNING oslo_policy.policy [None req-bfdf3a14-16fc-4a1d-be48-e576cbf13420 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 00:36:25.568231 dv-cinder-857528-2-iscsi neutron-server[112952]: WARNING oslo_policy.policy [None req-bfdf3a14-16fc-4a1d-be48-e576cbf13420 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 00:36:25.789097 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-bfdf3a14-16fc-4a1d-be48-e576cbf13420 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:36:25.801513 dv-cinder-857528-2-iscsi neutron-server[112952]: ERROR stevedore.extension [None req-bfdf3a14-16fc-4a1d-be48-e576cbf13420 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 15 00:36:25.882812 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.policy [None req-bfdf3a14-16fc-4a1d-be48-e576cbf13420 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=112952) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 00:36:25.926395 dv-cinder-857528-2-iscsi neutron-server[112952]: WARNING oslo_policy.policy [None req-bfdf3a14-16fc-4a1d-be48-e576cbf13420 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 00:36:25.926703 dv-cinder-857528-2-iscsi neutron-server[112952]: WARNING oslo_policy.policy [None req-bfdf3a14-16fc-4a1d-be48-e576cbf13420 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 00:36:25.947554 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writer thread running {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 15 00:36:26.028292 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-bfdf3a14-16fc-4a1d-be48-e576cbf13420 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740350751185', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740350751653', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740350735049', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740350728088', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740350725418', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740350781858', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-792643', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-851253', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2083733', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2056848'] for rbac-policy (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:26.100091 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-bfdf3a14-16fc-4a1d-be48-e576cbf13420 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:26.101539 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-bfdf3a14-16fc-4a1d-be48-e576cbf13420 admin admin] 10.222.0.15 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0578444 Sep 15 00:36:26.182248 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.db.l3_hamode_db [None req-9e020554-b5f5-4057-accb-ae96188fd1af None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 15 00:36:26.267828 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e020554-b5f5-4057-accb-ae96188fd1af None None] Routers set() bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:36:26.268332 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e020554-b5f5-4057-accb-ae96188fd1af None None] Router IDs set() for agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 15 00:36:28.687454 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 48892) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:36:29.008829 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-c7d32d1a-5aa5-4da2-8656-d3901244f2fd demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:36:29.038324 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d32d1a-5aa5-4da2-8656-d3901244f2fd demo demo] Made reservation on behalf of 74b2ffbd61a140daaf31e00fa35ab0b2 for: {'network': 1} {{(pid=112952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:36:29.043015 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c7d32d1a-5aa5-4da2-8656-d3901244f2fd demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for network (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:29.061797 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c7d32d1a-5aa5-4da2-8656-d3901244f2fd demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:29.175584 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c7d32d1a-5aa5-4da2-8656-d3901244f2fd demo demo] Publish callbacks [] for security_group (7f85bf5d-e49a-4ec6-a2bd-dedc3aea6d5e), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:29.179467 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c7d32d1a-5aa5-4da2-8656-d3901244f2fd demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (7f85bf5d-e49a-4ec6-a2bd-dedc3aea6d5e), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:29.204236 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7d32d1a-5aa5-4da2-8656-d3901244f2fd demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=112952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 00:36:29.239387 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c7d32d1a-5aa5-4da2-8656-d3901244f2fd demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740354160312', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898'] for segment (b8dc13aa-8f71-49bc-a942-5c2af776628b), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:29.239907 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c7d32d1a-5aa5-4da2-8656-d3901244f2fd demo demo] Unsubscribe: segment precommit_create {{(pid=112952) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 00:36:29.240456 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.db.segments_db [None req-c7d32d1a-5aa5-4da2-8656-d3901244f2fd demo demo] Added segment b8dc13aa-8f71-49bc-a942-5c2af776628b of type vlan for network d4098742-2b69-494f-a47c-cccac8558a66 Sep 15 00:36:29.256658 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d32d1a-5aa5-4da2-8656-d3901244f2fd demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=7f85bf5d-e49a-4ec6-a2bd-dedc3aea6d5e,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:36:29.282721 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d32d1a-5aa5-4da2-8656-d3901244f2fd demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:29.283065 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d32d1a-5aa5-4da2-8656-d3901244f2fd demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:29.283421 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d32d1a-5aa5-4da2-8656-d3901244f2fd demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:29.283799 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d32d1a-5aa5-4da2-8656-d3901244f2fd demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:29.284135 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d32d1a-5aa5-4da2-8656-d3901244f2fd demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:29.284462 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d32d1a-5aa5-4da2-8656-d3901244f2fd demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:29.284786 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d32d1a-5aa5-4da2-8656-d3901244f2fd demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:29.285109 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d32d1a-5aa5-4da2-8656-d3901244f2fd demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:29.285433 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d32d1a-5aa5-4da2-8656-d3901244f2fd demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:29.285805 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d32d1a-5aa5-4da2-8656-d3901244f2fd demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:29.286308 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d32d1a-5aa5-4da2-8656-d3901244f2fd demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:29.286706 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d32d1a-5aa5-4da2-8656-d3901244f2fd demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:29.287040 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d32d1a-5aa5-4da2-8656-d3901244f2fd demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:29.287366 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d32d1a-5aa5-4da2-8656-d3901244f2fd demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:29.287712 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d32d1a-5aa5-4da2-8656-d3901244f2fd demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:29.289376 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d32d1a-5aa5-4da2-8656-d3901244f2fd demo demo] Tracked resource versions report: Sep 15 00:36:29.289376 dv-cinder-857528-2-iscsi neutron-server[112952]: pushed versions: Sep 15 00:36:29.289376 dv-cinder-857528-2-iscsi neutron-server[112952]: { 'AddressGroup': {'1.2'}, Sep 15 00:36:29.289376 dv-cinder-857528-2-iscsi neutron-server[112952]: 'Agent': {'1.1'}, Sep 15 00:36:29.289376 dv-cinder-857528-2-iscsi neutron-server[112952]: 'ConntrackHelper': {'1.0'}, Sep 15 00:36:29.289376 dv-cinder-857528-2-iscsi neutron-server[112952]: 'LocalIPAssociation': {'1.0'}, Sep 15 00:36:29.289376 dv-cinder-857528-2-iscsi neutron-server[112952]: 'Log': {'1.0'}, Sep 15 00:36:29.289376 dv-cinder-857528-2-iscsi neutron-server[112952]: 'NDPProxy': {'1.0'}, Sep 15 00:36:29.289376 dv-cinder-857528-2-iscsi neutron-server[112952]: 'Network': {'1.1'}, Sep 15 00:36:29.289376 dv-cinder-857528-2-iscsi neutron-server[112952]: 'Port': {'1.7'}, Sep 15 00:36:29.289376 dv-cinder-857528-2-iscsi neutron-server[112952]: 'PortForwarding': {'1.3'}, Sep 15 00:36:29.289376 dv-cinder-857528-2-iscsi neutron-server[112952]: 'QosPolicy': {'1.10'}, Sep 15 00:36:29.289376 dv-cinder-857528-2-iscsi neutron-server[112952]: 'SecurityGroup': {'1.5'}, Sep 15 00:36:29.289376 dv-cinder-857528-2-iscsi neutron-server[112952]: 'SecurityGroupRule': {'1.2'}, Sep 15 00:36:29.289376 dv-cinder-857528-2-iscsi neutron-server[112952]: 'SubPort': {'1.0'}, Sep 15 00:36:29.289376 dv-cinder-857528-2-iscsi neutron-server[112952]: 'Subnet': {'1.1'}, Sep 15 00:36:29.289376 dv-cinder-857528-2-iscsi neutron-server[112952]: 'Trunk': {'1.1'}} Sep 15 00:36:29.289376 dv-cinder-857528-2-iscsi neutron-server[112952]: consumer versions: Sep 15 00:36:29.289376 dv-cinder-857528-2-iscsi neutron-server[112952]: { DHCP agent@dv-cinder-857528-2-iscsi: {}, Sep 15 00:36:29.289376 dv-cinder-857528-2-iscsi neutron-server[112952]: L3 agent@dv-cinder-857528-2-iscsi: {}, Sep 15 00:36:29.289376 dv-cinder-857528-2-iscsi neutron-server[112952]: Metadata agent@dv-cinder-857528-2-iscsi: {}, Sep 15 00:36:29.289376 dv-cinder-857528-2-iscsi neutron-server[112952]: Metering agent@dv-cinder-857528-2-iscsi: {}, Sep 15 00:36:29.289376 dv-cinder-857528-2-iscsi neutron-server[112952]: Open vSwitch agent@dv-cinder-857528-2-iscsi: { 'AddressGroup': '1.2', Sep 15 00:36:29.289376 dv-cinder-857528-2-iscsi neutron-server[112952]: 'Agent': '1.1', Sep 15 00:36:29.289376 dv-cinder-857528-2-iscsi neutron-server[112952]: 'ConntrackHelper': '1.0', Sep 15 00:36:29.289376 dv-cinder-857528-2-iscsi neutron-server[112952]: 'LocalIPAssociation': '1.0', Sep 15 00:36:29.289376 dv-cinder-857528-2-iscsi neutron-server[112952]: 'Log': '1.0', Sep 15 00:36:29.289376 dv-cinder-857528-2-iscsi neutron-server[112952]: 'NDPProxy': '1.0', Sep 15 00:36:29.289376 dv-cinder-857528-2-iscsi neutron-server[112952]: 'Network': '1.1', Sep 15 00:36:29.289376 dv-cinder-857528-2-iscsi neutron-server[112952]: 'Port': '1.7', Sep 15 00:36:29.289376 dv-cinder-857528-2-iscsi neutron-server[112952]: 'PortForwarding': '1.3', Sep 15 00:36:29.289376 dv-cinder-857528-2-iscsi neutron-server[112952]: 'QosPolicy': '1.10', Sep 15 00:36:29.289376 dv-cinder-857528-2-iscsi neutron-server[112952]: 'SecurityGroup': '1.5', Sep 15 00:36:29.289376 dv-cinder-857528-2-iscsi neutron-server[112952]: 'SecurityGroupRule': '1.2', Sep 15 00:36:29.289376 dv-cinder-857528-2-iscsi neutron-server[112952]: 'SubPort': '1.0', Sep 15 00:36:29.289376 dv-cinder-857528-2-iscsi neutron-server[112952]: 'Subnet': '1.1', Sep 15 00:36:29.289376 dv-cinder-857528-2-iscsi neutron-server[112952]: 'Trunk': '1.1'}} Sep 15 00:36:29.289376 dv-cinder-857528-2-iscsi neutron-server[112952]: {{(pid=112952) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 00:36:29.349341 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c7d32d1a-5aa5-4da2-8656-d3901244f2fd demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740353647288'] for network (d4098742-2b69-494f-a47c-cccac8558a66), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:29.391622 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c7d32d1a-5aa5-4da2-8656-d3901244f2fd demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177'] for network (d4098742-2b69-494f-a47c-cccac8558a66), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:29.396631 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d32d1a-5aa5-4da2-8656-d3901244f2fd demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:36:29.397343 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c7d32d1a-5aa5-4da2-8656-d3901244f2fd demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for network (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:29.483500 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-c7d32d1a-5aa5-4da2-8656-d3901244f2fd demo demo] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7949395 Sep 15 00:36:29.517537 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=55,neutron:INSERT=42,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:36:29.521878 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d32d1a-5aa5-4da2-8656-d3901244f2fd demo demo] Pushing event updated for resources: {'Network': ['ID=d4098742-2b69-494f-a47c-cccac8558a66,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:36:29.543635 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Network d4098742-2b69-494f-a47c-cccac8558a66 details requested by agent ovs-agent-dv-cinder-857528-2-iscsi with host dv-cinder-857528-2-iscsi {{(pid=112954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 00:36:32.109573 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 48906) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:36:32.525054 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b833bdbf-7213-4fd6-95f9-a263d733141c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:36:32.526915 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-b833bdbf-7213-4fd6-95f9-a263d733141c demo admin] 10.222.0.15 "GET /networking/v2.0/networks/d4098742-2b69-494f-a47c-cccac8558a66 HTTP/1.1" status: 200 len: 824 time: 0.4158804 Sep 15 00:36:32.551995 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-d7986587-6e51-4855-9f49-dbff782df6fb demo admin] 10.222.0.15 "GET /networking/v2.0/subnetpools/38890ad8-89e6-4b7f-b04b-6d2ce1289399 HTTP/1.1" status: 200 len: 734 time: 0.0190980 Sep 15 00:36:32.560688 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-7cd78a14-0509-4cf1-961e-e6dad9eb08fc demo admin] Request body: {'subnet': {'network_id': 'd4098742-2b69-494f-a47c-cccac8558a66', 'subnetpool_id': '38890ad8-89e6-4b7f-b04b-6d2ce1289399', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:36:32.583071 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd78a14-0509-4cf1-961e-e6dad9eb08fc demo admin] Made reservation on behalf of 74b2ffbd61a140daaf31e00fa35ab0b2 for: {'subnet': 1} {{(pid=112952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:36:32.585587 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-7cd78a14-0509-4cf1-961e-e6dad9eb08fc demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:32.802822 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:36:32.879031 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-7cd78a14-0509-4cf1-961e-e6dad9eb08fc demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177'] for subnet (9a04a4f8-ac07-4e52-be06-b5fc1ee2d919), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:32.949129 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd78a14-0509-4cf1-961e-e6dad9eb08fc demo admin] Pushing event updated for resources: {'Subnet': ['ID=9a04a4f8-ac07-4e52-be06-b5fc1ee2d919,revision_number=0']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:36:32.953706 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd78a14-0509-4cf1-961e-e6dad9eb08fc demo admin] Checking segment: {'id': 'b8dc13aa-8f71-49bc-a942-5c2af776628b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd4098742-2b69-494f-a47c-cccac8558a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:36:32.954232 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd78a14-0509-4cf1-961e-e6dad9eb08fc demo admin] Network hostable DHCP agents. Network: d4098742-2b69-494f-a47c-cccac8558a66, hostable agents: ['abe268bd-80e0-4b66-bd7b-8cd34d7e839c'], hosted agents: [] {{(pid=112952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 00:36:32.975452 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd78a14-0509-4cf1-961e-e6dad9eb08fc demo admin] Network d4098742-2b69-494f-a47c-cccac8558a66 is scheduled to be hosted by DHCP agent abe268bd-80e0-4b66-bd7b-8cd34d7e839c with binding_index 1 {{(pid=112952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 00:36:32.986349 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.base_scheduler [None req-7cd78a14-0509-4cf1-961e-e6dad9eb08fc demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-2-iscsi, d4098742-2b69-494f-a47c-cccac8558a66) {{(pid=112952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:36:32.991436 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd78a14-0509-4cf1-961e-e6dad9eb08fc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:36:32.992063 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-7cd78a14-0509-4cf1-961e-e6dad9eb08fc demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for subnet (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:32.996227 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc7001f-1460-422f-82f6-0811b2a0e76b None None] Network d4098742-2b69-494f-a47c-cccac8558a66 requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:36:33.007833 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-7cd78a14-0509-4cf1-961e-e6dad9eb08fc demo admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4503102 Sep 15 00:36:33.258784 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4fb92f-4859-4355-bea6-6dd64805b7a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3047b3e4-ccd7-5ac9-918c-8e3fb3633ad1-d4098742-2b69-494f-a47c-cccac8558a66', 'network_id': 'd4098742-2b69-494f-a47c-cccac8558a66', 'project_id': '74b2ffbd61a140daaf31e00fa35ab0b2', 'fixed_ips': [{'subnet_id': '9a04a4f8-ac07-4e52-be06-b5fc1ee2d919'}]}} from dv-cinder-857528-2-iscsi. {{(pid=112954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 00:36:33.260201 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-bc4fb92f-4859-4355-bea6-6dd64805b7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:33.532487 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=7 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:36:33.535743 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.db_base_plugin_common [None req-bc4fb92f-4859-4355-bea6-6dd64805b7a4 None None] Allocated IP 172.20.0.2 (d4098742-2b69-494f-a47c-cccac8558a66/9a04a4f8-ac07-4e52-be06-b5fc1ee2d919/cb96f528-bb6f-4eac-8103-392cfec9e3b6) {{(pid=112954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:36:33.537182 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:36:33.624250 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=62,neutron:INSERT=36,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:36:33.811688 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-bc4fb92f-4859-4355-bea6-6dd64805b7a4 None None] Publish callbacks [] for port (cb96f528-bb6f-4eac-8103-392cfec9e3b6), precommit_create {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:33.820530 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-bc4fb92f-4859-4355-bea6-6dd64805b7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163'] for port (cb96f528-bb6f-4eac-8103-392cfec9e3b6), after_create {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:33.897758 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4fb92f-4859-4355-bea6-6dd64805b7a4 None None] Network d4098742-2b69-494f-a47c-cccac8558a66 is already hosted by enough agents. {{(pid=112954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:36:33.903159 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:36:33.905009 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.scheduler.base_scheduler [None req-bc4fb92f-4859-4355-bea6-6dd64805b7a4 None None] Resources bound (agent type, host, resource id): {{(pid=112954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:36:33.910817 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4fb92f-4859-4355-bea6-6dd64805b7a4 None None] Pushing event updated for resources: {'Port': ['ID=cb96f528-bb6f-4eac-8103-392cfec9e3b6,revision_number=1']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:36:33.913384 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4fb92f-4859-4355-bea6-6dd64805b7a4 None None] Received port after_create {{(pid=112954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:36:33.928691 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4fb92f-4859-4355-bea6-6dd64805b7a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:33.929041 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4fb92f-4859-4355-bea6-6dd64805b7a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:33.929401 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4fb92f-4859-4355-bea6-6dd64805b7a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:33.929763 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4fb92f-4859-4355-bea6-6dd64805b7a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:33.930103 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4fb92f-4859-4355-bea6-6dd64805b7a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:33.930433 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4fb92f-4859-4355-bea6-6dd64805b7a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:33.930763 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4fb92f-4859-4355-bea6-6dd64805b7a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:33.931091 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4fb92f-4859-4355-bea6-6dd64805b7a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:33.931419 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4fb92f-4859-4355-bea6-6dd64805b7a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:33.931767 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4fb92f-4859-4355-bea6-6dd64805b7a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:33.932099 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4fb92f-4859-4355-bea6-6dd64805b7a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:33.932477 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4fb92f-4859-4355-bea6-6dd64805b7a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:33.932808 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4fb92f-4859-4355-bea6-6dd64805b7a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:33.933129 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4fb92f-4859-4355-bea6-6dd64805b7a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:33.933452 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4fb92f-4859-4355-bea6-6dd64805b7a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:33.934882 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4fb92f-4859-4355-bea6-6dd64805b7a4 None None] Tracked resource versions report: Sep 15 00:36:33.934882 dv-cinder-857528-2-iscsi neutron-server[112954]: pushed versions: Sep 15 00:36:33.934882 dv-cinder-857528-2-iscsi neutron-server[112954]: { 'AddressGroup': {'1.2'}, Sep 15 00:36:33.934882 dv-cinder-857528-2-iscsi neutron-server[112954]: 'Agent': {'1.1'}, Sep 15 00:36:33.934882 dv-cinder-857528-2-iscsi neutron-server[112954]: 'ConntrackHelper': {'1.0'}, Sep 15 00:36:33.934882 dv-cinder-857528-2-iscsi neutron-server[112954]: 'LocalIPAssociation': {'1.0'}, Sep 15 00:36:33.934882 dv-cinder-857528-2-iscsi neutron-server[112954]: 'Log': {'1.0'}, Sep 15 00:36:33.934882 dv-cinder-857528-2-iscsi neutron-server[112954]: 'NDPProxy': {'1.0'}, Sep 15 00:36:33.934882 dv-cinder-857528-2-iscsi neutron-server[112954]: 'Network': {'1.1'}, Sep 15 00:36:33.934882 dv-cinder-857528-2-iscsi neutron-server[112954]: 'Port': {'1.7'}, Sep 15 00:36:33.934882 dv-cinder-857528-2-iscsi neutron-server[112954]: 'PortForwarding': {'1.3'}, Sep 15 00:36:33.934882 dv-cinder-857528-2-iscsi neutron-server[112954]: 'QosPolicy': {'1.10'}, Sep 15 00:36:33.934882 dv-cinder-857528-2-iscsi neutron-server[112954]: 'SecurityGroup': {'1.5'}, Sep 15 00:36:33.934882 dv-cinder-857528-2-iscsi neutron-server[112954]: 'SecurityGroupRule': {'1.2'}, Sep 15 00:36:33.934882 dv-cinder-857528-2-iscsi neutron-server[112954]: 'SubPort': {'1.0'}, Sep 15 00:36:33.934882 dv-cinder-857528-2-iscsi neutron-server[112954]: 'Subnet': {'1.1'}, Sep 15 00:36:33.934882 dv-cinder-857528-2-iscsi neutron-server[112954]: 'Trunk': {'1.1'}} Sep 15 00:36:33.934882 dv-cinder-857528-2-iscsi neutron-server[112954]: consumer versions: Sep 15 00:36:33.934882 dv-cinder-857528-2-iscsi neutron-server[112954]: { DHCP agent@dv-cinder-857528-2-iscsi: {}, Sep 15 00:36:33.934882 dv-cinder-857528-2-iscsi neutron-server[112954]: L3 agent@dv-cinder-857528-2-iscsi: {}, Sep 15 00:36:33.934882 dv-cinder-857528-2-iscsi neutron-server[112954]: Metadata agent@dv-cinder-857528-2-iscsi: {}, Sep 15 00:36:33.934882 dv-cinder-857528-2-iscsi neutron-server[112954]: Metering agent@dv-cinder-857528-2-iscsi: {}, Sep 15 00:36:33.934882 dv-cinder-857528-2-iscsi neutron-server[112954]: Open vSwitch agent@dv-cinder-857528-2-iscsi: { 'AddressGroup': '1.2', Sep 15 00:36:33.934882 dv-cinder-857528-2-iscsi neutron-server[112954]: 'Agent': '1.1', Sep 15 00:36:33.934882 dv-cinder-857528-2-iscsi neutron-server[112954]: 'ConntrackHelper': '1.0', Sep 15 00:36:33.934882 dv-cinder-857528-2-iscsi neutron-server[112954]: 'LocalIPAssociation': '1.0', Sep 15 00:36:33.934882 dv-cinder-857528-2-iscsi neutron-server[112954]: 'Log': '1.0', Sep 15 00:36:33.934882 dv-cinder-857528-2-iscsi neutron-server[112954]: 'NDPProxy': '1.0', Sep 15 00:36:33.934882 dv-cinder-857528-2-iscsi neutron-server[112954]: 'Network': '1.1', Sep 15 00:36:33.934882 dv-cinder-857528-2-iscsi neutron-server[112954]: 'Port': '1.7', Sep 15 00:36:33.934882 dv-cinder-857528-2-iscsi neutron-server[112954]: 'PortForwarding': '1.3', Sep 15 00:36:33.934882 dv-cinder-857528-2-iscsi neutron-server[112954]: 'QosPolicy': '1.10', Sep 15 00:36:33.934882 dv-cinder-857528-2-iscsi neutron-server[112954]: 'SecurityGroup': '1.5', Sep 15 00:36:33.934882 dv-cinder-857528-2-iscsi neutron-server[112954]: 'SecurityGroupRule': '1.2', Sep 15 00:36:33.934882 dv-cinder-857528-2-iscsi neutron-server[112954]: 'SubPort': '1.0', Sep 15 00:36:33.934882 dv-cinder-857528-2-iscsi neutron-server[112954]: 'Subnet': '1.1', Sep 15 00:36:33.934882 dv-cinder-857528-2-iscsi neutron-server[112954]: 'Trunk': '1.1'}} Sep 15 00:36:33.934882 dv-cinder-857528-2-iscsi neutron-server[112954]: {{(pid=112954) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 00:36:34.010554 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-bc4fb92f-4859-4355-bea6-6dd64805b7a4 None None] Attempting to bind port cb96f528-bb6f-4eac-8103-392cfec9e3b6 on host dv-cinder-857528-2-iscsi for vnic_type normal with profile {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:36:34.011190 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-bc4fb92f-4859-4355-bea6-6dd64805b7a4 None None] Attempting to bind port cb96f528-bb6f-4eac-8103-392cfec9e3b6 by drivers openvswitch,hyperv on host dv-cinder-857528-2-iscsi at level 0 using segments [{'id': 'b8dc13aa-8f71-49bc-a942-5c2af776628b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd4098742-2b69-494f-a47c-cccac8558a66'}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:36:34.011385 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4fb92f-4859-4355-bea6-6dd64805b7a4 None None] Attempting to bind port cb96f528-bb6f-4eac-8103-392cfec9e3b6 on network d4098742-2b69-494f-a47c-cccac8558a66 {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:36:34.058031 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4fb92f-4859-4355-bea6-6dd64805b7a4 None None] Checking agent: {'id': 'f85e816c-fb48-4744-a66a-e79ceb68e67e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 36, 23), 'started_at': datetime.datetime(2022, 9, 15, 0, 36, 23), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:36:34.058395 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4fb92f-4859-4355-bea6-6dd64805b7a4 None None] Checking segment: {'id': 'b8dc13aa-8f71-49bc-a942-5c2af776628b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd4098742-2b69-494f-a47c-cccac8558a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:36:34.058896 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-bc4fb92f-4859-4355-bea6-6dd64805b7a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:34.059283 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4fb92f-4859-4355-bea6-6dd64805b7a4 None None] Bound using segment: {'id': 'b8dc13aa-8f71-49bc-a942-5c2af776628b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd4098742-2b69-494f-a47c-cccac8558a66'} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:36:34.059778 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-bc4fb92f-4859-4355-bea6-6dd64805b7a4 None None] Bound port: cb96f528-bb6f-4eac-8103-392cfec9e3b6, host: dv-cinder-857528-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8dc13aa-8f71-49bc-a942-5c2af776628b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd4098742-2b69-494f-a47c-cccac8558a66'}}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:36:34.060187 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-bc4fb92f-4859-4355-bea6-6dd64805b7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (cb96f528-bb6f-4eac-8103-392cfec9e3b6), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:34.121508 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-bc4fb92f-4859-4355-bea6-6dd64805b7a4 None None] For port cb96f528-bb6f-4eac-8103-392cfec9e3b6, host dv-cinder-857528-2-iscsi, cleared binding levels {{(pid=112954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:36:34.140605 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-bc4fb92f-4859-4355-bea6-6dd64805b7a4 None None] For port cb96f528-bb6f-4eac-8103-392cfec9e3b6, host dv-cinder-857528-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=cb96f528-bb6f-4eac-8103-392cfec9e3b6,segment=NetworkSegment(b8dc13aa-8f71-49bc-a942-5c2af776628b),segment_id=b8dc13aa-8f71-49bc-a942-5c2af776628b)] {{(pid=112954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:36:34.147776 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-bc4fb92f-4859-4355-bea6-6dd64805b7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (cb96f528-bb6f-4eac-8103-392cfec9e3b6), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:34.197880 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4fb92f-4859-4355-bea6-6dd64805b7a4 None None] Pushing event updated for resources: {'Port': ['ID=cb96f528-bb6f-4eac-8103-392cfec9e3b6,revision_number=2']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:36:35.657030 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 48920) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:36:35.984648 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [None req-1aade596-e869-4ccb-9973-51e5dae763da admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112953) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 00:36:35.985611 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-1aade596-e869-4ccb-9973-51e5dae763da admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3277547 Sep 15 00:36:38.643716 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 48928) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:36:38.978908 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [None req-8c911be6-2f16-466e-b48b-28bb699e43c1 admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112953) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 00:36:38.982519 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-8c911be6-2f16-466e-b48b-28bb699e43c1 admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3378568 Sep 15 00:36:41.624446 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 48940) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:36:41.954491 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-a31ba5a4-f89b-4446-8b7d-6bda1e5fbb71 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:36:41.964292 dv-cinder-857528-2-iscsi neutron-server[112953]: ERROR stevedore.extension [None req-a31ba5a4-f89b-4446-8b7d-6bda1e5fbb71 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 15 00:36:42.016381 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.policy [None req-a31ba5a4-f89b-4446-8b7d-6bda1e5fbb71 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=112953) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 00:36:42.059250 dv-cinder-857528-2-iscsi neutron-server[112953]: WARNING oslo_policy.policy [None req-a31ba5a4-f89b-4446-8b7d-6bda1e5fbb71 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 00:36:42.059671 dv-cinder-857528-2-iscsi neutron-server[112953]: WARNING oslo_policy.policy [None req-a31ba5a4-f89b-4446-8b7d-6bda1e5fbb71 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 00:36:42.080165 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writer thread running {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 15 00:36:42.080807 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:36:42.128461 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-a31ba5a4-f89b-4446-8b7d-6bda1e5fbb71 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3733'] for router (158a4393-9f26-43f7-bcce-821fd0706b71), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:42.130768 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-a31ba5a4-f89b-4446-8b7d-6bda1e5fbb71 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1683127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1672952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2000688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3740'] for router (158a4393-9f26-43f7-bcce-821fd0706b71), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:42.255808 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb68769-1dda-4cae-930d-ce133fd07af9 None None] Network d4098742-2b69-494f-a47c-cccac8558a66 requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:36:42.308303 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-a31ba5a4-f89b-4446-8b7d-6bda1e5fbb71 demo demo] Publish callbacks [] for router_controller (158a4393-9f26-43f7-bcce-821fd0706b71), precommit_add_association {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:42.313510 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-a31ba5a4-f89b-4446-8b7d-6bda1e5fbb71 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1683183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1682215'] for router (158a4393-9f26-43f7-bcce-821fd0706b71), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:42.326818 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device cb96f528-bb6f-4eac-8103-392cfec9e3b6 up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:36:42.341655 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-a31ba5a4-f89b-4446-8b7d-6bda1e5fbb71 demo demo] Publish callbacks [] for router (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:42.344082 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-a31ba5a4-f89b-4446-8b7d-6bda1e5fbb71 demo demo] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7184544 Sep 15 00:36:42.365612 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-87758835-5ab7-46a0-a1a9-17f7c2368eff None None] Provisioning complete for port cb96f528-bb6f-4eac-8103-392cfec9e3b6 triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:36:42.366032 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-87758835-5ab7-46a0-a1a9-17f7c2368eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (cb96f528-bb6f-4eac-8103-392cfec9e3b6), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:42.366389 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-87758835-5ab7-46a0-a1a9-17f7c2368eff None None] Attempt 1 to provision port cb96f528-bb6f-4eac-8103-392cfec9e3b6 Sep 15 00:36:42.539472 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port cb96f528-bb6f-4eac-8103-392cfec9e3b6 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:36:42.539947 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (cb96f528-bb6f-4eac-8103-392cfec9e3b6), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:42.540329 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port cb96f528-bb6f-4eac-8103-392cfec9e3b6 Sep 15 00:36:42.628865 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-87758835-5ab7-46a0-a1a9-17f7c2368eff None None] Current status of the port cb96f528-bb6f-4eac-8103-392cfec9e3b6 is: DOWN; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:36:42.629505 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-87758835-5ab7-46a0-a1a9-17f7c2368eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (cb96f528-bb6f-4eac-8103-392cfec9e3b6), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:42.633871 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:36:42.700068 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-87758835-5ab7-46a0-a1a9-17f7c2368eff None None] For port cb96f528-bb6f-4eac-8103-392cfec9e3b6, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=cb96f528-bb6f-4eac-8103-392cfec9e3b6,segment=NetworkSegment(b8dc13aa-8f71-49bc-a942-5c2af776628b),segment_id=b8dc13aa-8f71-49bc-a942-5c2af776628b)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:36:42.706110 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-87758835-5ab7-46a0-a1a9-17f7c2368eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (cb96f528-bb6f-4eac-8103-392cfec9e3b6), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:42.712996 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port cb96f528-bb6f-4eac-8103-392cfec9e3b6 is: DOWN; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:36:42.712996 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (cb96f528-bb6f-4eac-8103-392cfec9e3b6), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:42.792425 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87758835-5ab7-46a0-a1a9-17f7c2368eff None None] Pushing event updated for resources: {'Port': ['ID=cb96f528-bb6f-4eac-8103-392cfec9e3b6,revision_number=3']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:36:42.804409 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.db.api [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 15 00:36:42.804893 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG oslo_db.api [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 00:36:42.821732 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-07b94786-3ece-4c4d-be7b-8875f95c00d6 None None] Provisioning complete for port cb96f528-bb6f-4eac-8103-392cfec9e3b6 triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:36:42.822033 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-07b94786-3ece-4c4d-be7b-8875f95c00d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (cb96f528-bb6f-4eac-8103-392cfec9e3b6), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:42.822377 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-07b94786-3ece-4c4d-be7b-8875f95c00d6 None None] Attempt 1 to provision port cb96f528-bb6f-4eac-8103-392cfec9e3b6 Sep 15 00:36:42.896246 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-07b94786-3ece-4c4d-be7b-8875f95c00d6 None None] Current status of the port cb96f528-bb6f-4eac-8103-392cfec9e3b6 is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:36:43.001046 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=20,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:36:43.001822 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=62,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:36:43.337589 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port cb96f528-bb6f-4eac-8103-392cfec9e3b6 is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:36:44.272689 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device cb96f528-bb6f-4eac-8103-392cfec9e3b6 up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:36:44.318670 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port cb96f528-bb6f-4eac-8103-392cfec9e3b6 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:36:44.319059 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (cb96f528-bb6f-4eac-8103-392cfec9e3b6), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:44.319395 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port cb96f528-bb6f-4eac-8103-392cfec9e3b6 Sep 15 00:36:44.348420 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:36:44.391076 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port cb96f528-bb6f-4eac-8103-392cfec9e3b6 is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:36:44.980589 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 48956) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:36:45.300027 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [None req-390b89e2-6a3e-44b2-b1c2-9517e4158d22 admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112953) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 00:36:45.301015 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-390b89e2-6a3e-44b2-b1c2-9517e4158d22 admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3195059 Sep 15 00:36:47.696644 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-1070b9e2-d2b7-4d95-a67d-42354436f2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:47.897222 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 48964) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:36:48.211889 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-dd5ca87e-31f0-440e-b700-b0229f694baa admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:36:48.231235 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5ca87e-31f0-440e-b700-b0229f694baa admin admin] Made reservation on behalf of e1704ba0a17f4363ab56f84c09fdea08 for: {'network': 1} {{(pid=112952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:36:48.233549 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-dd5ca87e-31f0-440e-b700-b0229f694baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for network (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:48.241616 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-dd5ca87e-31f0-440e-b700-b0229f694baa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:48.318283 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-dd5ca87e-31f0-440e-b700-b0229f694baa admin admin] Publish callbacks [] for security_group (554e4c55-4224-48bc-aa20-efe0e5e31429), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:48.324917 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-dd5ca87e-31f0-440e-b700-b0229f694baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (554e4c55-4224-48bc-aa20-efe0e5e31429), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:48.340131 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-dd5ca87e-31f0-440e-b700-b0229f694baa admin admin] Reserving flat network on physical network physnet1 {{(pid=112952) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 15 00:36:48.359454 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ca87e-31f0-440e-b700-b0229f694baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554e4c55-4224-48bc-aa20-efe0e5e31429,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:36:48.364919 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-dd5ca87e-31f0-440e-b700-b0229f694baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898'] for segment (bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:48.365258 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.db.segments_db [None req-dd5ca87e-31f0-440e-b700-b0229f694baa admin admin] Added segment bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89 of type flat for network 53046852-16e9-4bc6-a26e-a34c1d2139e6 Sep 15 00:36:48.412787 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-dd5ca87e-31f0-440e-b700-b0229f694baa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740353647288'] for network (53046852-16e9-4bc6-a26e-a34c1d2139e6), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:48.444681 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-dd5ca87e-31f0-440e-b700-b0229f694baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177'] for network (53046852-16e9-4bc6-a26e-a34c1d2139e6), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:48.445674 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5ca87e-31f0-440e-b700-b0229f694baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:36:48.446253 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-dd5ca87e-31f0-440e-b700-b0229f694baa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for network (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:48.518942 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-dd5ca87e-31f0-440e-b700-b0229f694baa admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6206279 Sep 15 00:36:48.548015 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ca87e-31f0-440e-b700-b0229f694baa admin admin] Pushing event updated for resources: {'Network': ['ID=53046852-16e9-4bc6-a26e-a34c1d2139e6,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:36:48.558802 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Network 53046852-16e9-4bc6-a26e-a34c1d2139e6 details requested by agent ovs-agent-dv-cinder-857528-2-iscsi with host dv-cinder-857528-2-iscsi {{(pid=112954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 00:36:49.982666 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-5e419a35-df6a-4327-9e32-a27114d68388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:51.112281 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 48972) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:36:51.229286 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:51.479178 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cff58e6-d516-474c-b4e6-74d8197dac97 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:36:51.480535 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-9cff58e6-d516-474c-b4e6-74d8197dac97 demo admin] 10.222.0.15 "GET /networking/v2.0/subnets/9a04a4f8-ac07-4e52-be06-b5fc1ee2d919 HTTP/1.1" status: 200 len: 849 time: 0.3673019 Sep 15 00:36:51.639785 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-122b05b7-6f61-4174-be15-ea8c3bc138e6 demo admin] 10.222.0.15 "GET /networking/v2.0/routers/158a4393-9f26-43f7-bcce-821fd0706b71 HTTP/1.1" status: 200 len: 704 time: 0.1533160 Sep 15 00:36:51.899865 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d4707d29-cabe-4a25-9594-0a6c949b1b13 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:52.112064 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:36:52.168339 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:36:52.188801 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.db_base_plugin_common [None req-d4707d29-cabe-4a25-9594-0a6c949b1b13 demo admin] Allocated IP 172.20.0.1 (d4098742-2b69-494f-a47c-cccac8558a66/9a04a4f8-ac07-4e52-be06-b5fc1ee2d919/d779b9c1-bdd3-422d-8d91-2de771017ad1) {{(pid=112952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:36:52.307436 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=4,neutron:INSERT=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:36:52.333616 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=14,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:36:52.388536 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d4707d29-cabe-4a25-9594-0a6c949b1b13 demo admin] Publish callbacks [] for port (d779b9c1-bdd3-422d-8d91-2de771017ad1), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:52.448694 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d4707d29-cabe-4a25-9594-0a6c949b1b13 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163'] for port (d779b9c1-bdd3-422d-8d91-2de771017ad1), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:52.489702 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:52.525262 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4707d29-cabe-4a25-9594-0a6c949b1b13 demo admin] Network d4098742-2b69-494f-a47c-cccac8558a66 is already hosted by enough agents. {{(pid=112952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:36:52.536596 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.base_scheduler [None req-d4707d29-cabe-4a25-9594-0a6c949b1b13 demo admin] Resources bound (agent type, host, resource id): {{(pid=112952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:36:52.541485 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4707d29-cabe-4a25-9594-0a6c949b1b13 demo admin] Received port after_create {{(pid=112952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:36:52.542063 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d4707d29-cabe-4a25-9594-0a6c949b1b13 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1673502'] for router_interface (158a4393-9f26-43f7-bcce-821fd0706b71), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:52.561608 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4707d29-cabe-4a25-9594-0a6c949b1b13 demo admin] Pushing event updated for resources: {'Port': ['ID=d779b9c1-bdd3-422d-8d91-2de771017ad1,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:36:52.613219 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:52.741364 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d4707d29-cabe-4a25-9594-0a6c949b1b13 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (d779b9c1-bdd3-422d-8d91-2de771017ad1), before_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:52.765807 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-88b6e112-28a8-429f-8ef9-849c5a29048e None None] Provisioning complete for port d779b9c1-bdd3-422d-8d91-2de771017ad1 triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:36:52.766190 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-88b6e112-28a8-429f-8ef9-849c5a29048e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (d779b9c1-bdd3-422d-8d91-2de771017ad1), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:52.766530 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-88b6e112-28a8-429f-8ef9-849c5a29048e None None] Attempt 1 to provision port d779b9c1-bdd3-422d-8d91-2de771017ad1 Sep 15 00:36:52.797418 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-88b6e112-28a8-429f-8ef9-849c5a29048e None None] Port d779b9c1-bdd3-422d-8d91-2de771017ad1 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:36:52.947304 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d4707d29-cabe-4a25-9594-0a6c949b1b13 demo admin] Publish callbacks [] for port (d779b9c1-bdd3-422d-8d91-2de771017ad1), precommit_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:52.951472 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d4707d29-cabe-4a25-9594-0a6c949b1b13 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (d779b9c1-bdd3-422d-8d91-2de771017ad1), after_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:52.952241 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d4707d29-cabe-4a25-9594-0a6c949b1b13 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1673610'] for router_interface (158a4393-9f26-43f7-bcce-821fd0706b71), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:53.030307 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4707d29-cabe-4a25-9594-0a6c949b1b13 demo admin] Pushing event updated for resources: {'Port': ['ID=d779b9c1-bdd3-422d-8d91-2de771017ad1,revision_number=2']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:36:53.078898 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4707d29-cabe-4a25-9594-0a6c949b1b13 demo admin] Network d4098742-2b69-494f-a47c-cccac8558a66 is already hosted by enough agents. {{(pid=112952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:36:53.080225 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.base_scheduler [None req-d4707d29-cabe-4a25-9594-0a6c949b1b13 demo admin] Resources bound (agent type, host, resource id): {{(pid=112952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:36:53.090584 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:36:53.144776 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 5 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 00:36:53.231778 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:36:53.237616 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4707d29-cabe-4a25-9594-0a6c949b1b13 demo admin] Router 158a4393-9f26-43f7-bcce-821fd0706b71 is scheduled to L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe with binding_index 1 {{(pid=112952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 00:36:53.298984 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-88b6e112-28a8-429f-8ef9-849c5a29048e None None] Attempt 2 to provision port d779b9c1-bdd3-422d-8d91-2de771017ad1 Sep 15 00:36:53.331075 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-88b6e112-28a8-429f-8ef9-849c5a29048e None None] Port d779b9c1-bdd3-422d-8d91-2de771017ad1 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:36:53.331882 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4707d29-cabe-4a25-9594-0a6c949b1b13 demo admin] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:36:53.337191 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-d4707d29-cabe-4a25-9594-0a6c949b1b13 demo admin] 10.222.0.15 "PUT /networking/v2.0/routers/158a4393-9f26-43f7-bcce-821fd0706b71/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6919553 Sep 15 00:36:53.343164 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f3181d-769b-4ab1-a31f-44e2b60ebf48 None None] Sync routers for ids ['158a4393-9f26-43f7-bcce-821fd0706b71'] in dv-cinder-857528-2-iscsi {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:36:53.356379 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f3181d-769b-4ab1-a31f-44e2b60ebf48 None None] Routers {'158a4393-9f26-43f7-bcce-821fd0706b71'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:36:53.357269 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-68f3181d-769b-4ab1-a31f-44e2b60ebf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:36:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['158a4393-9f26-43f7-bcce-821fd0706b71'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:36:53.538659 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-68f3181d-769b-4ab1-a31f-44e2b60ebf48 None None] Set router 158a4393-9f26-43f7-bcce-821fd0706b71 gateway port host: None {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:36:53.832128 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-88b6e112-28a8-429f-8ef9-849c5a29048e None None] Attempt 3 to provision port d779b9c1-bdd3-422d-8d91-2de771017ad1 Sep 15 00:36:53.866024 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-88b6e112-28a8-429f-8ef9-849c5a29048e None None] Port d779b9c1-bdd3-422d-8d91-2de771017ad1 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:36:53.956382 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-68f3181d-769b-4ab1-a31f-44e2b60ebf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158a4393-9f26-43f7-bcce-821fd0706b71', 'name': 'router1', 'tenant_id': '74b2ffbd61a140daaf31e00fa35ab0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:36:42Z', 'updated_at': '2022-09-15T00:36:52Z', 'revision_number': 2, 'project_id': '74b2ffbd61a140daaf31e00fa35ab0b2', 'gw_port_host': None, '_interfaces': [{'id': 'd779b9c1-bdd3-422d-8d91-2de771017ad1', 'name': '', 'network_id': 'd4098742-2b69-494f-a47c-cccac8558a66', 'tenant_id': '74b2ffbd61a140daaf31e00fa35ab0b2', 'mac_address': 'fa:16:3e:b4:4f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '158a4393-9f26-43f7-bcce-821fd0706b71', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9a04a4f8-ac07-4e52-be06-b5fc1ee2d919', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:36:51Z', 'updated_at': '2022-09-15T00:36:52Z', 'revision_number': 2, 'project_id': '74b2ffbd61a140daaf31e00fa35ab0b2', 'subnets': [{'id': '9a04a4f8-ac07-4e52-be06-b5fc1ee2d919', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '38890ad8-89e6-4b7f-b04b-6d2ce1289399'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:36:54.006183 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f3181d-769b-4ab1-a31f-44e2b60ebf48 None None] Checking router: 158a4393-9f26-43f7-bcce-821fd0706b71 for host: dv-cinder-857528-2-iscsi {{(pid=112955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:36:54.006538 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f3181d-769b-4ab1-a31f-44e2b60ebf48 None None] Updating router 158a4393-9f26-43f7-bcce-821fd0706b71 port d779b9c1-bdd3-422d-8d91-2de771017ad1 binding host dv-cinder-857528-2-iscsi {{(pid=112955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 00:36:54.060041 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-68f3181d-769b-4ab1-a31f-44e2b60ebf48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (d779b9c1-bdd3-422d-8d91-2de771017ad1), before_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:54.366796 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-88b6e112-28a8-429f-8ef9-849c5a29048e None None] Attempt 4 to provision port d779b9c1-bdd3-422d-8d91-2de771017ad1 Sep 15 00:36:54.399211 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-88b6e112-28a8-429f-8ef9-849c5a29048e None None] Port d779b9c1-bdd3-422d-8d91-2de771017ad1 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:36:54.577445 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-68f3181d-769b-4ab1-a31f-44e2b60ebf48 None None] Publish callbacks [] for port (d779b9c1-bdd3-422d-8d91-2de771017ad1), precommit_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:54.584302 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-68f3181d-769b-4ab1-a31f-44e2b60ebf48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (d779b9c1-bdd3-422d-8d91-2de771017ad1), after_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:54.729039 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.managers [None req-68f3181d-769b-4ab1-a31f-44e2b60ebf48 None None] Attempting to bind port d779b9c1-bdd3-422d-8d91-2de771017ad1 on host dv-cinder-857528-2-iscsi for vnic_type normal with profile {{(pid=112955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:36:54.729438 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.managers [None req-68f3181d-769b-4ab1-a31f-44e2b60ebf48 None None] Attempting to bind port d779b9c1-bdd3-422d-8d91-2de771017ad1 by drivers openvswitch,hyperv on host dv-cinder-857528-2-iscsi at level 0 using segments [{'id': 'b8dc13aa-8f71-49bc-a942-5c2af776628b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd4098742-2b69-494f-a47c-cccac8558a66'}] {{(pid=112955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:36:54.729876 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f3181d-769b-4ab1-a31f-44e2b60ebf48 None None] Attempting to bind port d779b9c1-bdd3-422d-8d91-2de771017ad1 on network d4098742-2b69-494f-a47c-cccac8558a66 {{(pid=112955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:36:54.737766 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d3f31-6a1e-4323-a9a5-448d76704d9e None None] Pushing event updated for resources: {'Port': ['ID=d779b9c1-bdd3-422d-8d91-2de771017ad1,revision_number=3']} {{(pid=112955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:36:54.774224 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58d3f31-6a1e-4323-a9a5-448d76704d9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:54.774574 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58d3f31-6a1e-4323-a9a5-448d76704d9e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:54.774972 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58d3f31-6a1e-4323-a9a5-448d76704d9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:54.775310 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58d3f31-6a1e-4323-a9a5-448d76704d9e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:54.775667 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58d3f31-6a1e-4323-a9a5-448d76704d9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:54.775998 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58d3f31-6a1e-4323-a9a5-448d76704d9e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:54.776322 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58d3f31-6a1e-4323-a9a5-448d76704d9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:54.776643 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58d3f31-6a1e-4323-a9a5-448d76704d9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:54.776964 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58d3f31-6a1e-4323-a9a5-448d76704d9e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:54.777285 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58d3f31-6a1e-4323-a9a5-448d76704d9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:54.777606 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58d3f31-6a1e-4323-a9a5-448d76704d9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:54.777939 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58d3f31-6a1e-4323-a9a5-448d76704d9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:54.778259 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58d3f31-6a1e-4323-a9a5-448d76704d9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:54.778575 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58d3f31-6a1e-4323-a9a5-448d76704d9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:54.778890 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58d3f31-6a1e-4323-a9a5-448d76704d9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:36:54.780330 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58d3f31-6a1e-4323-a9a5-448d76704d9e None None] Tracked resource versions report: Sep 15 00:36:54.780330 dv-cinder-857528-2-iscsi neutron-server[112955]: pushed versions: Sep 15 00:36:54.780330 dv-cinder-857528-2-iscsi neutron-server[112955]: { 'AddressGroup': {'1.2'}, Sep 15 00:36:54.780330 dv-cinder-857528-2-iscsi neutron-server[112955]: 'Agent': {'1.1'}, Sep 15 00:36:54.780330 dv-cinder-857528-2-iscsi neutron-server[112955]: 'ConntrackHelper': {'1.0'}, Sep 15 00:36:54.780330 dv-cinder-857528-2-iscsi neutron-server[112955]: 'LocalIPAssociation': {'1.0'}, Sep 15 00:36:54.780330 dv-cinder-857528-2-iscsi neutron-server[112955]: 'Log': {'1.0'}, Sep 15 00:36:54.780330 dv-cinder-857528-2-iscsi neutron-server[112955]: 'NDPProxy': {'1.0'}, Sep 15 00:36:54.780330 dv-cinder-857528-2-iscsi neutron-server[112955]: 'Network': {'1.1'}, Sep 15 00:36:54.780330 dv-cinder-857528-2-iscsi neutron-server[112955]: 'Port': {'1.7'}, Sep 15 00:36:54.780330 dv-cinder-857528-2-iscsi neutron-server[112955]: 'PortForwarding': {'1.3'}, Sep 15 00:36:54.780330 dv-cinder-857528-2-iscsi neutron-server[112955]: 'QosPolicy': {'1.10'}, Sep 15 00:36:54.780330 dv-cinder-857528-2-iscsi neutron-server[112955]: 'SecurityGroup': {'1.5'}, Sep 15 00:36:54.780330 dv-cinder-857528-2-iscsi neutron-server[112955]: 'SecurityGroupRule': {'1.2'}, Sep 15 00:36:54.780330 dv-cinder-857528-2-iscsi neutron-server[112955]: 'SubPort': {'1.0'}, Sep 15 00:36:54.780330 dv-cinder-857528-2-iscsi neutron-server[112955]: 'Subnet': {'1.1'}, Sep 15 00:36:54.780330 dv-cinder-857528-2-iscsi neutron-server[112955]: 'Trunk': {'1.1'}} Sep 15 00:36:54.780330 dv-cinder-857528-2-iscsi neutron-server[112955]: consumer versions: Sep 15 00:36:54.780330 dv-cinder-857528-2-iscsi neutron-server[112955]: { DHCP agent@dv-cinder-857528-2-iscsi: {}, Sep 15 00:36:54.780330 dv-cinder-857528-2-iscsi neutron-server[112955]: L3 agent@dv-cinder-857528-2-iscsi: {}, Sep 15 00:36:54.780330 dv-cinder-857528-2-iscsi neutron-server[112955]: Metadata agent@dv-cinder-857528-2-iscsi: {}, Sep 15 00:36:54.780330 dv-cinder-857528-2-iscsi neutron-server[112955]: Metering agent@dv-cinder-857528-2-iscsi: {}, Sep 15 00:36:54.780330 dv-cinder-857528-2-iscsi neutron-server[112955]: Open vSwitch agent@dv-cinder-857528-2-iscsi: { 'AddressGroup': '1.2', Sep 15 00:36:54.780330 dv-cinder-857528-2-iscsi neutron-server[112955]: 'Agent': '1.1', Sep 15 00:36:54.780330 dv-cinder-857528-2-iscsi neutron-server[112955]: 'ConntrackHelper': '1.0', Sep 15 00:36:54.780330 dv-cinder-857528-2-iscsi neutron-server[112955]: 'LocalIPAssociation': '1.0', Sep 15 00:36:54.780330 dv-cinder-857528-2-iscsi neutron-server[112955]: 'Log': '1.0', Sep 15 00:36:54.780330 dv-cinder-857528-2-iscsi neutron-server[112955]: 'NDPProxy': '1.0', Sep 15 00:36:54.780330 dv-cinder-857528-2-iscsi neutron-server[112955]: 'Network': '1.1', Sep 15 00:36:54.780330 dv-cinder-857528-2-iscsi neutron-server[112955]: 'Port': '1.7', Sep 15 00:36:54.780330 dv-cinder-857528-2-iscsi neutron-server[112955]: 'PortForwarding': '1.3', Sep 15 00:36:54.780330 dv-cinder-857528-2-iscsi neutron-server[112955]: 'QosPolicy': '1.10', Sep 15 00:36:54.780330 dv-cinder-857528-2-iscsi neutron-server[112955]: 'SecurityGroup': '1.5', Sep 15 00:36:54.780330 dv-cinder-857528-2-iscsi neutron-server[112955]: 'SecurityGroupRule': '1.2', Sep 15 00:36:54.780330 dv-cinder-857528-2-iscsi neutron-server[112955]: 'SubPort': '1.0', Sep 15 00:36:54.780330 dv-cinder-857528-2-iscsi neutron-server[112955]: 'Subnet': '1.1', Sep 15 00:36:54.780330 dv-cinder-857528-2-iscsi neutron-server[112955]: 'Trunk': '1.1'}} Sep 15 00:36:54.780330 dv-cinder-857528-2-iscsi neutron-server[112955]: {{(pid=112955) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 00:36:54.830127 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f3181d-769b-4ab1-a31f-44e2b60ebf48 None None] Checking agent: {'id': 'f85e816c-fb48-4744-a66a-e79ceb68e67e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 36, 23), 'started_at': datetime.datetime(2022, 9, 15, 0, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:36:54.830447 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f3181d-769b-4ab1-a31f-44e2b60ebf48 None None] Checking segment: {'id': 'b8dc13aa-8f71-49bc-a942-5c2af776628b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd4098742-2b69-494f-a47c-cccac8558a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:36:54.830910 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-68f3181d-769b-4ab1-a31f-44e2b60ebf48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:54.831294 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f3181d-769b-4ab1-a31f-44e2b60ebf48 None None] Bound using segment: {'id': 'b8dc13aa-8f71-49bc-a942-5c2af776628b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd4098742-2b69-494f-a47c-cccac8558a66'} {{(pid=112955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:36:54.831811 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.managers [None req-68f3181d-769b-4ab1-a31f-44e2b60ebf48 None None] Bound port: d779b9c1-bdd3-422d-8d91-2de771017ad1, host: dv-cinder-857528-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8dc13aa-8f71-49bc-a942-5c2af776628b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd4098742-2b69-494f-a47c-cccac8558a66'}}] {{(pid=112955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:36:54.832191 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-68f3181d-769b-4ab1-a31f-44e2b60ebf48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (d779b9c1-bdd3-422d-8d91-2de771017ad1), before_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:54.868234 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:36:54.897724 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.db [None req-68f3181d-769b-4ab1-a31f-44e2b60ebf48 None None] For port d779b9c1-bdd3-422d-8d91-2de771017ad1, host dv-cinder-857528-2-iscsi, cleared binding levels {{(pid=112955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:36:54.900893 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-88b6e112-28a8-429f-8ef9-849c5a29048e None None] Attempt 5 to provision port d779b9c1-bdd3-422d-8d91-2de771017ad1 Sep 15 00:36:54.905682 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:36:54.920524 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.db [None req-68f3181d-769b-4ab1-a31f-44e2b60ebf48 None None] For port d779b9c1-bdd3-422d-8d91-2de771017ad1, host dv-cinder-857528-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=d779b9c1-bdd3-422d-8d91-2de771017ad1,segment=NetworkSegment(b8dc13aa-8f71-49bc-a942-5c2af776628b),segment_id=b8dc13aa-8f71-49bc-a942-5c2af776628b)] {{(pid=112955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:36:54.927227 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-68f3181d-769b-4ab1-a31f-44e2b60ebf48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (d779b9c1-bdd3-422d-8d91-2de771017ad1), after_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:54.929384 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:36:54.937353 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-88b6e112-28a8-429f-8ef9-849c5a29048e None None] Port d779b9c1-bdd3-422d-8d91-2de771017ad1 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:36:54.963311 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f3181d-769b-4ab1-a31f-44e2b60ebf48 None None] Routers {'158a4393-9f26-43f7-bcce-821fd0706b71'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:36:54.963982 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-68f3181d-769b-4ab1-a31f-44e2b60ebf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:36:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['158a4393-9f26-43f7-bcce-821fd0706b71'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:36:55.044453 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d3f31-6a1e-4323-a9a5-448d76704d9e None None] Pushing event updated for resources: {'Port': ['ID=d779b9c1-bdd3-422d-8d91-2de771017ad1,revision_number=4']} {{(pid=112955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:36:55.062606 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-68f3181d-769b-4ab1-a31f-44e2b60ebf48 None None] Set router 158a4393-9f26-43f7-bcce-821fd0706b71 gateway port host: None {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:36:55.251404 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-68f3181d-769b-4ab1-a31f-44e2b60ebf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158a4393-9f26-43f7-bcce-821fd0706b71', 'name': 'router1', 'tenant_id': '74b2ffbd61a140daaf31e00fa35ab0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:36:42Z', 'updated_at': '2022-09-15T00:36:52Z', 'revision_number': 2, 'project_id': '74b2ffbd61a140daaf31e00fa35ab0b2', 'gw_port_host': None, '_interfaces': [{'id': 'd779b9c1-bdd3-422d-8d91-2de771017ad1', 'name': '', 'network_id': 'd4098742-2b69-494f-a47c-cccac8558a66', 'tenant_id': '74b2ffbd61a140daaf31e00fa35ab0b2', 'mac_address': 'fa:16:3e:b4:4f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '158a4393-9f26-43f7-bcce-821fd0706b71', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9a04a4f8-ac07-4e52-be06-b5fc1ee2d919', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:36:51Z', 'updated_at': '2022-09-15T00:36:54Z', 'revision_number': 4, 'project_id': '74b2ffbd61a140daaf31e00fa35ab0b2', 'subnets': [{'id': '9a04a4f8-ac07-4e52-be06-b5fc1ee2d919', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '38890ad8-89e6-4b7f-b04b-6d2ce1289399'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:36:55.276330 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f3181d-769b-4ab1-a31f-44e2b60ebf48 None None] The sync data for ids ['158a4393-9f26-43f7-bcce-821fd0706b71'] in dv-cinder-857528-2-iscsi is: [{'id': '158a4393-9f26-43f7-bcce-821fd0706b71', 'name': 'router1', 'tenant_id': '74b2ffbd61a140daaf31e00fa35ab0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:36:42Z', 'updated_at': '2022-09-15T00:36:52Z', 'revision_number': 2, 'project_id': '74b2ffbd61a140daaf31e00fa35ab0b2', 'gw_port_host': None, '_interfaces': [{'id': 'd779b9c1-bdd3-422d-8d91-2de771017ad1', 'name': '', 'network_id': 'd4098742-2b69-494f-a47c-cccac8558a66', 'tenant_id': '74b2ffbd61a140daaf31e00fa35ab0b2', 'mac_address': 'fa:16:3e:b4:4f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '158a4393-9f26-43f7-bcce-821fd0706b71', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9a04a4f8-ac07-4e52-be06-b5fc1ee2d919', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:36:51Z', 'updated_at': '2022-09-15T00:36:54Z', 'revision_number': 4, 'project_id': '74b2ffbd61a140daaf31e00fa35ab0b2', 'subnets': [{'id': '9a04a4f8-ac07-4e52-be06-b5fc1ee2d919', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '38890ad8-89e6-4b7f-b04b-6d2ce1289399'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:36:55.438834 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-88b6e112-28a8-429f-8ef9-849c5a29048e None None] Attempt 6 to provision port d779b9c1-bdd3-422d-8d91-2de771017ad1 Sep 15 00:36:55.514067 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-88b6e112-28a8-429f-8ef9-849c5a29048e None None] Current status of the port d779b9c1-bdd3-422d-8d91-2de771017ad1 is: DOWN; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:36:55.514535 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-88b6e112-28a8-429f-8ef9-849c5a29048e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (d779b9c1-bdd3-422d-8d91-2de771017ad1), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:55.549284 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-88b6e112-28a8-429f-8ef9-849c5a29048e None None] For port d779b9c1-bdd3-422d-8d91-2de771017ad1, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=d779b9c1-bdd3-422d-8d91-2de771017ad1,segment=NetworkSegment(b8dc13aa-8f71-49bc-a942-5c2af776628b),segment_id=b8dc13aa-8f71-49bc-a942-5c2af776628b)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:36:55.554373 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-88b6e112-28a8-429f-8ef9-849c5a29048e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (d779b9c1-bdd3-422d-8d91-2de771017ad1), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:55.604427 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b6e112-28a8-429f-8ef9-849c5a29048e None None] Pushing event updated for resources: {'Port': ['ID=d779b9c1-bdd3-422d-8d91-2de771017ad1,revision_number=5']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:36:55.673227 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-e687aa3c-b72d-4b4c-9599-a4e08346195b None None] Provisioning complete for port d779b9c1-bdd3-422d-8d91-2de771017ad1 triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:36:55.673625 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-e687aa3c-b72d-4b4c-9599-a4e08346195b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (d779b9c1-bdd3-422d-8d91-2de771017ad1), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:55.673962 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-e687aa3c-b72d-4b4c-9599-a4e08346195b None None] Attempt 1 to provision port d779b9c1-bdd3-422d-8d91-2de771017ad1 Sep 15 00:36:55.751194 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-e687aa3c-b72d-4b4c-9599-a4e08346195b None None] Current status of the port d779b9c1-bdd3-422d-8d91-2de771017ad1 is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:36:55.991513 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 48982) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:36:56.392122 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4ff616-4717-4de2-967c-d833d40bbe54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:36:56.393554 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-ed4ff616-4717-4de2-967c-d833d40bbe54 admin admin] 10.222.0.15 "GET /networking/v2.0/networks/53046852-16e9-4bc6-a26e-a34c1d2139e6 HTTP/1.1" status: 200 len: 842 time: 0.4010677 Sep 15 00:36:56.404418 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-fe0c5f41-47b1-42ca-9246-895064b7bd3c admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:36:56.427053 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0c5f41-47b1-42ca-9246-895064b7bd3c admin admin] Made reservation on behalf of e1704ba0a17f4363ab56f84c09fdea08 for: {'subnet': 1} {{(pid=112952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:36:56.429479 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-fe0c5f41-47b1-42ca-9246-895064b7bd3c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:56.773037 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.objects.ports [None req-fe0c5f41-47b1-42ca-9246-895064b7bd3c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112952) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 15 00:36:56.773478 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-fe0c5f41-47b1-42ca-9246-895064b7bd3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177'] for subnet (8f0c0330-11bc-44ed-a1b6-6f3c15aee393), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:56.827202 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c5f41-47b1-42ca-9246-895064b7bd3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f0c0330-11bc-44ed-a1b6-6f3c15aee393,revision_number=0']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:36:56.838672 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0c5f41-47b1-42ca-9246-895064b7bd3c admin admin] Checking segment: {'id': 'bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:36:56.839025 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0c5f41-47b1-42ca-9246-895064b7bd3c admin admin] Network hostable DHCP agents. Network: 53046852-16e9-4bc6-a26e-a34c1d2139e6, hostable agents: ['abe268bd-80e0-4b66-bd7b-8cd34d7e839c'], hosted agents: [] {{(pid=112952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 00:36:56.856385 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0c5f41-47b1-42ca-9246-895064b7bd3c admin admin] Network 53046852-16e9-4bc6-a26e-a34c1d2139e6 is scheduled to be hosted by DHCP agent abe268bd-80e0-4b66-bd7b-8cd34d7e839c with binding_index 1 {{(pid=112952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 00:36:56.865376 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.base_scheduler [None req-fe0c5f41-47b1-42ca-9246-895064b7bd3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-2-iscsi, 53046852-16e9-4bc6-a26e-a34c1d2139e6) {{(pid=112952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:36:56.869489 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0c5f41-47b1-42ca-9246-895064b7bd3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:36:56.870116 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-fe0c5f41-47b1-42ca-9246-895064b7bd3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for subnet (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:36:56.875888 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56fce1f-1d04-4f83-a883-68a4c969494d None None] Network 53046852-16e9-4bc6-a26e-a34c1d2139e6 requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:36:56.887375 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-fe0c5f41-47b1-42ca-9246-895064b7bd3c admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4872472 Sep 15 00:36:56.983680 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066a9875-b1eb-4ca8-8538-531bf7f55575 None None] Network 53046852-16e9-4bc6-a26e-a34c1d2139e6 requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:36:59.578735 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 48990) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:36:59.995515 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-3b181684-5331-4afa-bfde-af10d03972b0 demo admin] 10.222.0.15 "GET /networking/v2.0/routers/158a4393-9f26-43f7-bcce-821fd0706b71 HTTP/1.1" status: 200 len: 710 time: 0.4128885 Sep 15 00:37:00.065745 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:37:00.100930 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad91a66-8c86-43a2-898c-22f71bd43e5b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:37:00.102334 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-bad91a66-8c86-43a2-898c-22f71bd43e5b demo admin] 10.222.0.15 "GET /networking/v2.0/networks/53046852-16e9-4bc6-a26e-a34c1d2139e6 HTTP/1.1" status: 200 len: 886 time: 0.1038439 Sep 15 00:37:00.111971 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-c70f161c-e000-4965-9b15-d574d04f0e89 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'}}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:37:00.307345 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device d779b9c1-bdd3-422d-8d91-2de771017ad1 up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:37:00.353965 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:37:00.356840 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:37:00.358534 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port d779b9c1-bdd3-422d-8d91-2de771017ad1 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:37:00.358969 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (d779b9c1-bdd3-422d-8d91-2de771017ad1), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:37:00.359405 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port d779b9c1-bdd3-422d-8d91-2de771017ad1 Sep 15 00:37:00.361084 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c70f161c-e000-4965-9b15-d574d04f0e89 demo admin] Publish callbacks [] for router_gateway (158a4393-9f26-43f7-bcce-821fd0706b71), precommit_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:37:00.437947 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port d779b9c1-bdd3-422d-8d91-2de771017ad1 is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:37:00.592964 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c70f161c-e000-4965-9b15-d574d04f0e89 demo admin] Publish callbacks [] for router_gateway (158a4393-9f26-43f7-bcce-821fd0706b71), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:37:00.670690 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c70f161c-e000-4965-9b15-d574d04f0e89 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:37:00.772742 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.db_base_plugin_common [None req-c70f161c-e000-4965-9b15-d574d04f0e89 demo admin] Allocated IP 172.27.1.178 (53046852-16e9-4bc6-a26e-a34c1d2139e6/8f0c0330-11bc-44ed-a1b6-6f3c15aee393/a75b70ae-f0f3-4b84-928a-11a48986008c) {{(pid=112952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:37:00.876221 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c70f161c-e000-4965-9b15-d574d04f0e89 demo admin] Publish callbacks [] for port (a75b70ae-f0f3-4b84-928a-11a48986008c), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:37:00.911827 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c70f161c-e000-4965-9b15-d574d04f0e89 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163'] for port (a75b70ae-f0f3-4b84-928a-11a48986008c), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:37:00.948299 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70f161c-e000-4965-9b15-d574d04f0e89 demo admin] Network 53046852-16e9-4bc6-a26e-a34c1d2139e6 is already hosted by enough agents. {{(pid=112952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:37:00.954940 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.base_scheduler [None req-c70f161c-e000-4965-9b15-d574d04f0e89 demo admin] Resources bound (agent type, host, resource id): {{(pid=112952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:37:00.959526 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70f161c-e000-4965-9b15-d574d04f0e89 demo admin] Received port after_create {{(pid=112952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:37:00.962975 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f161c-e000-4965-9b15-d574d04f0e89 demo admin] Pushing event updated for resources: {'Port': ['ID=a75b70ae-f0f3-4b84-928a-11a48986008c,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:37:00.995722 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:37:01.284021 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c70f161c-e000-4965-9b15-d574d04f0e89 demo admin] Publish callbacks [] for router_gateway (158a4393-9f26-43f7-bcce-821fd0706b71), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:37:01.321957 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:37:01.467804 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c70f161c-e000-4965-9b15-d574d04f0e89 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1682379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1683174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3726'] for router (158a4393-9f26-43f7-bcce-821fd0706b71), precommit_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:37:01.471219 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c70f161c-e000-4965-9b15-d574d04f0e89 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1682215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1682370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1682233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1683165'] for router (158a4393-9f26-43f7-bcce-821fd0706b71), after_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:37:01.574817 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c70f161c-e000-4965-9b15-d574d04f0e89 demo admin] Router 158a4393-9f26-43f7-bcce-821fd0706b71 has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:37:01.677707 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70f161c-e000-4965-9b15-d574d04f0e89 demo admin] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:37:01.682052 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c70f161c-e000-4965-9b15-d574d04f0e89 demo admin] Publish callbacks [] for router (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:37:01.683251 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-c70f161c-e000-4965-9b15-d574d04f0e89 demo admin] 10.222.0.15 "PUT /networking/v2.0/routers/158a4393-9f26-43f7-bcce-821fd0706b71 HTTP/1.1" status: 200 len: 890 time: 1.5749762 Sep 15 00:37:01.697448 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f629d92-469c-4e96-b350-a9d088118889 None None] Sync routers for ids ['158a4393-9f26-43f7-bcce-821fd0706b71'] in dv-cinder-857528-2-iscsi {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:37:01.710423 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f629d92-469c-4e96-b350-a9d088118889 None None] Routers {'158a4393-9f26-43f7-bcce-821fd0706b71'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:37:01.711105 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-0f629d92-469c-4e96-b350-a9d088118889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:36:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['158a4393-9f26-43f7-bcce-821fd0706b71'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:37:01.921369 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-0f629d92-469c-4e96-b350-a9d088118889 None None] Set router 158a4393-9f26-43f7-bcce-821fd0706b71 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:37:02.264123 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:37:02.355343 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-0f629d92-469c-4e96-b350-a9d088118889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158a4393-9f26-43f7-bcce-821fd0706b71', 'name': 'router1', 'tenant_id': '74b2ffbd61a140daaf31e00fa35ab0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'a75b70ae-f0f3-4b84-928a-11a48986008c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:36:42Z', 'updated_at': '2022-09-15T00:37:01Z', 'revision_number': 4, 'project_id': '74b2ffbd61a140daaf31e00fa35ab0b2', 'gw_port': {'id': 'a75b70ae-f0f3-4b84-928a-11a48986008c', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:36:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '158a4393-9f26-43f7-bcce-821fd0706b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:37:00Z', 'updated_at': '2022-09-15T00:37:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': 'd779b9c1-bdd3-422d-8d91-2de771017ad1', 'name': '', 'network_id': 'd4098742-2b69-494f-a47c-cccac8558a66', 'tenant_id': '74b2ffbd61a140daaf31e00fa35ab0b2', 'mac_address': 'fa:16:3e:b4:4f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158a4393-9f26-43f7-bcce-821fd0706b71', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9a04a4f8-ac07-4e52-be06-b5fc1ee2d919', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:36:51Z', 'updated_at': '2022-09-15T00:36:55Z', 'revision_number': 5, 'project_id': '74b2ffbd61a140daaf31e00fa35ab0b2', 'subnets': [{'id': '9a04a4f8-ac07-4e52-be06-b5fc1ee2d919', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '38890ad8-89e6-4b7f-b04b-6d2ce1289399'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:37:02.405967 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f629d92-469c-4e96-b350-a9d088118889 None None] Checking router: 158a4393-9f26-43f7-bcce-821fd0706b71 for host: dv-cinder-857528-2-iscsi {{(pid=112954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:37:02.406323 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f629d92-469c-4e96-b350-a9d088118889 None None] Updating router 158a4393-9f26-43f7-bcce-821fd0706b71 port a75b70ae-f0f3-4b84-928a-11a48986008c binding host dv-cinder-857528-2-iscsi {{(pid=112954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 00:37:02.456443 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-0f629d92-469c-4e96-b350-a9d088118889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (a75b70ae-f0f3-4b84-928a-11a48986008c), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:37:02.769893 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-0f629d92-469c-4e96-b350-a9d088118889 None None] Publish callbacks [] for port (a75b70ae-f0f3-4b84-928a-11a48986008c), precommit_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:37:02.778038 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-0f629d92-469c-4e96-b350-a9d088118889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (a75b70ae-f0f3-4b84-928a-11a48986008c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:37:02.811463 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-0f629d92-469c-4e96-b350-a9d088118889 None None] Attempting to bind port a75b70ae-f0f3-4b84-928a-11a48986008c on host dv-cinder-857528-2-iscsi for vnic_type normal with profile {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:37:02.811854 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-0f629d92-469c-4e96-b350-a9d088118889 None None] Attempting to bind port a75b70ae-f0f3-4b84-928a-11a48986008c by drivers openvswitch,hyperv on host dv-cinder-857528-2-iscsi at level 0 using segments [{'id': 'bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:37:02.812217 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f629d92-469c-4e96-b350-a9d088118889 None None] Attempting to bind port a75b70ae-f0f3-4b84-928a-11a48986008c on network 53046852-16e9-4bc6-a26e-a34c1d2139e6 {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:37:02.843375 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3604f33-2a3d-4d87-963c-50063c96eb2b None None] Pushing event updated for resources: {'Port': ['ID=a75b70ae-f0f3-4b84-928a-11a48986008c,revision_number=2']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:37:02.863127 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f629d92-469c-4e96-b350-a9d088118889 None None] Checking agent: {'id': 'f85e816c-fb48-4744-a66a-e79ceb68e67e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 36, 23), 'started_at': datetime.datetime(2022, 9, 15, 0, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:37:02.863519 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f629d92-469c-4e96-b350-a9d088118889 None None] Checking segment: {'id': 'bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:37:02.863917 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-0f629d92-469c-4e96-b350-a9d088118889 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:37:02.864293 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f629d92-469c-4e96-b350-a9d088118889 None None] Bound using segment: {'id': 'bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:37:02.864750 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-0f629d92-469c-4e96-b350-a9d088118889 None None] Bound port: a75b70ae-f0f3-4b84-928a-11a48986008c, host: dv-cinder-857528-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'}}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:37:02.865123 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-0f629d92-469c-4e96-b350-a9d088118889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (a75b70ae-f0f3-4b84-928a-11a48986008c), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:37:02.910035 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:37:02.917307 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-0f629d92-469c-4e96-b350-a9d088118889 None None] For port a75b70ae-f0f3-4b84-928a-11a48986008c, host dv-cinder-857528-2-iscsi, cleared binding levels {{(pid=112954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:37:02.920379 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-0f629d92-469c-4e96-b350-a9d088118889 None None] For port a75b70ae-f0f3-4b84-928a-11a48986008c, host dv-cinder-857528-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=a75b70ae-f0f3-4b84-928a-11a48986008c,segment=NetworkSegment(bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89),segment_id=bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89)] {{(pid=112954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:37:02.925949 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-0f629d92-469c-4e96-b350-a9d088118889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (a75b70ae-f0f3-4b84-928a-11a48986008c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:37:02.960085 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f629d92-469c-4e96-b350-a9d088118889 None None] Routers {'158a4393-9f26-43f7-bcce-821fd0706b71'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:37:02.960676 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-0f629d92-469c-4e96-b350-a9d088118889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:36:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['158a4393-9f26-43f7-bcce-821fd0706b71'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:37:03.016042 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3604f33-2a3d-4d87-963c-50063c96eb2b None None] Pushing event updated for resources: {'Port': ['ID=a75b70ae-f0f3-4b84-928a-11a48986008c,revision_number=3']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:37:03.074973 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-0f629d92-469c-4e96-b350-a9d088118889 None None] Set router 158a4393-9f26-43f7-bcce-821fd0706b71 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:37:03.240822 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:37:03.266134 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-0f629d92-469c-4e96-b350-a9d088118889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158a4393-9f26-43f7-bcce-821fd0706b71', 'name': 'router1', 'tenant_id': '74b2ffbd61a140daaf31e00fa35ab0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'a75b70ae-f0f3-4b84-928a-11a48986008c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:36:42Z', 'updated_at': '2022-09-15T00:37:01Z', 'revision_number': 4, 'project_id': '74b2ffbd61a140daaf31e00fa35ab0b2', 'gw_port': {'id': 'a75b70ae-f0f3-4b84-928a-11a48986008c', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:36:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '158a4393-9f26-43f7-bcce-821fd0706b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:37:00Z', 'updated_at': '2022-09-15T00:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': 'd779b9c1-bdd3-422d-8d91-2de771017ad1', 'name': '', 'network_id': 'd4098742-2b69-494f-a47c-cccac8558a66', 'tenant_id': '74b2ffbd61a140daaf31e00fa35ab0b2', 'mac_address': 'fa:16:3e:b4:4f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158a4393-9f26-43f7-bcce-821fd0706b71', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9a04a4f8-ac07-4e52-be06-b5fc1ee2d919', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:36:51Z', 'updated_at': '2022-09-15T00:36:55Z', 'revision_number': 5, 'project_id': '74b2ffbd61a140daaf31e00fa35ab0b2', 'subnets': [{'id': '9a04a4f8-ac07-4e52-be06-b5fc1ee2d919', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '38890ad8-89e6-4b7f-b04b-6d2ce1289399'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:37:03.292940 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f629d92-469c-4e96-b350-a9d088118889 None None] The sync data for ids ['158a4393-9f26-43f7-bcce-821fd0706b71'] in dv-cinder-857528-2-iscsi is: [{'id': '158a4393-9f26-43f7-bcce-821fd0706b71', 'name': 'router1', 'tenant_id': '74b2ffbd61a140daaf31e00fa35ab0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'a75b70ae-f0f3-4b84-928a-11a48986008c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:36:42Z', 'updated_at': '2022-09-15T00:37:01Z', 'revision_number': 4, 'project_id': '74b2ffbd61a140daaf31e00fa35ab0b2', 'gw_port': {'id': 'a75b70ae-f0f3-4b84-928a-11a48986008c', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:36:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '158a4393-9f26-43f7-bcce-821fd0706b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:37:00Z', 'updated_at': '2022-09-15T00:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': 'd779b9c1-bdd3-422d-8d91-2de771017ad1', 'name': '', 'network_id': 'd4098742-2b69-494f-a47c-cccac8558a66', 'tenant_id': '74b2ffbd61a140daaf31e00fa35ab0b2', 'mac_address': 'fa:16:3e:b4:4f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158a4393-9f26-43f7-bcce-821fd0706b71', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9a04a4f8-ac07-4e52-be06-b5fc1ee2d919', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:36:51Z', 'updated_at': '2022-09-15T00:36:55Z', 'revision_number': 5, 'project_id': '74b2ffbd61a140daaf31e00fa35ab0b2', 'subnets': [{'id': '9a04a4f8-ac07-4e52-be06-b5fc1ee2d919', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '38890ad8-89e6-4b7f-b04b-6d2ce1289399'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:37:04.299081 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device a75b70ae-f0f3-4b84-928a-11a48986008c up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:37:04.343039 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port a75b70ae-f0f3-4b84-928a-11a48986008c triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:37:04.343434 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (a75b70ae-f0f3-4b84-928a-11a48986008c), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:37:04.343803 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port a75b70ae-f0f3-4b84-928a-11a48986008c Sep 15 00:37:04.412091 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port a75b70ae-f0f3-4b84-928a-11a48986008c is: DOWN; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:37:04.412477 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (a75b70ae-f0f3-4b84-928a-11a48986008c), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:37:04.433718 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] For port a75b70ae-f0f3-4b84-928a-11a48986008c, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=a75b70ae-f0f3-4b84-928a-11a48986008c,segment=NetworkSegment(bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89),segment_id=bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:37:04.437272 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (a75b70ae-f0f3-4b84-928a-11a48986008c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:37:04.457910 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 49002) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:37:04.485868 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Pushing event updated for resources: {'Port': ['ID=a75b70ae-f0f3-4b84-928a-11a48986008c,revision_number=4']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:37:04.847289 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-fc7aa459-1458-4304-98a4-766300872a75 admin admin] 10.222.0.15 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.3882666 Sep 15 00:37:06.286957 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device a75b70ae-f0f3-4b84-928a-11a48986008c up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:37:06.329390 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port a75b70ae-f0f3-4b84-928a-11a48986008c triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:37:06.329776 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (a75b70ae-f0f3-4b84-928a-11a48986008c), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:37:06.330107 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port a75b70ae-f0f3-4b84-928a-11a48986008c Sep 15 00:37:06.401317 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port a75b70ae-f0f3-4b84-928a-11a48986008c is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:37:09.138850 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:UPDATE=1,neutron:SELECT=42,neutron:INSERT=1 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:37:09.152172 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=45 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:37:14.840208 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:37:14.845267 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=44 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:37:16.397264 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=48 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:37:16.399699 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:37:17.700747 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-c9503bfc-2924-4f1d-a721-67909b944f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:37:19.994541 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-5158e969-d5aa-47cc-91b7-3c5e48cdf5e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:37:21.233093 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:37:22.500208 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:37:22.621772 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:37:30.144884 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 5 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 00:37:32.599929 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:37:32.615911 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:37:46.142591 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=3 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:37:46.157183 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=5 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:37:47.717196 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-b3309a62-29ae-449d-935f-0e4dffa5a503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:37:49.996530 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-400cfd26-f360-4a41-aa20-8b46237f869f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:37:51.237303 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:37:52.489098 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:37:52.623678 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:38:02.616746 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:38:02.618079 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:38:07.144316 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 5 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 00:38:17.708858 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-d7564b35-883b-4898-97d3-b441e36546d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:38:19.989798 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-3960db23-d8da-4fb7-8e87-2c0dbcd6f61d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:38:21.233782 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:38:22.492549 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:38:22.607850 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:38:23.140985 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:38:23.209976 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=7 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:38:32.236714 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 49550) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:38:32.572343 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.pecan_wsgi.hooks.translation [None req-405899d9-cd35-460f-a1bc-cf2b398207f2 admin admin] GET failed (client error): The resource could not be found. Sep 15 00:38:32.573606 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-405899d9-cd35-460f-a1bc-cf2b398207f2 admin admin] 10.222.0.15 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3357446 Sep 15 00:38:32.598559 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:38:32.603248 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:38:32.741993 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd7115d-0937-4720-ad82-219f1bf073ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:38:32.743469 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-ffd7115d-0937-4720-ad82-219f1bf073ca admin admin] 10.222.0.15 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1654174 Sep 15 00:38:35.297198 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 49560) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:38:35.672771 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87aadaf-a6d8-43e5-9f9c-6fd19e90b87c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:38:35.675114 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-b87aadaf-a6d8-43e5-9f9c-6fd19e90b87c admin admin] 10.222.0.15 "GET /networking/v2.0/subnets/9a04a4f8-ac07-4e52-be06-b5fc1ee2d919 HTTP/1.1" status: 200 len: 849 time: 0.3770044 Sep 15 00:38:35.683904 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-a8b70975-70b5-4c6f-83f0-c5a1be5261bc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:38:35.768396 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-a8b70975-70b5-4c6f-83f0-c5a1be5261bc admin admin] Publish callbacks [] for subnet (9a04a4f8-ac07-4e52-be06-b5fc1ee2d919), before_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:38:35.910422 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-a8b70975-70b5-4c6f-83f0-c5a1be5261bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740354135700'] for subnet (9a04a4f8-ac07-4e52-be06-b5fc1ee2d919), after_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:38:35.939347 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b70975-70b5-4c6f-83f0-c5a1be5261bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:38:35.940448 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-a8b70975-70b5-4c6f-83f0-c5a1be5261bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for subnet (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:38:35.942967 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-a8b70975-70b5-4c6f-83f0-c5a1be5261bc admin admin] 10.222.0.15 "PUT /networking/v2.0/subnets/9a04a4f8-ac07-4e52-be06-b5fc1ee2d919 HTTP/1.1" status: 200 len: 868 time: 0.2610426 Sep 15 00:38:35.944910 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34594b7c-f95d-4a32-bb00-5b984adb1add None None] Network d4098742-2b69-494f-a47c-cccac8558a66 requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:38:35.965871 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b70975-70b5-4c6f-83f0-c5a1be5261bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a04a4f8-ac07-4e52-be06-b5fc1ee2d919,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:38:35.973519 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b70975-70b5-4c6f-83f0-c5a1be5261bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:38:35.973906 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b70975-70b5-4c6f-83f0-c5a1be5261bc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:38:35.974236 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b70975-70b5-4c6f-83f0-c5a1be5261bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:38:35.974584 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b70975-70b5-4c6f-83f0-c5a1be5261bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:38:35.974957 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b70975-70b5-4c6f-83f0-c5a1be5261bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:38:35.975281 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b70975-70b5-4c6f-83f0-c5a1be5261bc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:38:35.975665 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b70975-70b5-4c6f-83f0-c5a1be5261bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:38:35.975996 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b70975-70b5-4c6f-83f0-c5a1be5261bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:38:35.976340 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b70975-70b5-4c6f-83f0-c5a1be5261bc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:38:35.976674 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b70975-70b5-4c6f-83f0-c5a1be5261bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:38:35.977019 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b70975-70b5-4c6f-83f0-c5a1be5261bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:38:35.977351 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b70975-70b5-4c6f-83f0-c5a1be5261bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:38:35.977676 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b70975-70b5-4c6f-83f0-c5a1be5261bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:38:35.977996 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b70975-70b5-4c6f-83f0-c5a1be5261bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:38:35.978319 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b70975-70b5-4c6f-83f0-c5a1be5261bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:38:36.219113 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-35c964e5-a96e-440f-8e37-177437a48864 None None] Provisioning complete for port d779b9c1-bdd3-422d-8d91-2de771017ad1 triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:38:36.219528 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-35c964e5-a96e-440f-8e37-177437a48864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (d779b9c1-bdd3-422d-8d91-2de771017ad1), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:38:36.219872 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-35c964e5-a96e-440f-8e37-177437a48864 None None] Attempt 1 to provision port d779b9c1-bdd3-422d-8d91-2de771017ad1 Sep 15 00:38:36.291305 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-35c964e5-a96e-440f-8e37-177437a48864 None None] Current status of the port d779b9c1-bdd3-422d-8d91-2de771017ad1 is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:38:36.299172 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-35c964e5-a96e-440f-8e37-177437a48864 None None] Provisioning complete for port cb96f528-bb6f-4eac-8103-392cfec9e3b6 triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:38:36.299580 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-35c964e5-a96e-440f-8e37-177437a48864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (cb96f528-bb6f-4eac-8103-392cfec9e3b6), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:38:36.299911 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-35c964e5-a96e-440f-8e37-177437a48864 None None] Attempt 1 to provision port cb96f528-bb6f-4eac-8103-392cfec9e3b6 Sep 15 00:38:36.370728 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-35c964e5-a96e-440f-8e37-177437a48864 None None] Current status of the port cb96f528-bb6f-4eac-8103-392cfec9e3b6 is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:38:38.503953 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 49568) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:38:38.979205 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5384ce53-b080-46a2-8c02-abc82125e171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:38:38.979705 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5384ce53-b080-46a2-8c02-abc82125e171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:38:38.981242 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-5384ce53-b080-46a2-8c02-abc82125e171 admin admin] 10.222.0.15 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.4759789 Sep 15 00:38:41.537744 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 49576) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:38:41.948858 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82afc5e0-cb50-415e-bb28-dd7a672401d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:38:41.949338 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82afc5e0-cb50-415e-bb28-dd7a672401d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:38:41.950866 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-82afc5e0-cb50-415e-bb28-dd7a672401d7 admin admin] 10.222.0.15 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.4122570 Sep 15 00:38:44.142900 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 5 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 00:38:44.522341 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 49584) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:38:44.903304 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:38:44.923029 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b83b6d-0397-4def-869e-c892b52ed867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:38:44.924418 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-f6b83b6d-0397-4def-869e-c892b52ed867 admin admin] 10.222.0.15 "GET /networking/v2.0/networks/53046852-16e9-4bc6-a26e-a34c1d2139e6 HTTP/1.1" status: 200 len: 886 time: 0.4012175 Sep 15 00:38:46.366073 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=41 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:38:46.369875 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=36 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:38:47.486475 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 49592) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:38:47.711440 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-1f68c480-3680-4b4e-93fb-b3279c2ebce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:38:47.964999 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:38:47.992083 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64834c67-fd5a-4ccd-b09e-705aab112915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:38:47.993463 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-64834c67-fd5a-4ccd-b09e-705aab112915 admin admin] 10.222.0.15 "GET /networking/v2.0/networks/d4098742-2b69-494f-a47c-cccac8558a66 HTTP/1.1" status: 200 len: 868 time: 0.5060205 Sep 15 00:38:49.995154 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-60a992ca-5da4-404f-b208-0dbf51a2e6bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:38:50.555984 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 49600) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:38:50.947911 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b46f38f-e9b3-4998-94f7-46934aee4376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:38:50.948371 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b46f38f-e9b3-4998-94f7-46934aee4376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:38:50.949891 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-7b46f38f-e9b3-4998-94f7-46934aee4376 admin admin] 10.222.0.15 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3930428 Sep 15 00:38:51.237838 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:38:52.491041 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:38:52.611338 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:38:53.508739 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 49608) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:38:53.991382 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6316a9f-9914-4419-a881-dff73b8c5e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:38:53.991873 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6316a9f-9914-4419-a881-dff73b8c5e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:38:53.993366 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-e6316a9f-9914-4419-a881-dff73b8c5e62 admin admin] 10.222.0.15 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4836855 Sep 15 00:38:56.576791 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 49616) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:38:56.931760 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadf5056-eda3-4207-bb47-8913f84ccef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:38:56.933118 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-dadf5056-eda3-4207-bb47-8913f84ccef7 admin admin] 10.222.0.15 "GET /networking/v2.0/subnets/8f0c0330-11bc-44ed-a1b6-6f3c15aee393 HTTP/1.1" status: 200 len: 816 time: 0.3553576 Sep 15 00:38:59.480455 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 49624) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:38:59.849824 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff89276-516c-4eae-b0a4-ddaa240aa0d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:38:59.851171 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-cff89276-516c-4eae-b0a4-ddaa240aa0d3 admin admin] 10.222.0.15 "GET /networking/v2.0/subnets/9a04a4f8-ac07-4e52-be06-b5fc1ee2d919 HTTP/1.1" status: 200 len: 868 time: 0.3697729 Sep 15 00:39:00.146440 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=4 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:39:00.155811 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=4 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:39:02.599803 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:39:02.606809 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:39:09.845411 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=25 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:39:09.846219 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=39 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:39:13.719532 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=15 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:39:13.723441 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=11 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:39:17.715590 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-c28044a0-5ae4-4c0d-b53e-0b07d9a5c73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:39:19.997427 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-069d83dd-e4a6-471c-8f2e-b0a098f068db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:39:21.141735 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 5 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 00:39:21.241369 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:39:22.495167 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:39:22.622452 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:39:29.378563 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 49682) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:39:29.698451 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [None req-6dbbd647-26ab-49b4-b1b9-a898d9ccefc7 admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112952) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 00:39:29.699521 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-6dbbd647-26ab-49b4-b1b9-a898d9ccefc7 admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3200133 Sep 15 00:39:32.331988 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 49692) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:39:32.611115 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:39:32.612013 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:39:32.660745 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d72382b-789a-43ff-ae8a-3e4f8938d739 admin admin] GET failed (client error): The resource could not be found. Sep 15 00:39:32.662053 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-0d72382b-789a-43ff-ae8a-3e4f8938d739 admin admin] 10.222.0.15 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3291278 Sep 15 00:39:32.749380 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b794bd92-8810-447a-9edc-717c43411a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:39:32.750875 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-b794bd92-8810-447a-9edc-717c43411a70 admin admin] 10.222.0.15 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0836949 Sep 15 00:39:35.340972 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 49700) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:39:35.664707 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-752169af-836a-44f6-91d7-8c1b3059df63 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:39:35.683600 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752169af-836a-44f6-91d7-8c1b3059df63 admin admin] Made reservation on behalf of e1704ba0a17f4363ab56f84c09fdea08 for: {'network': 1} {{(pid=112952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:39:35.685896 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-752169af-836a-44f6-91d7-8c1b3059df63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for network (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:39:35.716807 dv-cinder-857528-2-iscsi neutron-server[112952]: WARNING neutron.services.revisions.revision_plugin [None req-752169af-836a-44f6-91d7-8c1b3059df63 admin admin] Could not find related network for resource to bump revision. Sep 15 00:39:35.728792 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-752169af-836a-44f6-91d7-8c1b3059df63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=112952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 00:39:35.738203 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-752169af-836a-44f6-91d7-8c1b3059df63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898'] for segment (64011a8c-d13d-4076-bbf2-2634b0bf97c5), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:39:35.738545 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.db.segments_db [None req-752169af-836a-44f6-91d7-8c1b3059df63 admin admin] Added segment 64011a8c-d13d-4076-bbf2-2634b0bf97c5 of type vlan for network ddbfacc7-c38c-4413-b535-dbecacb78a5d Sep 15 00:39:35.778352 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-752169af-836a-44f6-91d7-8c1b3059df63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740353647288'] for network (ddbfacc7-c38c-4413-b535-dbecacb78a5d), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:39:35.802597 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-752169af-836a-44f6-91d7-8c1b3059df63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177'] for network (ddbfacc7-c38c-4413-b535-dbecacb78a5d), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:39:35.803587 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752169af-836a-44f6-91d7-8c1b3059df63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:39:35.804170 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-752169af-836a-44f6-91d7-8c1b3059df63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for network (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:39:35.853931 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-752169af-836a-44f6-91d7-8c1b3059df63 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.5118716 Sep 15 00:39:35.867602 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752169af-836a-44f6-91d7-8c1b3059df63 admin admin] Pushing event updated for resources: {'Network': ['ID=ddbfacc7-c38c-4413-b535-dbecacb78a5d,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:39:35.878056 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Network ddbfacc7-c38c-4413-b535-dbecacb78a5d details requested by agent ovs-agent-dv-cinder-857528-2-iscsi with host dv-cinder-857528-2-iscsi {{(pid=112954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 00:39:37.156203 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=4 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:39:37.161316 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=4 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:39:38.419574 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 49708) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:39:38.750258 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a9b307e-d52e-4642-b2db-d432ef9113af admin admin] GET failed (client error): The resource could not be found. Sep 15 00:39:38.751563 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-1a9b307e-d52e-4642-b2db-d432ef9113af admin admin] 10.222.0.15 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3310075 Sep 15 00:39:38.826379 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee9e870-5150-4945-b44a-714f25ad7f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:39:38.827849 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-4ee9e870-5150-4945-b44a-714f25ad7f1b admin admin] 10.222.0.15 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0717323 Sep 15 00:39:38.837917 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-d444a992-78ec-4938-89b2-026977a4f5b3 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'ddbfacc7-c38c-4413-b535-dbecacb78a5d'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:39:38.857408 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d444a992-78ec-4938-89b2-026977a4f5b3 admin admin] Made reservation on behalf of e1704ba0a17f4363ab56f84c09fdea08 for: {'subnet': 1} {{(pid=112952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:39:38.860186 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d444a992-78ec-4938-89b2-026977a4f5b3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:39:39.029389 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d444a992-78ec-4938-89b2-026977a4f5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177'] for subnet (70ff4efa-5b39-4f16-8e9f-ed4ccb208633), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:39:39.086212 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d444a992-78ec-4938-89b2-026977a4f5b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70ff4efa-5b39-4f16-8e9f-ed4ccb208633,revision_number=0']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:39:39.097168 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444a992-78ec-4938-89b2-026977a4f5b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:39:39.097519 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444a992-78ec-4938-89b2-026977a4f5b3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:39:39.097861 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444a992-78ec-4938-89b2-026977a4f5b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:39:39.098199 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444a992-78ec-4938-89b2-026977a4f5b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:39:39.098539 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444a992-78ec-4938-89b2-026977a4f5b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:39:39.098863 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444a992-78ec-4938-89b2-026977a4f5b3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:39:39.099188 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444a992-78ec-4938-89b2-026977a4f5b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:39:39.099543 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444a992-78ec-4938-89b2-026977a4f5b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:39:39.100405 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444a992-78ec-4938-89b2-026977a4f5b3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:39:39.100747 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444a992-78ec-4938-89b2-026977a4f5b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:39:39.101074 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444a992-78ec-4938-89b2-026977a4f5b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:39:39.101415 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444a992-78ec-4938-89b2-026977a4f5b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:39:39.101741 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444a992-78ec-4938-89b2-026977a4f5b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:39:39.102060 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444a992-78ec-4938-89b2-026977a4f5b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:39:39.102377 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444a992-78ec-4938-89b2-026977a4f5b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:39:39.106476 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d444a992-78ec-4938-89b2-026977a4f5b3 admin admin] Checking segment: {'id': '64011a8c-d13d-4076-bbf2-2634b0bf97c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ddbfacc7-c38c-4413-b535-dbecacb78a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:39:39.106826 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d444a992-78ec-4938-89b2-026977a4f5b3 admin admin] Network hostable DHCP agents. Network: ddbfacc7-c38c-4413-b535-dbecacb78a5d, hostable agents: ['abe268bd-80e0-4b66-bd7b-8cd34d7e839c'], hosted agents: [] {{(pid=112952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 00:39:39.125464 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d444a992-78ec-4938-89b2-026977a4f5b3 admin admin] Network ddbfacc7-c38c-4413-b535-dbecacb78a5d is scheduled to be hosted by DHCP agent abe268bd-80e0-4b66-bd7b-8cd34d7e839c with binding_index 1 {{(pid=112952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 00:39:39.134322 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.base_scheduler [None req-d444a992-78ec-4938-89b2-026977a4f5b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-2-iscsi, ddbfacc7-c38c-4413-b535-dbecacb78a5d) {{(pid=112952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:39:39.138551 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d444a992-78ec-4938-89b2-026977a4f5b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:39:39.139153 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d444a992-78ec-4938-89b2-026977a4f5b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for subnet (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:39:39.144115 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a49d77d-10cb-4a59-ba86-4c46be091db9 None None] Network ddbfacc7-c38c-4413-b535-dbecacb78a5d requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:39:39.156830 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-d444a992-78ec-4938-89b2-026977a4f5b3 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3224447 Sep 15 00:39:39.262012 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b29abcb-379b-43d7-bca6-388ba9fd532e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3047b3e4-ccd7-5ac9-918c-8e3fb3633ad1-ddbfacc7-c38c-4413-b535-dbecacb78a5d', 'network_id': 'ddbfacc7-c38c-4413-b535-dbecacb78a5d', 'project_id': 'e1704ba0a17f4363ab56f84c09fdea08', 'fixed_ips': [{'subnet_id': '70ff4efa-5b39-4f16-8e9f-ed4ccb208633'}]}} from dv-cinder-857528-2-iscsi. {{(pid=112954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 00:39:39.262975 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-1b29abcb-379b-43d7-bca6-388ba9fd532e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:39:39.400939 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.db_base_plugin_common [None req-1b29abcb-379b-43d7-bca6-388ba9fd532e None None] Allocated IP 192.168.233.2 (ddbfacc7-c38c-4413-b535-dbecacb78a5d/70ff4efa-5b39-4f16-8e9f-ed4ccb208633/b4cb11fb-6c4e-4698-972a-94628141d761) {{(pid=112954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:39:39.545379 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-1b29abcb-379b-43d7-bca6-388ba9fd532e None None] Publish callbacks [] for port (b4cb11fb-6c4e-4698-972a-94628141d761), precommit_create {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:39:39.551548 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-1b29abcb-379b-43d7-bca6-388ba9fd532e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163'] for port (b4cb11fb-6c4e-4698-972a-94628141d761), after_create {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:39:39.591603 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b29abcb-379b-43d7-bca6-388ba9fd532e None None] Network ddbfacc7-c38c-4413-b535-dbecacb78a5d is already hosted by enough agents. {{(pid=112954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:39:39.594479 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.scheduler.base_scheduler [None req-1b29abcb-379b-43d7-bca6-388ba9fd532e None None] Resources bound (agent type, host, resource id): {{(pid=112954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:39:39.600482 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b29abcb-379b-43d7-bca6-388ba9fd532e None None] Received port after_create {{(pid=112954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:39:39.611156 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b29abcb-379b-43d7-bca6-388ba9fd532e None None] Pushing event updated for resources: {'Port': ['ID=b4cb11fb-6c4e-4698-972a-94628141d761,revision_number=1']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:39:39.635731 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b29abcb-379b-43d7-bca6-388ba9fd532e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:39:39.636081 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b29abcb-379b-43d7-bca6-388ba9fd532e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:39:39.636440 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b29abcb-379b-43d7-bca6-388ba9fd532e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:39:39.636800 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b29abcb-379b-43d7-bca6-388ba9fd532e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:39:39.637136 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b29abcb-379b-43d7-bca6-388ba9fd532e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:39:39.637464 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b29abcb-379b-43d7-bca6-388ba9fd532e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:39:39.637788 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b29abcb-379b-43d7-bca6-388ba9fd532e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:39:39.638108 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b29abcb-379b-43d7-bca6-388ba9fd532e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:39:39.638911 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b29abcb-379b-43d7-bca6-388ba9fd532e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:39:39.638911 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b29abcb-379b-43d7-bca6-388ba9fd532e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:39:39.639096 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b29abcb-379b-43d7-bca6-388ba9fd532e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:39:39.639375 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b29abcb-379b-43d7-bca6-388ba9fd532e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:39:39.639721 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b29abcb-379b-43d7-bca6-388ba9fd532e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:39:39.640043 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b29abcb-379b-43d7-bca6-388ba9fd532e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:39:39.640357 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b29abcb-379b-43d7-bca6-388ba9fd532e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:39:39.674002 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-1b29abcb-379b-43d7-bca6-388ba9fd532e None None] Attempting to bind port b4cb11fb-6c4e-4698-972a-94628141d761 on host dv-cinder-857528-2-iscsi for vnic_type normal with profile {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:39:39.674809 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-1b29abcb-379b-43d7-bca6-388ba9fd532e None None] Attempting to bind port b4cb11fb-6c4e-4698-972a-94628141d761 by drivers openvswitch,hyperv on host dv-cinder-857528-2-iscsi at level 0 using segments [{'id': '64011a8c-d13d-4076-bbf2-2634b0bf97c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ddbfacc7-c38c-4413-b535-dbecacb78a5d'}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:39:39.674809 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b29abcb-379b-43d7-bca6-388ba9fd532e None None] Attempting to bind port b4cb11fb-6c4e-4698-972a-94628141d761 on network ddbfacc7-c38c-4413-b535-dbecacb78a5d {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:39:39.717649 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b29abcb-379b-43d7-bca6-388ba9fd532e None None] Checking agent: {'id': 'f85e816c-fb48-4744-a66a-e79ceb68e67e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 36, 23), 'started_at': datetime.datetime(2022, 9, 15, 0, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:39:39.718023 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b29abcb-379b-43d7-bca6-388ba9fd532e None None] Checking segment: {'id': '64011a8c-d13d-4076-bbf2-2634b0bf97c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ddbfacc7-c38c-4413-b535-dbecacb78a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:39:39.718431 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-1b29abcb-379b-43d7-bca6-388ba9fd532e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:39:39.718820 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b29abcb-379b-43d7-bca6-388ba9fd532e None None] Bound using segment: {'id': '64011a8c-d13d-4076-bbf2-2634b0bf97c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ddbfacc7-c38c-4413-b535-dbecacb78a5d'} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:39:39.719295 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-1b29abcb-379b-43d7-bca6-388ba9fd532e None None] Bound port: b4cb11fb-6c4e-4698-972a-94628141d761, host: dv-cinder-857528-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64011a8c-d13d-4076-bbf2-2634b0bf97c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ddbfacc7-c38c-4413-b535-dbecacb78a5d'}}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:39:39.719722 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-1b29abcb-379b-43d7-bca6-388ba9fd532e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (b4cb11fb-6c4e-4698-972a-94628141d761), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:39:39.781006 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-1b29abcb-379b-43d7-bca6-388ba9fd532e None None] For port b4cb11fb-6c4e-4698-972a-94628141d761, host dv-cinder-857528-2-iscsi, cleared binding levels {{(pid=112954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:39:39.784329 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-1b29abcb-379b-43d7-bca6-388ba9fd532e None None] For port b4cb11fb-6c4e-4698-972a-94628141d761, host dv-cinder-857528-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=b4cb11fb-6c4e-4698-972a-94628141d761,segment=NetworkSegment(64011a8c-d13d-4076-bbf2-2634b0bf97c5),segment_id=64011a8c-d13d-4076-bbf2-2634b0bf97c5)] {{(pid=112954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:39:39.790390 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-1b29abcb-379b-43d7-bca6-388ba9fd532e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (b4cb11fb-6c4e-4698-972a-94628141d761), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:39:39.846838 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b29abcb-379b-43d7-bca6-388ba9fd532e None None] Pushing event updated for resources: {'Port': ['ID=b4cb11fb-6c4e-4698-972a-94628141d761,revision_number=2']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:39:40.408133 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device b4cb11fb-6c4e-4698-972a-94628141d761 up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:39:40.460959 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:39:40.463419 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port b4cb11fb-6c4e-4698-972a-94628141d761 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:39:40.463862 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (b4cb11fb-6c4e-4698-972a-94628141d761), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:39:40.464216 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port b4cb11fb-6c4e-4698-972a-94628141d761 Sep 15 00:39:40.511542 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:39:40.560856 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port b4cb11fb-6c4e-4698-972a-94628141d761 is: DOWN; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:39:40.561752 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (b4cb11fb-6c4e-4698-972a-94628141d761), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:39:40.597926 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] For port b4cb11fb-6c4e-4698-972a-94628141d761, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=b4cb11fb-6c4e-4698-972a-94628141d761,segment=NetworkSegment(64011a8c-d13d-4076-bbf2-2634b0bf97c5),segment_id=64011a8c-d13d-4076-bbf2-2634b0bf97c5)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:39:40.602829 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (b4cb11fb-6c4e-4698-972a-94628141d761), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:39:40.662116 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Pushing event updated for resources: {'Port': ['ID=b4cb11fb-6c4e-4698-972a-94628141d761,revision_number=3']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:39:40.717222 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32140c02-fb2b-479b-ab36-c5225431b5f4 None None] Network ddbfacc7-c38c-4413-b535-dbecacb78a5d requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:39:40.769530 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-737db453-93d8-4587-90a3-e30ad024ea81 None None] Provisioning complete for port b4cb11fb-6c4e-4698-972a-94628141d761 triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:39:40.769848 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-737db453-93d8-4587-90a3-e30ad024ea81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (b4cb11fb-6c4e-4698-972a-94628141d761), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:39:40.770174 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-737db453-93d8-4587-90a3-e30ad024ea81 None None] Attempt 1 to provision port b4cb11fb-6c4e-4698-972a-94628141d761 Sep 15 00:39:40.889835 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-737db453-93d8-4587-90a3-e30ad024ea81 None None] Current status of the port b4cb11fb-6c4e-4698-972a-94628141d761 is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:39:41.122916 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-074d5603-68f8-4de8-83f9-074b19ec8101 None None] Provisioning complete for port b4cb11fb-6c4e-4698-972a-94628141d761 triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:39:41.123304 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-074d5603-68f8-4de8-83f9-074b19ec8101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (b4cb11fb-6c4e-4698-972a-94628141d761), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:39:41.123687 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-074d5603-68f8-4de8-83f9-074b19ec8101 None None] Attempt 1 to provision port b4cb11fb-6c4e-4698-972a-94628141d761 Sep 15 00:39:41.197613 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-074d5603-68f8-4de8-83f9-074b19ec8101 None None] Current status of the port b4cb11fb-6c4e-4698-972a-94628141d761 is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:39:42.387181 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device b4cb11fb-6c4e-4698-972a-94628141d761 up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:39:42.430748 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port b4cb11fb-6c4e-4698-972a-94628141d761 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:39:42.431136 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (b4cb11fb-6c4e-4698-972a-94628141d761), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:39:42.431530 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port b4cb11fb-6c4e-4698-972a-94628141d761 Sep 15 00:39:42.504062 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port b4cb11fb-6c4e-4698-972a-94628141d761 is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:39:47.718521 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-7a65e294-a019-4f0d-b084-0e9c0ba9a038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:39:49.142932 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:39:49.149728 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=76,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:39:50.000454 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-5767f50a-ba22-45c0-8cbe-b8a27449a079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:39:51.244641 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:39:52.494797 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:39:52.500208 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:39:52.616045 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:39:58.142140 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 5 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 00:40:02.607156 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:40:02.611722 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:40:14.161895 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=3 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:40:16.135975 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:40:17.721653 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-fb171a73-e7a2-40f4-be53-36a541803ddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:40:20.001621 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-cc7dc718-e94e-4034-9cf3-42b5ee3e9d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:40:21.246943 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:40:22.502199 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:40:22.618783 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:40:32.612041 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:40:32.613858 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:40:35.140600 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 5 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 00:40:47.727100 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-1cd4549d-3fd3-44e3-b813-eaf0977c7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:40:50.007229 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-33147dda-aa46-48a8-b263-5381fcc246e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:40:51.166901 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=5 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:40:51.173699 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=5 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:40:51.249089 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:40:52.505470 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:40:52.620551 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:40:59.980777 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 49752) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:40:59.986438 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [None req-834fe158-1f68-4fc4-9d49-bb3699713676 tempest-verify_tempest_config-2007948414 tempest-verify_tempest_config-2007948414-project] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112952) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 00:40:59.987437 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-834fe158-1f68-4fc4-9d49-bb3699713676 tempest-verify_tempest_config-2007948414 tempest-verify_tempest_config-2007948414-project] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0056620 Sep 15 00:41:00.492052 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 49770) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:41:00.824696 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-14f32789-881f-4303-a87c-ba8e54b51c95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:41:00.931502 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-14f32789-881f-4303-a87c-ba8e54b51c95 admin admin] Publish callbacks [] for security_group (1e458a15-3e7f-48d4-8c06-2476babe78bd), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:41:00.935115 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-14f32789-881f-4303-a87c-ba8e54b51c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (1e458a15-3e7f-48d4-8c06-2476babe78bd), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:41:00.973167 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-14f32789-881f-4303-a87c-ba8e54b51c95 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=3baf00ec8bbb40ee87f6ce698f331fed&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4800911 Sep 15 00:41:00.976727 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 49778) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:41:00.984795 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f32789-881f-4303-a87c-ba8e54b51c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e458a15-3e7f-48d4-8c06-2476babe78bd,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:41:00.994619 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f32789-881f-4303-a87c-ba8e54b51c95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:41:00.994963 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f32789-881f-4303-a87c-ba8e54b51c95 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:41:00.995301 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f32789-881f-4303-a87c-ba8e54b51c95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:41:00.995740 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f32789-881f-4303-a87c-ba8e54b51c95 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:41:00.996073 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f32789-881f-4303-a87c-ba8e54b51c95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:41:00.996399 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f32789-881f-4303-a87c-ba8e54b51c95 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:41:00.996720 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f32789-881f-4303-a87c-ba8e54b51c95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:41:00.997039 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f32789-881f-4303-a87c-ba8e54b51c95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:41:00.997364 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f32789-881f-4303-a87c-ba8e54b51c95 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:41:00.997686 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f32789-881f-4303-a87c-ba8e54b51c95 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:41:00.998019 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f32789-881f-4303-a87c-ba8e54b51c95 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:41:00.998358 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f32789-881f-4303-a87c-ba8e54b51c95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:41:00.998676 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f32789-881f-4303-a87c-ba8e54b51c95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:41:00.998994 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f32789-881f-4303-a87c-ba8e54b51c95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:41:00.999309 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f32789-881f-4303-a87c-ba8e54b51c95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:41:01.000706 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f32789-881f-4303-a87c-ba8e54b51c95 admin admin] Tracked resource versions report: Sep 15 00:41:01.000706 dv-cinder-857528-2-iscsi neutron-server[112953]: pushed versions: Sep 15 00:41:01.000706 dv-cinder-857528-2-iscsi neutron-server[112953]: { 'AddressGroup': {'1.2'}, Sep 15 00:41:01.000706 dv-cinder-857528-2-iscsi neutron-server[112953]: 'Agent': {'1.1'}, Sep 15 00:41:01.000706 dv-cinder-857528-2-iscsi neutron-server[112953]: 'ConntrackHelper': {'1.0'}, Sep 15 00:41:01.000706 dv-cinder-857528-2-iscsi neutron-server[112953]: 'LocalIPAssociation': {'1.0'}, Sep 15 00:41:01.000706 dv-cinder-857528-2-iscsi neutron-server[112953]: 'Log': {'1.0'}, Sep 15 00:41:01.000706 dv-cinder-857528-2-iscsi neutron-server[112953]: 'NDPProxy': {'1.0'}, Sep 15 00:41:01.000706 dv-cinder-857528-2-iscsi neutron-server[112953]: 'Network': {'1.1'}, Sep 15 00:41:01.000706 dv-cinder-857528-2-iscsi neutron-server[112953]: 'Port': {'1.7'}, Sep 15 00:41:01.000706 dv-cinder-857528-2-iscsi neutron-server[112953]: 'PortForwarding': {'1.3'}, Sep 15 00:41:01.000706 dv-cinder-857528-2-iscsi neutron-server[112953]: 'QosPolicy': {'1.10'}, Sep 15 00:41:01.000706 dv-cinder-857528-2-iscsi neutron-server[112953]: 'SecurityGroup': {'1.5'}, Sep 15 00:41:01.000706 dv-cinder-857528-2-iscsi neutron-server[112953]: 'SecurityGroupRule': {'1.2'}, Sep 15 00:41:01.000706 dv-cinder-857528-2-iscsi neutron-server[112953]: 'SubPort': {'1.0'}, Sep 15 00:41:01.000706 dv-cinder-857528-2-iscsi neutron-server[112953]: 'Subnet': {'1.1'}, Sep 15 00:41:01.000706 dv-cinder-857528-2-iscsi neutron-server[112953]: 'Trunk': {'1.1'}} Sep 15 00:41:01.000706 dv-cinder-857528-2-iscsi neutron-server[112953]: consumer versions: Sep 15 00:41:01.000706 dv-cinder-857528-2-iscsi neutron-server[112953]: { DHCP agent@dv-cinder-857528-2-iscsi: {}, Sep 15 00:41:01.000706 dv-cinder-857528-2-iscsi neutron-server[112953]: L3 agent@dv-cinder-857528-2-iscsi: {}, Sep 15 00:41:01.000706 dv-cinder-857528-2-iscsi neutron-server[112953]: Metadata agent@dv-cinder-857528-2-iscsi: {}, Sep 15 00:41:01.000706 dv-cinder-857528-2-iscsi neutron-server[112953]: Metering agent@dv-cinder-857528-2-iscsi: {}, Sep 15 00:41:01.000706 dv-cinder-857528-2-iscsi neutron-server[112953]: Open vSwitch agent@dv-cinder-857528-2-iscsi: { 'AddressGroup': '1.2', Sep 15 00:41:01.000706 dv-cinder-857528-2-iscsi neutron-server[112953]: 'Agent': '1.1', Sep 15 00:41:01.000706 dv-cinder-857528-2-iscsi neutron-server[112953]: 'ConntrackHelper': '1.0', Sep 15 00:41:01.000706 dv-cinder-857528-2-iscsi neutron-server[112953]: 'LocalIPAssociation': '1.0', Sep 15 00:41:01.000706 dv-cinder-857528-2-iscsi neutron-server[112953]: 'Log': '1.0', Sep 15 00:41:01.000706 dv-cinder-857528-2-iscsi neutron-server[112953]: 'NDPProxy': '1.0', Sep 15 00:41:01.000706 dv-cinder-857528-2-iscsi neutron-server[112953]: 'Network': '1.1', Sep 15 00:41:01.000706 dv-cinder-857528-2-iscsi neutron-server[112953]: 'Port': '1.7', Sep 15 00:41:01.000706 dv-cinder-857528-2-iscsi neutron-server[112953]: 'PortForwarding': '1.3', Sep 15 00:41:01.000706 dv-cinder-857528-2-iscsi neutron-server[112953]: 'QosPolicy': '1.10', Sep 15 00:41:01.000706 dv-cinder-857528-2-iscsi neutron-server[112953]: 'SecurityGroup': '1.5', Sep 15 00:41:01.000706 dv-cinder-857528-2-iscsi neutron-server[112953]: 'SecurityGroupRule': '1.2', Sep 15 00:41:01.000706 dv-cinder-857528-2-iscsi neutron-server[112953]: 'SubPort': '1.0', Sep 15 00:41:01.000706 dv-cinder-857528-2-iscsi neutron-server[112953]: 'Subnet': '1.1', Sep 15 00:41:01.000706 dv-cinder-857528-2-iscsi neutron-server[112953]: 'Trunk': '1.1'}} Sep 15 00:41:01.000706 dv-cinder-857528-2-iscsi neutron-server[112953]: {{(pid=112953) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 00:41:01.042722 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-8a07ccb3-2252-48cc-8536-9b34a9bfc56c admin admin] Publish callbacks [] for security_group (1e458a15-3e7f-48d4-8c06-2476babe78bd), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:41:01.062434 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-8a07ccb3-2252-48cc-8536-9b34a9bfc56c admin admin] Publish callbacks [] for security_group (1e458a15-3e7f-48d4-8c06-2476babe78bd), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:41:01.156413 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-8a07ccb3-2252-48cc-8536-9b34a9bfc56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (1e458a15-3e7f-48d4-8c06-2476babe78bd), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:41:01.159234 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-8a07ccb3-2252-48cc-8536-9b34a9bfc56c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:41:01.160597 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-8a07ccb3-2252-48cc-8536-9b34a9bfc56c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/1e458a15-3e7f-48d4-8c06-2476babe78bd HTTP/1.1" status: 204 len: 168 time: 0.1828990 Sep 15 00:41:01.170323 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07ccb3-2252-48cc-8536-9b34a9bfc56c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e458a15-3e7f-48d4-8c06-2476babe78bd,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:41:01.178028 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07ccb3-2252-48cc-8536-9b34a9bfc56c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:41:01.178373 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07ccb3-2252-48cc-8536-9b34a9bfc56c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:41:01.178742 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07ccb3-2252-48cc-8536-9b34a9bfc56c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:41:01.179086 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07ccb3-2252-48cc-8536-9b34a9bfc56c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:41:01.179418 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07ccb3-2252-48cc-8536-9b34a9bfc56c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:41:01.179777 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07ccb3-2252-48cc-8536-9b34a9bfc56c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:41:01.180108 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07ccb3-2252-48cc-8536-9b34a9bfc56c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:41:01.180436 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07ccb3-2252-48cc-8536-9b34a9bfc56c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:41:01.180778 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07ccb3-2252-48cc-8536-9b34a9bfc56c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:41:01.181111 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07ccb3-2252-48cc-8536-9b34a9bfc56c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:41:01.181454 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07ccb3-2252-48cc-8536-9b34a9bfc56c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:41:01.181782 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07ccb3-2252-48cc-8536-9b34a9bfc56c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:41:01.182109 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07ccb3-2252-48cc-8536-9b34a9bfc56c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:41:01.182430 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07ccb3-2252-48cc-8536-9b34a9bfc56c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:41:01.182751 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07ccb3-2252-48cc-8536-9b34a9bfc56c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:41:02.615115 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=10 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:41:10.987545 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=15,neutron:INSERT=4 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:41:10.989399 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=24,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:41:11.172986 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:41:11.174019 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:41:11.204837 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:41:12.139236 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 5 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 00:41:13.620446 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=15 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:41:17.719239 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-c71e978c-9c7b-43d7-b76f-c1be00f389f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:41:19.997610 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-7169be09-2c4a-4736-ace3-f07bff06e410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:41:21.255025 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:41:22.509200 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:41:22.622170 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:41:28.165580 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=16 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:41:28.170822 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=3 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:41:32.616358 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:41:32.618906 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:41:47.721588 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-f346424d-d01f-4fb3-947e-7a2917bb173d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:41:49.138323 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 5 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 00:41:50.000126 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-a41944c3-2aa0-4b42-a1f2-5ebe03adb1d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:41:51.254824 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:41:52.512856 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:41:52.623327 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:42:02.617267 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:42:02.619114 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:42:05.166000 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=2 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:42:05.175230 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=6 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:42:16.140879 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=1 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:42:16.141606 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:DELETE=1 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:42:17.726305 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-7d9aa08a-99a3-493c-b61d-9c9e84361092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:42:20.002142 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-4201b8f0-9ce2-4766-94bf-605830f46292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:42:21.258288 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:42:22.516233 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:42:22.625438 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:42:26.137512 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 5 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 00:42:32.613437 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:42:32.621606 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:42:36.599661 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1679554'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_create {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:42:42.178904 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=4 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:42:42.185969 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=4 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:42:46.591276 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:42:46.595265 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=1,neutron:INSERT=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:42:47.729212 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-b73e6a15-61b5-46e6-b914-36e403f24a65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:42:49.727889 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 49874) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:42:49.854906 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-8d0b79bb-1be1-4bcb-95c8-790d7b1d37c5 admin admin] 10.222.0.15 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1258922 Sep 15 00:42:50.005346 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-9debf18f-7bbf-4ce8-9c75-88b7e6779a73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:42:51.262666 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:42:52.397310 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 49884) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:42:52.452277 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-1c5d9d6b-27d6-4842-aca9-4fa20711ec37 admin admin] 10.222.0.15 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0539062 Sep 15 00:42:52.521331 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:42:52.628882 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:42:59.847962 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:43:02.447892 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=3 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:43:02.617418 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:43:02.625064 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:43:03.137744 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 6 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 00:43:06.579992 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:43:16.573159 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:43:16.575791 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:43:17.732347 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-dbc31920-e090-44f5-9727-0ee7f46e7f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:43:19.175529 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=19 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:43:19.179654 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=15 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:43:20.008916 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-6688b575-aeb2-4ba2-9878-92ae0f95386a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:43:21.263332 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:43:22.523690 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:43:22.632481 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:43:32.626317 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:43:32.628257 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:43:36.593509 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:43:40.137329 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 6 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 00:43:47.756181 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-59e92356-0a54-49ee-b592-18d0a41be83f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:43:50.018006 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-f047146c-15ae-4082-a519-d607f703afdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:43:51.278790 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:43:52.528528 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:43:52.635610 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:43:56.174916 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=3 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:43:56.185138 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=5 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:02.621841 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:02.630488 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:06.592054 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:16.145493 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:16.586003 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:16.587925 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:17.136981 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 6 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 00:44:17.730518 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-26774ed1-dc89-43c8-9875-7d6ccb79046b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:20.011878 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-be09fa11-dd51-4f9a-900a-a8508fac86b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:21.270992 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:22.541883 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:22.653693 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:26.704107 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 50052) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:44:26.963605 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-f553d689-faf0-4da6-989a-a89762a2c7de admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-383540816-network', 'tenant_id': '7090f91f78534107ba4b5ccd7f80e145'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:44:26.988674 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f553d689-faf0-4da6-989a-a89762a2c7de admin admin] Made reservation on behalf of 7090f91f78534107ba4b5ccd7f80e145 for: {'network': 1} {{(pid=112953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:44:26.991686 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f553d689-faf0-4da6-989a-a89762a2c7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for network (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:27.000124 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f553d689-faf0-4da6-989a-a89762a2c7de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:27.078103 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f553d689-faf0-4da6-989a-a89762a2c7de admin admin] Publish callbacks [] for security_group (d41840aa-dc0a-4ce3-ab19-658373426066), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:27.094954 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f553d689-faf0-4da6-989a-a89762a2c7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (d41840aa-dc0a-4ce3-ab19-658373426066), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:27.135932 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553d689-faf0-4da6-989a-a89762a2c7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41840aa-dc0a-4ce3-ab19-658373426066,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:27.142761 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f553d689-faf0-4da6-989a-a89762a2c7de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=112953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 00:44:27.155917 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553d689-faf0-4da6-989a-a89762a2c7de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:27.156365 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553d689-faf0-4da6-989a-a89762a2c7de admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:27.156735 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553d689-faf0-4da6-989a-a89762a2c7de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:27.157086 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553d689-faf0-4da6-989a-a89762a2c7de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:27.157425 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553d689-faf0-4da6-989a-a89762a2c7de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:27.157770 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553d689-faf0-4da6-989a-a89762a2c7de admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:27.158124 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553d689-faf0-4da6-989a-a89762a2c7de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:27.158435 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553d689-faf0-4da6-989a-a89762a2c7de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:27.158784 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553d689-faf0-4da6-989a-a89762a2c7de admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:27.159158 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553d689-faf0-4da6-989a-a89762a2c7de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:27.159526 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553d689-faf0-4da6-989a-a89762a2c7de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:27.159855 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553d689-faf0-4da6-989a-a89762a2c7de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:27.160183 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553d689-faf0-4da6-989a-a89762a2c7de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:27.160510 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553d689-faf0-4da6-989a-a89762a2c7de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:27.160839 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553d689-faf0-4da6-989a-a89762a2c7de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:27.162041 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553d689-faf0-4da6-989a-a89762a2c7de admin admin] Tracked resource versions report: Sep 15 00:44:27.162041 dv-cinder-857528-2-iscsi neutron-server[112953]: pushed versions: Sep 15 00:44:27.162041 dv-cinder-857528-2-iscsi neutron-server[112953]: { 'AddressGroup': {'1.2'}, Sep 15 00:44:27.162041 dv-cinder-857528-2-iscsi neutron-server[112953]: 'Agent': {'1.1'}, Sep 15 00:44:27.162041 dv-cinder-857528-2-iscsi neutron-server[112953]: 'ConntrackHelper': {'1.0'}, Sep 15 00:44:27.162041 dv-cinder-857528-2-iscsi neutron-server[112953]: 'LocalIPAssociation': {'1.0'}, Sep 15 00:44:27.162041 dv-cinder-857528-2-iscsi neutron-server[112953]: 'Log': {'1.0'}, Sep 15 00:44:27.162041 dv-cinder-857528-2-iscsi neutron-server[112953]: 'NDPProxy': {'1.0'}, Sep 15 00:44:27.162041 dv-cinder-857528-2-iscsi neutron-server[112953]: 'Network': {'1.1'}, Sep 15 00:44:27.162041 dv-cinder-857528-2-iscsi neutron-server[112953]: 'Port': {'1.7'}, Sep 15 00:44:27.162041 dv-cinder-857528-2-iscsi neutron-server[112953]: 'PortForwarding': {'1.3'}, Sep 15 00:44:27.162041 dv-cinder-857528-2-iscsi neutron-server[112953]: 'QosPolicy': {'1.10'}, Sep 15 00:44:27.162041 dv-cinder-857528-2-iscsi neutron-server[112953]: 'SecurityGroup': {'1.5'}, Sep 15 00:44:27.162041 dv-cinder-857528-2-iscsi neutron-server[112953]: 'SecurityGroupRule': {'1.2'}, Sep 15 00:44:27.162041 dv-cinder-857528-2-iscsi neutron-server[112953]: 'SubPort': {'1.0'}, Sep 15 00:44:27.162041 dv-cinder-857528-2-iscsi neutron-server[112953]: 'Subnet': {'1.1'}, Sep 15 00:44:27.162041 dv-cinder-857528-2-iscsi neutron-server[112953]: 'Trunk': {'1.1'}} Sep 15 00:44:27.162041 dv-cinder-857528-2-iscsi neutron-server[112953]: consumer versions: Sep 15 00:44:27.162041 dv-cinder-857528-2-iscsi neutron-server[112953]: { DHCP agent@dv-cinder-857528-2-iscsi: {}, Sep 15 00:44:27.162041 dv-cinder-857528-2-iscsi neutron-server[112953]: HyperV agent@hv-cinder-85752: {}, Sep 15 00:44:27.162041 dv-cinder-857528-2-iscsi neutron-server[112953]: L3 agent@dv-cinder-857528-2-iscsi: {}, Sep 15 00:44:27.162041 dv-cinder-857528-2-iscsi neutron-server[112953]: Metadata agent@dv-cinder-857528-2-iscsi: {}, Sep 15 00:44:27.162041 dv-cinder-857528-2-iscsi neutron-server[112953]: Metering agent@dv-cinder-857528-2-iscsi: {}, Sep 15 00:44:27.162041 dv-cinder-857528-2-iscsi neutron-server[112953]: Open vSwitch agent@dv-cinder-857528-2-iscsi: { 'AddressGroup': '1.2', Sep 15 00:44:27.162041 dv-cinder-857528-2-iscsi neutron-server[112953]: 'Agent': '1.1', Sep 15 00:44:27.162041 dv-cinder-857528-2-iscsi neutron-server[112953]: 'ConntrackHelper': '1.0', Sep 15 00:44:27.162041 dv-cinder-857528-2-iscsi neutron-server[112953]: 'LocalIPAssociation': '1.0', Sep 15 00:44:27.162041 dv-cinder-857528-2-iscsi neutron-server[112953]: 'Log': '1.0', Sep 15 00:44:27.162041 dv-cinder-857528-2-iscsi neutron-server[112953]: 'NDPProxy': '1.0', Sep 15 00:44:27.162041 dv-cinder-857528-2-iscsi neutron-server[112953]: 'Network': '1.1', Sep 15 00:44:27.162041 dv-cinder-857528-2-iscsi neutron-server[112953]: 'Port': '1.7', Sep 15 00:44:27.162041 dv-cinder-857528-2-iscsi neutron-server[112953]: 'PortForwarding': '1.3', Sep 15 00:44:27.162041 dv-cinder-857528-2-iscsi neutron-server[112953]: 'QosPolicy': '1.10', Sep 15 00:44:27.162041 dv-cinder-857528-2-iscsi neutron-server[112953]: 'SecurityGroup': '1.5', Sep 15 00:44:27.162041 dv-cinder-857528-2-iscsi neutron-server[112953]: 'SecurityGroupRule': '1.2', Sep 15 00:44:27.162041 dv-cinder-857528-2-iscsi neutron-server[112953]: 'SubPort': '1.0', Sep 15 00:44:27.162041 dv-cinder-857528-2-iscsi neutron-server[112953]: 'Subnet': '1.1', Sep 15 00:44:27.162041 dv-cinder-857528-2-iscsi neutron-server[112953]: 'Trunk': '1.1'}} Sep 15 00:44:27.162041 dv-cinder-857528-2-iscsi neutron-server[112953]: {{(pid=112953) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 00:44:27.182940 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f553d689-faf0-4da6-989a-a89762a2c7de admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740354160312', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898'] for segment (2b35b24d-afbb-49ac-9c71-14d53de30327), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:27.183541 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f553d689-faf0-4da6-989a-a89762a2c7de admin admin] Unsubscribe: segment precommit_create {{(pid=112953) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 00:44:27.184175 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.db.segments_db [None req-f553d689-faf0-4da6-989a-a89762a2c7de admin admin] Added segment 2b35b24d-afbb-49ac-9c71-14d53de30327 of type vlan for network 534fcea4-462b-402d-9da6-e7cef4200229 Sep 15 00:44:27.269269 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f553d689-faf0-4da6-989a-a89762a2c7de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740353647288'] for network (534fcea4-462b-402d-9da6-e7cef4200229), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:27.305956 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f553d689-faf0-4da6-989a-a89762a2c7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177'] for network (534fcea4-462b-402d-9da6-e7cef4200229), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:27.307981 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f553d689-faf0-4da6-989a-a89762a2c7de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:44:27.308927 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f553d689-faf0-4da6-989a-a89762a2c7de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for network (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:27.350457 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-f553d689-faf0-4da6-989a-a89762a2c7de admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6445882 Sep 15 00:44:27.351024 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 50098) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:44:27.358347 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-79d87899-f79f-4e9e-b94c-0bd8af042874 admin admin] Request body: {'subnet': {'network_id': '534fcea4-462b-402d-9da6-e7cef4200229', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-383540816-subnet', 'tenant_id': '7090f91f78534107ba4b5ccd7f80e145', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:44:27.402279 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d87899-f79f-4e9e-b94c-0bd8af042874 admin admin] Made reservation on behalf of 7090f91f78534107ba4b5ccd7f80e145 for: {'subnet': 1} {{(pid=112952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:44:27.405917 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-79d87899-f79f-4e9e-b94c-0bd8af042874 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:27.437336 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553d689-faf0-4da6-989a-a89762a2c7de admin admin] Pushing event updated for resources: {'Network': ['ID=534fcea4-462b-402d-9da6-e7cef4200229,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:27.448764 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Network 534fcea4-462b-402d-9da6-e7cef4200229 details requested by agent ovs-agent-dv-cinder-857528-2-iscsi with host dv-cinder-857528-2-iscsi {{(pid=112954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 00:44:27.488976 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 50116) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:44:27.531352 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 50120) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:44:27.608705 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-79d87899-f79f-4e9e-b94c-0bd8af042874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177'] for subnet (756b70e8-4098-4f30-99b0-99c64c94809f), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:27.666271 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d87899-f79f-4e9e-b94c-0bd8af042874 admin admin] Pushing event updated for resources: {'Subnet': ['ID=756b70e8-4098-4f30-99b0-99c64c94809f,revision_number=0']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:27.682595 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d87899-f79f-4e9e-b94c-0bd8af042874 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:27.683173 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d87899-f79f-4e9e-b94c-0bd8af042874 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:27.683626 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d87899-f79f-4e9e-b94c-0bd8af042874 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:27.683976 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d87899-f79f-4e9e-b94c-0bd8af042874 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:27.684306 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d87899-f79f-4e9e-b94c-0bd8af042874 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:27.684637 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d87899-f79f-4e9e-b94c-0bd8af042874 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:27.684960 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d87899-f79f-4e9e-b94c-0bd8af042874 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:27.685451 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d87899-f79f-4e9e-b94c-0bd8af042874 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:27.685943 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d87899-f79f-4e9e-b94c-0bd8af042874 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:27.686422 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d87899-f79f-4e9e-b94c-0bd8af042874 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:27.686914 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d87899-f79f-4e9e-b94c-0bd8af042874 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:27.687401 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d87899-f79f-4e9e-b94c-0bd8af042874 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:27.687917 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d87899-f79f-4e9e-b94c-0bd8af042874 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:27.688412 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d87899-f79f-4e9e-b94c-0bd8af042874 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:27.688896 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d87899-f79f-4e9e-b94c-0bd8af042874 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:27.690266 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d87899-f79f-4e9e-b94c-0bd8af042874 admin admin] Tracked resource versions report: Sep 15 00:44:27.690266 dv-cinder-857528-2-iscsi neutron-server[112952]: pushed versions: Sep 15 00:44:27.690266 dv-cinder-857528-2-iscsi neutron-server[112952]: { 'AddressGroup': {'1.2'}, Sep 15 00:44:27.690266 dv-cinder-857528-2-iscsi neutron-server[112952]: 'Agent': {'1.1'}, Sep 15 00:44:27.690266 dv-cinder-857528-2-iscsi neutron-server[112952]: 'ConntrackHelper': {'1.0'}, Sep 15 00:44:27.690266 dv-cinder-857528-2-iscsi neutron-server[112952]: 'LocalIPAssociation': {'1.0'}, Sep 15 00:44:27.690266 dv-cinder-857528-2-iscsi neutron-server[112952]: 'Log': {'1.0'}, Sep 15 00:44:27.690266 dv-cinder-857528-2-iscsi neutron-server[112952]: 'NDPProxy': {'1.0'}, Sep 15 00:44:27.690266 dv-cinder-857528-2-iscsi neutron-server[112952]: 'Network': {'1.1'}, Sep 15 00:44:27.690266 dv-cinder-857528-2-iscsi neutron-server[112952]: 'Port': {'1.7'}, Sep 15 00:44:27.690266 dv-cinder-857528-2-iscsi neutron-server[112952]: 'PortForwarding': {'1.3'}, Sep 15 00:44:27.690266 dv-cinder-857528-2-iscsi neutron-server[112952]: 'QosPolicy': {'1.10'}, Sep 15 00:44:27.690266 dv-cinder-857528-2-iscsi neutron-server[112952]: 'SecurityGroup': {'1.5'}, Sep 15 00:44:27.690266 dv-cinder-857528-2-iscsi neutron-server[112952]: 'SecurityGroupRule': {'1.2'}, Sep 15 00:44:27.690266 dv-cinder-857528-2-iscsi neutron-server[112952]: 'SubPort': {'1.0'}, Sep 15 00:44:27.690266 dv-cinder-857528-2-iscsi neutron-server[112952]: 'Subnet': {'1.1'}, Sep 15 00:44:27.690266 dv-cinder-857528-2-iscsi neutron-server[112952]: 'Trunk': {'1.1'}} Sep 15 00:44:27.690266 dv-cinder-857528-2-iscsi neutron-server[112952]: consumer versions: Sep 15 00:44:27.690266 dv-cinder-857528-2-iscsi neutron-server[112952]: { DHCP agent@dv-cinder-857528-2-iscsi: {}, Sep 15 00:44:27.690266 dv-cinder-857528-2-iscsi neutron-server[112952]: HyperV agent@hv-cinder-85752: {}, Sep 15 00:44:27.690266 dv-cinder-857528-2-iscsi neutron-server[112952]: L3 agent@dv-cinder-857528-2-iscsi: {}, Sep 15 00:44:27.690266 dv-cinder-857528-2-iscsi neutron-server[112952]: Metadata agent@dv-cinder-857528-2-iscsi: {}, Sep 15 00:44:27.690266 dv-cinder-857528-2-iscsi neutron-server[112952]: Metering agent@dv-cinder-857528-2-iscsi: {}, Sep 15 00:44:27.690266 dv-cinder-857528-2-iscsi neutron-server[112952]: Open vSwitch agent@dv-cinder-857528-2-iscsi: { 'AddressGroup': '1.2', Sep 15 00:44:27.690266 dv-cinder-857528-2-iscsi neutron-server[112952]: 'Agent': '1.1', Sep 15 00:44:27.690266 dv-cinder-857528-2-iscsi neutron-server[112952]: 'ConntrackHelper': '1.0', Sep 15 00:44:27.690266 dv-cinder-857528-2-iscsi neutron-server[112952]: 'LocalIPAssociation': '1.0', Sep 15 00:44:27.690266 dv-cinder-857528-2-iscsi neutron-server[112952]: 'Log': '1.0', Sep 15 00:44:27.690266 dv-cinder-857528-2-iscsi neutron-server[112952]: 'NDPProxy': '1.0', Sep 15 00:44:27.690266 dv-cinder-857528-2-iscsi neutron-server[112952]: 'Network': '1.1', Sep 15 00:44:27.690266 dv-cinder-857528-2-iscsi neutron-server[112952]: 'Port': '1.7', Sep 15 00:44:27.690266 dv-cinder-857528-2-iscsi neutron-server[112952]: 'PortForwarding': '1.3', Sep 15 00:44:27.690266 dv-cinder-857528-2-iscsi neutron-server[112952]: 'QosPolicy': '1.10', Sep 15 00:44:27.690266 dv-cinder-857528-2-iscsi neutron-server[112952]: 'SecurityGroup': '1.5', Sep 15 00:44:27.690266 dv-cinder-857528-2-iscsi neutron-server[112952]: 'SecurityGroupRule': '1.2', Sep 15 00:44:27.690266 dv-cinder-857528-2-iscsi neutron-server[112952]: 'SubPort': '1.0', Sep 15 00:44:27.690266 dv-cinder-857528-2-iscsi neutron-server[112952]: 'Subnet': '1.1', Sep 15 00:44:27.690266 dv-cinder-857528-2-iscsi neutron-server[112952]: 'Trunk': '1.1'}} Sep 15 00:44:27.690266 dv-cinder-857528-2-iscsi neutron-server[112952]: {{(pid=112952) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 00:44:27.703266 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d87899-f79f-4e9e-b94c-0bd8af042874 admin admin] Checking segment: {'id': '2b35b24d-afbb-49ac-9c71-14d53de30327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '534fcea4-462b-402d-9da6-e7cef4200229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:44:27.703657 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d87899-f79f-4e9e-b94c-0bd8af042874 admin admin] Network hostable DHCP agents. Network: 534fcea4-462b-402d-9da6-e7cef4200229, hostable agents: ['abe268bd-80e0-4b66-bd7b-8cd34d7e839c'], hosted agents: [] {{(pid=112952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 00:44:27.722140 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d87899-f79f-4e9e-b94c-0bd8af042874 admin admin] Network 534fcea4-462b-402d-9da6-e7cef4200229 is scheduled to be hosted by DHCP agent abe268bd-80e0-4b66-bd7b-8cd34d7e839c with binding_index 1 {{(pid=112952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 00:44:27.733052 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.base_scheduler [None req-79d87899-f79f-4e9e-b94c-0bd8af042874 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-2-iscsi, 534fcea4-462b-402d-9da6-e7cef4200229) {{(pid=112952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:44:27.738281 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d87899-f79f-4e9e-b94c-0bd8af042874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:44:27.738946 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-79d87899-f79f-4e9e-b94c-0bd8af042874 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for subnet (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:27.763384 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d3f404-f1b2-4db9-b72a-d16f55ece0e4 None None] Network 534fcea4-462b-402d-9da6-e7cef4200229 requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:44:27.763678 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 50130) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:44:27.770089 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-f2653a96-f700-46c2-ada1-f0e0216f9f38 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-383540816-router', 'tenant_id': '7090f91f78534107ba4b5ccd7f80e145', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'}}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:44:27.775135 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-79d87899-f79f-4e9e-b94c-0bd8af042874 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4228988 Sep 15 00:44:27.794547 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f2653a96-f700-46c2-ada1-f0e0216f9f38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3733'] for router (3b9a926b-539d-4e7c-b0b3-e3f355537187), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:27.796270 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f2653a96-f700-46c2-ada1-f0e0216f9f38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1683127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1672952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2000688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3740'] for router (3b9a926b-539d-4e7c-b0b3-e3f355537187), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:27.859844 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f2653a96-f700-46c2-ada1-f0e0216f9f38 admin admin] Publish callbacks [] for router_controller (3b9a926b-539d-4e7c-b0b3-e3f355537187), precommit_add_association {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:27.911193 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8117223-f9cc-4525-8409-7aa56e66da70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3047b3e4-ccd7-5ac9-918c-8e3fb3633ad1-534fcea4-462b-402d-9da6-e7cef4200229', 'network_id': '534fcea4-462b-402d-9da6-e7cef4200229', 'project_id': '7090f91f78534107ba4b5ccd7f80e145', 'fixed_ips': [{'subnet_id': '756b70e8-4098-4f30-99b0-99c64c94809f'}]}} from dv-cinder-857528-2-iscsi. {{(pid=112954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 00:44:27.912215 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-d8117223-f9cc-4525-8409-7aa56e66da70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:28.005219 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-413cb48e-ae02-44e4-9948-ae9771f2e1be admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1433079652-network', 'tenant_id': 'bc126ea1c77342d091a96baf33bedf6e'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:44:28.026399 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-dc884fe9-914c-4c57-a555-da62199fbcde admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-905578251-network', 'tenant_id': '6a9d9cf3606845ec964dd8320126293e'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:44:28.084298 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413cb48e-ae02-44e4-9948-ae9771f2e1be admin admin] Made reservation on behalf of bc126ea1c77342d091a96baf33bedf6e for: {'network': 1} {{(pid=112953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:44:28.086606 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-413cb48e-ae02-44e4-9948-ae9771f2e1be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for network (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:28.102714 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.db_base_plugin_common [None req-d8117223-f9cc-4525-8409-7aa56e66da70 None None] Allocated IP 172.20.0.2 (534fcea4-462b-402d-9da6-e7cef4200229/756b70e8-4098-4f30-99b0-99c64c94809f/2da1ea62-9442-49b9-9c71-4e4636a5a2bf) {{(pid=112954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:44:28.119500 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc884fe9-914c-4c57-a555-da62199fbcde admin admin] Made reservation on behalf of 6a9d9cf3606845ec964dd8320126293e for: {'network': 1} {{(pid=112953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:44:28.121145 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-dc884fe9-914c-4c57-a555-da62199fbcde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for network (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:28.136571 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f2653a96-f700-46c2-ada1-f0e0216f9f38 admin admin] Publish callbacks [] for router_gateway (3b9a926b-539d-4e7c-b0b3-e3f355537187), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:28.140782 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-413cb48e-ae02-44e4-9948-ae9771f2e1be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:28.146833 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-dc884fe9-914c-4c57-a555-da62199fbcde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:28.290540 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:UPDATE=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:28.322414 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:28.329142 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-d8117223-f9cc-4525-8409-7aa56e66da70 None None] Publish callbacks [] for port (2da1ea62-9442-49b9-9c71-4e4636a5a2bf), precommit_create {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:28.343792 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-d8117223-f9cc-4525-8409-7aa56e66da70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163'] for port (2da1ea62-9442-49b9-9c71-4e4636a5a2bf), after_create {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:28.389400 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8117223-f9cc-4525-8409-7aa56e66da70 None None] Network 534fcea4-462b-402d-9da6-e7cef4200229 is already hosted by enough agents. {{(pid=112954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:44:28.392720 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.scheduler.base_scheduler [None req-d8117223-f9cc-4525-8409-7aa56e66da70 None None] Resources bound (agent type, host, resource id): {{(pid=112954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:44:28.400163 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8117223-f9cc-4525-8409-7aa56e66da70 None None] Received port after_create {{(pid=112954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:44:28.479040 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8117223-f9cc-4525-8409-7aa56e66da70 None None] Pushing event updated for resources: {'Port': ['ID=2da1ea62-9442-49b9-9c71-4e4636a5a2bf,revision_number=1']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:28.545558 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8117223-f9cc-4525-8409-7aa56e66da70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:28.545905 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8117223-f9cc-4525-8409-7aa56e66da70 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:28.546266 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8117223-f9cc-4525-8409-7aa56e66da70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:28.546627 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8117223-f9cc-4525-8409-7aa56e66da70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:28.546967 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8117223-f9cc-4525-8409-7aa56e66da70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:28.547297 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8117223-f9cc-4525-8409-7aa56e66da70 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:28.555817 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8117223-f9cc-4525-8409-7aa56e66da70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:28.556198 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8117223-f9cc-4525-8409-7aa56e66da70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:28.556599 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8117223-f9cc-4525-8409-7aa56e66da70 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:28.556868 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8117223-f9cc-4525-8409-7aa56e66da70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:28.557215 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8117223-f9cc-4525-8409-7aa56e66da70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:28.557662 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8117223-f9cc-4525-8409-7aa56e66da70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:28.558005 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8117223-f9cc-4525-8409-7aa56e66da70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:28.558335 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8117223-f9cc-4525-8409-7aa56e66da70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:28.558653 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8117223-f9cc-4525-8409-7aa56e66da70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:28.561356 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8117223-f9cc-4525-8409-7aa56e66da70 None None] Tracked resource versions report: Sep 15 00:44:28.561356 dv-cinder-857528-2-iscsi neutron-server[112954]: pushed versions: Sep 15 00:44:28.561356 dv-cinder-857528-2-iscsi neutron-server[112954]: { 'AddressGroup': {'1.2'}, Sep 15 00:44:28.561356 dv-cinder-857528-2-iscsi neutron-server[112954]: 'Agent': {'1.1'}, Sep 15 00:44:28.561356 dv-cinder-857528-2-iscsi neutron-server[112954]: 'ConntrackHelper': {'1.0'}, Sep 15 00:44:28.561356 dv-cinder-857528-2-iscsi neutron-server[112954]: 'LocalIPAssociation': {'1.0'}, Sep 15 00:44:28.561356 dv-cinder-857528-2-iscsi neutron-server[112954]: 'Log': {'1.0'}, Sep 15 00:44:28.561356 dv-cinder-857528-2-iscsi neutron-server[112954]: 'NDPProxy': {'1.0'}, Sep 15 00:44:28.561356 dv-cinder-857528-2-iscsi neutron-server[112954]: 'Network': {'1.1'}, Sep 15 00:44:28.561356 dv-cinder-857528-2-iscsi neutron-server[112954]: 'Port': {'1.7'}, Sep 15 00:44:28.561356 dv-cinder-857528-2-iscsi neutron-server[112954]: 'PortForwarding': {'1.3'}, Sep 15 00:44:28.561356 dv-cinder-857528-2-iscsi neutron-server[112954]: 'QosPolicy': {'1.10'}, Sep 15 00:44:28.561356 dv-cinder-857528-2-iscsi neutron-server[112954]: 'SecurityGroup': {'1.5'}, Sep 15 00:44:28.561356 dv-cinder-857528-2-iscsi neutron-server[112954]: 'SecurityGroupRule': {'1.2'}, Sep 15 00:44:28.561356 dv-cinder-857528-2-iscsi neutron-server[112954]: 'SubPort': {'1.0'}, Sep 15 00:44:28.561356 dv-cinder-857528-2-iscsi neutron-server[112954]: 'Subnet': {'1.1'}, Sep 15 00:44:28.561356 dv-cinder-857528-2-iscsi neutron-server[112954]: 'Trunk': {'1.1'}} Sep 15 00:44:28.561356 dv-cinder-857528-2-iscsi neutron-server[112954]: consumer versions: Sep 15 00:44:28.561356 dv-cinder-857528-2-iscsi neutron-server[112954]: { DHCP agent@dv-cinder-857528-2-iscsi: {}, Sep 15 00:44:28.561356 dv-cinder-857528-2-iscsi neutron-server[112954]: HyperV agent@hv-cinder-85752: {}, Sep 15 00:44:28.561356 dv-cinder-857528-2-iscsi neutron-server[112954]: L3 agent@dv-cinder-857528-2-iscsi: {}, Sep 15 00:44:28.561356 dv-cinder-857528-2-iscsi neutron-server[112954]: Metadata agent@dv-cinder-857528-2-iscsi: {}, Sep 15 00:44:28.561356 dv-cinder-857528-2-iscsi neutron-server[112954]: Metering agent@dv-cinder-857528-2-iscsi: {}, Sep 15 00:44:28.561356 dv-cinder-857528-2-iscsi neutron-server[112954]: Open vSwitch agent@dv-cinder-857528-2-iscsi: { 'AddressGroup': '1.2', Sep 15 00:44:28.561356 dv-cinder-857528-2-iscsi neutron-server[112954]: 'Agent': '1.1', Sep 15 00:44:28.561356 dv-cinder-857528-2-iscsi neutron-server[112954]: 'ConntrackHelper': '1.0', Sep 15 00:44:28.561356 dv-cinder-857528-2-iscsi neutron-server[112954]: 'LocalIPAssociation': '1.0', Sep 15 00:44:28.561356 dv-cinder-857528-2-iscsi neutron-server[112954]: 'Log': '1.0', Sep 15 00:44:28.561356 dv-cinder-857528-2-iscsi neutron-server[112954]: 'NDPProxy': '1.0', Sep 15 00:44:28.561356 dv-cinder-857528-2-iscsi neutron-server[112954]: 'Network': '1.1', Sep 15 00:44:28.561356 dv-cinder-857528-2-iscsi neutron-server[112954]: 'Port': '1.7', Sep 15 00:44:28.561356 dv-cinder-857528-2-iscsi neutron-server[112954]: 'PortForwarding': '1.3', Sep 15 00:44:28.561356 dv-cinder-857528-2-iscsi neutron-server[112954]: 'QosPolicy': '1.10', Sep 15 00:44:28.561356 dv-cinder-857528-2-iscsi neutron-server[112954]: 'SecurityGroup': '1.5', Sep 15 00:44:28.561356 dv-cinder-857528-2-iscsi neutron-server[112954]: 'SecurityGroupRule': '1.2', Sep 15 00:44:28.561356 dv-cinder-857528-2-iscsi neutron-server[112954]: 'SubPort': '1.0', Sep 15 00:44:28.561356 dv-cinder-857528-2-iscsi neutron-server[112954]: 'Subnet': '1.1', Sep 15 00:44:28.561356 dv-cinder-857528-2-iscsi neutron-server[112954]: 'Trunk': '1.1'}} Sep 15 00:44:28.561356 dv-cinder-857528-2-iscsi neutron-server[112954]: {{(pid=112954) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 00:44:28.581206 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-d8117223-f9cc-4525-8409-7aa56e66da70 None None] Attempting to bind port 2da1ea62-9442-49b9-9c71-4e4636a5a2bf on host dv-cinder-857528-2-iscsi for vnic_type normal with profile {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:44:28.581848 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-d8117223-f9cc-4525-8409-7aa56e66da70 None None] Attempting to bind port 2da1ea62-9442-49b9-9c71-4e4636a5a2bf by drivers openvswitch,hyperv on host dv-cinder-857528-2-iscsi at level 0 using segments [{'id': '2b35b24d-afbb-49ac-9c71-14d53de30327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '534fcea4-462b-402d-9da6-e7cef4200229'}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:44:28.582401 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8117223-f9cc-4525-8409-7aa56e66da70 None None] Attempting to bind port 2da1ea62-9442-49b9-9c71-4e4636a5a2bf on network 534fcea4-462b-402d-9da6-e7cef4200229 {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:44:28.634197 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-413cb48e-ae02-44e4-9948-ae9771f2e1be admin admin] Publish callbacks [] for security_group (03f504a0-99d5-4687-bdc4-79f9a1a2706c), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:28.646752 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-dc884fe9-914c-4c57-a555-da62199fbcde admin admin] Publish callbacks [] for security_group (cfda7130-f0d7-4342-8652-63345309ce55), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:28.666465 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-413cb48e-ae02-44e4-9948-ae9771f2e1be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (03f504a0-99d5-4687-bdc4-79f9a1a2706c), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:28.668457 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8117223-f9cc-4525-8409-7aa56e66da70 None None] Checking agent: {'id': 'f85e816c-fb48-4744-a66a-e79ceb68e67e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 36, 23), 'started_at': datetime.datetime(2022, 9, 15, 0, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:44:28.669068 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8117223-f9cc-4525-8409-7aa56e66da70 None None] Checking segment: {'id': '2b35b24d-afbb-49ac-9c71-14d53de30327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '534fcea4-462b-402d-9da6-e7cef4200229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:44:28.669650 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-d8117223-f9cc-4525-8409-7aa56e66da70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:28.676787 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8117223-f9cc-4525-8409-7aa56e66da70 None None] Bound using segment: {'id': '2b35b24d-afbb-49ac-9c71-14d53de30327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '534fcea4-462b-402d-9da6-e7cef4200229'} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:44:28.677559 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-d8117223-f9cc-4525-8409-7aa56e66da70 None None] Bound port: 2da1ea62-9442-49b9-9c71-4e4636a5a2bf, host: dv-cinder-857528-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b35b24d-afbb-49ac-9c71-14d53de30327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '534fcea4-462b-402d-9da6-e7cef4200229'}}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:44:28.678136 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-d8117223-f9cc-4525-8409-7aa56e66da70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (2da1ea62-9442-49b9-9c71-4e4636a5a2bf), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:28.740470 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-dc884fe9-914c-4c57-a555-da62199fbcde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (cfda7130-f0d7-4342-8652-63345309ce55), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:28.793602 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f2653a96-f700-46c2-ada1-f0e0216f9f38 admin admin] Publish callbacks [] for router_gateway (3b9a926b-539d-4e7c-b0b3-e3f355537187), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:28.808039 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-d8117223-f9cc-4525-8409-7aa56e66da70 None None] For port 2da1ea62-9442-49b9-9c71-4e4636a5a2bf, host dv-cinder-857528-2-iscsi, cleared binding levels {{(pid=112954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:44:28.810243 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:28.813124 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-d8117223-f9cc-4525-8409-7aa56e66da70 None None] For port 2da1ea62-9442-49b9-9c71-4e4636a5a2bf, host dv-cinder-857528-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=2da1ea62-9442-49b9-9c71-4e4636a5a2bf,segment=NetworkSegment(2b35b24d-afbb-49ac-9c71-14d53de30327),segment_id=2b35b24d-afbb-49ac-9c71-14d53de30327)] {{(pid=112954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:44:28.822762 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-413cb48e-ae02-44e4-9948-ae9771f2e1be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=112953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 00:44:28.828001 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f2653a96-f700-46c2-ada1-f0e0216f9f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:28.830506 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-d8117223-f9cc-4525-8409-7aa56e66da70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (2da1ea62-9442-49b9-9c71-4e4636a5a2bf), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:28.922475 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8117223-f9cc-4525-8409-7aa56e66da70 None None] Pushing event updated for resources: {'Port': ['ID=2da1ea62-9442-49b9-9c71-4e4636a5a2bf,revision_number=2']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:29.039571 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-413cb48e-ae02-44e4-9948-ae9771f2e1be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898'] for segment (32209802-0ee2-4fe1-a177-50b35ffec28b), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:29.040046 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.db.segments_db [None req-413cb48e-ae02-44e4-9948-ae9771f2e1be admin admin] Added segment 32209802-0ee2-4fe1-a177-50b35ffec28b of type vlan for network af1ef824-3295-4205-b148-29e927c60665 Sep 15 00:44:29.104258 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc884fe9-914c-4c57-a555-da62199fbcde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=112953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 00:44:29.118512 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-dc884fe9-914c-4c57-a555-da62199fbcde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898'] for segment (984c4c89-baec-4c7a-bd8d-184a9b4bcb04), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:29.119007 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.db.segments_db [None req-dc884fe9-914c-4c57-a555-da62199fbcde admin admin] Added segment 984c4c89-baec-4c7a-bd8d-184a9b4bcb04 of type vlan for network 5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0 Sep 15 00:44:29.293282 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.db_base_plugin_common [None req-f2653a96-f700-46c2-ada1-f0e0216f9f38 admin admin] Allocated IP 172.27.1.243 (53046852-16e9-4bc6-a26e-a34c1d2139e6/8f0c0330-11bc-44ed-a1b6-6f3c15aee393/7422761c-0e0e-44a6-9b06-a8f557141b0b) {{(pid=112953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:44:29.316303 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-dc884fe9-914c-4c57-a555-da62199fbcde admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740353647288'] for network (5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:29.353882 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413cb48e-ae02-44e4-9948-ae9771f2e1be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f504a0-99d5-4687-bdc4-79f9a1a2706c,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:29.359619 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-413cb48e-ae02-44e4-9948-ae9771f2e1be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740353647288'] for network (af1ef824-3295-4205-b148-29e927c60665), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:29.371825 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=71,neutron:UPDATE=8,neutron:INSERT=21 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:29.441208 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-dc884fe9-914c-4c57-a555-da62199fbcde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177'] for network (5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:29.442249 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc884fe9-914c-4c57-a555-da62199fbcde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:44:29.443006 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-dc884fe9-914c-4c57-a555-da62199fbcde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for network (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:29.519783 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-dc884fe9-914c-4c57-a555-da62199fbcde admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9833083 Sep 15 00:44:29.520094 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 50196) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:44:29.524022 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc884fe9-914c-4c57-a555-da62199fbcde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfda7130-f0d7-4342-8652-63345309ce55,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:29.525966 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-fa234011-c8fc-4b3d-bde1-a89ec15dd11f admin admin] Request body: {'subnet': {'network_id': '5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-905578251-subnet', 'tenant_id': '6a9d9cf3606845ec964dd8320126293e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:44:29.543975 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-413cb48e-ae02-44e4-9948-ae9771f2e1be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177'] for network (af1ef824-3295-4205-b148-29e927c60665), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:29.544625 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413cb48e-ae02-44e4-9948-ae9771f2e1be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:44:29.545206 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-413cb48e-ae02-44e4-9948-ae9771f2e1be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for network (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:29.555218 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa234011-c8fc-4b3d-bde1-a89ec15dd11f admin admin] Made reservation on behalf of 6a9d9cf3606845ec964dd8320126293e for: {'subnet': 1} {{(pid=112952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:44:29.560435 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-fa234011-c8fc-4b3d-bde1-a89ec15dd11f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:29.631723 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-413cb48e-ae02-44e4-9948-ae9771f2e1be admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1380877 Sep 15 00:44:29.638192 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 50198) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:44:29.647125 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-a963cc4f-427d-427b-8b79-d1d20e95297c admin admin] Request body: {'subnet': {'network_id': 'af1ef824-3295-4205-b148-29e927c60665', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1433079652-subnet', 'tenant_id': 'bc126ea1c77342d091a96baf33bedf6e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:44:29.651341 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc884fe9-914c-4c57-a555-da62199fbcde admin admin] Pushing event updated for resources: {'Network': ['ID=5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:29.663366 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Network 5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0 details requested by agent ovs-agent-dv-cinder-857528-2-iscsi with host dv-cinder-857528-2-iscsi {{(pid=112954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 00:44:29.774904 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-fa234011-c8fc-4b3d-bde1-a89ec15dd11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177'] for subnet (7d05243c-ba86-4ab7-a5fb-f252ae11d048), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:29.840304 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa234011-c8fc-4b3d-bde1-a89ec15dd11f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d05243c-ba86-4ab7-a5fb-f252ae11d048,revision_number=0']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:29.855866 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f2653a96-f700-46c2-ada1-f0e0216f9f38 admin admin] Publish callbacks [] for port (7422761c-0e0e-44a6-9b06-a8f557141b0b), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:29.884088 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa234011-c8fc-4b3d-bde1-a89ec15dd11f admin admin] Checking segment: {'id': '984c4c89-baec-4c7a-bd8d-184a9b4bcb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:44:29.884631 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa234011-c8fc-4b3d-bde1-a89ec15dd11f admin admin] Network hostable DHCP agents. Network: 5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0, hostable agents: ['abe268bd-80e0-4b66-bd7b-8cd34d7e839c'], hosted agents: [] {{(pid=112952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 00:44:29.924032 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa234011-c8fc-4b3d-bde1-a89ec15dd11f admin admin] Network 5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0 is scheduled to be hosted by DHCP agent abe268bd-80e0-4b66-bd7b-8cd34d7e839c with binding_index 1 {{(pid=112952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 00:44:29.937100 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.base_scheduler [None req-fa234011-c8fc-4b3d-bde1-a89ec15dd11f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-2-iscsi, 5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0) {{(pid=112952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:44:29.944041 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa234011-c8fc-4b3d-bde1-a89ec15dd11f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:44:29.944673 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-fa234011-c8fc-4b3d-bde1-a89ec15dd11f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for subnet (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:29.948339 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3559a4e9-ef92-419c-8b62-48921d73c632 None None] Network 5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0 requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:44:29.969607 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-fa234011-c8fc-4b3d-bde1-a89ec15dd11f admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4481289 Sep 15 00:44:29.972819 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 50206) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:44:29.980899 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-6c89dce2-421d-4111-9966-37b77ee146c1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-905578251-router', 'tenant_id': '6a9d9cf3606845ec964dd8320126293e', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'}}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:44:30.016406 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:30.018051 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:30.022628 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-6c89dce2-421d-4111-9966-37b77ee146c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3733'] for router (77e8f197-6b6d-4c35-aef3-9215b2c9cc71), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:30.024978 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-6c89dce2-421d-4111-9966-37b77ee146c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1683127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1672952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2000688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3740'] for router (77e8f197-6b6d-4c35-aef3-9215b2c9cc71), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:30.028124 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a963cc4f-427d-427b-8b79-d1d20e95297c admin admin] Made reservation on behalf of bc126ea1c77342d091a96baf33bedf6e for: {'subnet': 1} {{(pid=112953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:44:30.030675 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-a963cc4f-427d-427b-8b79-d1d20e95297c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:30.045500 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413cb48e-ae02-44e4-9948-ae9771f2e1be admin admin] Pushing event updated for resources: {'Network': ['ID=af1ef824-3295-4205-b148-29e927c60665,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:30.066207 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f2653a96-f700-46c2-ada1-f0e0216f9f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163'] for port (7422761c-0e0e-44a6-9b06-a8f557141b0b), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:30.148334 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:30.151855 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Network af1ef824-3295-4205-b148-29e927c60665 details requested by agent ovs-agent-dv-cinder-857528-2-iscsi with host dv-cinder-857528-2-iscsi {{(pid=112954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 00:44:30.166427 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:30.279845 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8537487-3f55-4acb-89c0-f0922117a0f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3047b3e4-ccd7-5ac9-918c-8e3fb3633ad1-5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0', 'network_id': '5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0', 'project_id': '6a9d9cf3606845ec964dd8320126293e', 'fixed_ips': [{'subnet_id': '7d05243c-ba86-4ab7-a5fb-f252ae11d048'}]}} from dv-cinder-857528-2-iscsi. {{(pid=112954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 00:44:30.281289 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-b8537487-3f55-4acb-89c0-f0922117a0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:30.283082 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-6c89dce2-421d-4111-9966-37b77ee146c1 admin admin] Publish callbacks [] for router_controller (77e8f197-6b6d-4c35-aef3-9215b2c9cc71), precommit_add_association {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:30.292525 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2653a96-f700-46c2-ada1-f0e0216f9f38 admin admin] Network 53046852-16e9-4bc6-a26e-a34c1d2139e6 is already hosted by enough agents. {{(pid=112953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:44:30.326650 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.base_scheduler [None req-f2653a96-f700-46c2-ada1-f0e0216f9f38 admin admin] Resources bound (agent type, host, resource id): {{(pid=112953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:44:30.337847 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2653a96-f700-46c2-ada1-f0e0216f9f38 admin admin] Received port after_create {{(pid=112953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:44:30.574781 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c78d311-fc04-4420-9170-77da0cd9f1f3 None None] Network 534fcea4-462b-402d-9da6-e7cef4200229 requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:44:30.595465 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-6c89dce2-421d-4111-9966-37b77ee146c1 admin admin] Publish callbacks [] for router_gateway (77e8f197-6b6d-4c35-aef3-9215b2c9cc71), precommit_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:30.800600 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2653a96-f700-46c2-ada1-f0e0216f9f38 admin admin] Pushing event updated for resources: {'Port': ['ID=7422761c-0e0e-44a6-9b06-a8f557141b0b,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:30.869913 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 2da1ea62-9442-49b9-9c71-4e4636a5a2bf up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:44:31.094677 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f2653a96-f700-46c2-ada1-f0e0216f9f38 admin admin] Publish callbacks [] for router_gateway (3b9a926b-539d-4e7c-b0b3-e3f355537187), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:31.118693 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-6c89dce2-421d-4111-9966-37b77ee146c1 admin admin] Publish callbacks [] for router_gateway (77e8f197-6b6d-4c35-aef3-9215b2c9cc71), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:31.154976 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-6c89dce2-421d-4111-9966-37b77ee146c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:31.158991 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:31.199140 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.db_base_plugin_common [None req-b8537487-3f55-4acb-89c0-f0922117a0f2 None None] Allocated IP 172.20.0.2 (5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0/7d05243c-ba86-4ab7-a5fb-f252ae11d048/de6d425a-28ef-4216-a595-cc17f760ee29) {{(pid=112954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:44:31.209643 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-29f0d78a-b23c-422b-951b-422641ef140c None None] Provisioning complete for port 2da1ea62-9442-49b9-9c71-4e4636a5a2bf triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:44:31.210339 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-29f0d78a-b23c-422b-951b-422641ef140c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (2da1ea62-9442-49b9-9c71-4e4636a5a2bf), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:31.211570 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-29f0d78a-b23c-422b-951b-422641ef140c None None] Attempt 1 to provision port 2da1ea62-9442-49b9-9c71-4e4636a5a2bf Sep 15 00:44:31.277824 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port 2da1ea62-9442-49b9-9c71-4e4636a5a2bf triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:44:31.278351 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (2da1ea62-9442-49b9-9c71-4e4636a5a2bf), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:31.279002 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port 2da1ea62-9442-49b9-9c71-4e4636a5a2bf Sep 15 00:44:31.289015 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-a963cc4f-427d-427b-8b79-d1d20e95297c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177'] for subnet (c0996a3a-9136-46be-a223-d4a25daf4874), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:31.395781 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.db_base_plugin_common [None req-6c89dce2-421d-4111-9966-37b77ee146c1 admin admin] Allocated IP 172.27.1.238 (53046852-16e9-4bc6-a26e-a34c1d2139e6/8f0c0330-11bc-44ed-a1b6-6f3c15aee393/eb6d7858-6c3e-409a-a5b3-1cdbd6930284) {{(pid=112952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:44:31.592555 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-6c89dce2-421d-4111-9966-37b77ee146c1 admin admin] Publish callbacks [] for port (eb6d7858-6c3e-409a-a5b3-1cdbd6930284), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:31.620113 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-29f0d78a-b23c-422b-951b-422641ef140c None None] Current status of the port 2da1ea62-9442-49b9-9c71-4e4636a5a2bf is: DOWN; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:44:31.620505 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-29f0d78a-b23c-422b-951b-422641ef140c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (2da1ea62-9442-49b9-9c71-4e4636a5a2bf), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:31.626143 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:31.631950 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 50272) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:44:31.643329 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-6c89dce2-421d-4111-9966-37b77ee146c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163'] for port (eb6d7858-6c3e-409a-a5b3-1cdbd6930284), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:31.669322 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-b8537487-3f55-4acb-89c0-f0922117a0f2 None None] Publish callbacks [] for port (de6d425a-28ef-4216-a595-cc17f760ee29), precommit_create {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:31.671187 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:31.676959 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port 2da1ea62-9442-49b9-9c71-4e4636a5a2bf is: DOWN; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:44:31.677846 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (2da1ea62-9442-49b9-9c71-4e4636a5a2bf), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:31.708996 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a963cc4f-427d-427b-8b79-d1d20e95297c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0996a3a-9136-46be-a223-d4a25daf4874,revision_number=0']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:31.710228 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-b8537487-3f55-4acb-89c0-f0922117a0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163'] for port (de6d425a-28ef-4216-a595-cc17f760ee29), after_create {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:31.715726 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a963cc4f-427d-427b-8b79-d1d20e95297c admin admin] Checking segment: {'id': '32209802-0ee2-4fe1-a177-50b35ffec28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'af1ef824-3295-4205-b148-29e927c60665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:44:31.717836 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a963cc4f-427d-427b-8b79-d1d20e95297c admin admin] Network hostable DHCP agents. Network: af1ef824-3295-4205-b148-29e927c60665, hostable agents: ['abe268bd-80e0-4b66-bd7b-8cd34d7e839c'], hosted agents: [] {{(pid=112953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 00:44:31.727007 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c89dce2-421d-4111-9966-37b77ee146c1 admin admin] Network 53046852-16e9-4bc6-a26e-a34c1d2139e6 is already hosted by enough agents. {{(pid=112952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:44:31.731133 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.base_scheduler [None req-6c89dce2-421d-4111-9966-37b77ee146c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=112952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:44:31.734176 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c89dce2-421d-4111-9966-37b77ee146c1 admin admin] Received port after_create {{(pid=112952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:44:31.739085 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c89dce2-421d-4111-9966-37b77ee146c1 admin admin] Pushing event updated for resources: {'Port': ['ID=eb6d7858-6c3e-409a-a5b3-1cdbd6930284,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:31.770950 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-29f0d78a-b23c-422b-951b-422641ef140c None None] For port 2da1ea62-9442-49b9-9c71-4e4636a5a2bf, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=2da1ea62-9442-49b9-9c71-4e4636a5a2bf,segment=NetworkSegment(2b35b24d-afbb-49ac-9c71-14d53de30327),segment_id=2b35b24d-afbb-49ac-9c71-14d53de30327)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:44:31.775998 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f2653a96-f700-46c2-ada1-f0e0216f9f38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1683183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1682215'] for router (3b9a926b-539d-4e7c-b0b3-e3f355537187), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:31.785411 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a963cc4f-427d-427b-8b79-d1d20e95297c admin admin] Network af1ef824-3295-4205-b148-29e927c60665 is scheduled to be hosted by DHCP agent abe268bd-80e0-4b66-bd7b-8cd34d7e839c with binding_index 1 {{(pid=112953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 00:44:31.791338 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-29f0d78a-b23c-422b-951b-422641ef140c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (2da1ea62-9442-49b9-9c71-4e4636a5a2bf), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:31.835344 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8537487-3f55-4acb-89c0-f0922117a0f2 None None] Network 5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0 is already hosted by enough agents. {{(pid=112954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:44:31.887043 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.scheduler.base_scheduler [None req-b8537487-3f55-4acb-89c0-f0922117a0f2 None None] Resources bound (agent type, host, resource id): {{(pid=112954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:44:31.892009 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8537487-3f55-4acb-89c0-f0922117a0f2 None None] Received port after_create {{(pid=112954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:44:31.894812 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8537487-3f55-4acb-89c0-f0922117a0f2 None None] Pushing event updated for resources: {'Port': ['ID=de6d425a-28ef-4216-a595-cc17f760ee29,revision_number=1']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:31.906098 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.base_scheduler [None req-a963cc4f-427d-427b-8b79-d1d20e95297c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-2-iscsi, af1ef824-3295-4205-b148-29e927c60665) {{(pid=112953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:44:31.917940 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a963cc4f-427d-427b-8b79-d1d20e95297c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:44:31.920785 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-a963cc4f-427d-427b-8b79-d1d20e95297c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for subnet (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:31.960537 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-a963cc4f-427d-427b-8b79-d1d20e95297c admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3207870 Sep 15 00:44:31.968349 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 50294) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:44:31.974473 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f0d78a-b23c-422b-951b-422641ef140c None None] Pushing event updated for resources: {'Port': ['ID=2da1ea62-9442-49b9-9c71-4e4636a5a2bf,revision_number=3']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:31.980285 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-35a36e41-eeb1-484e-b55c-0c8f8b97b3c5 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1433079652-router', 'tenant_id': 'bc126ea1c77342d091a96baf33bedf6e', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'}}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:44:31.989222 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-50edb998-0b44-4ac8-bda8-d9fc910a0917 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:31.993713 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210366bf-462c-49b7-8234-f051bf878ef1 None None] Network af1ef824-3295-4205-b148-29e927c60665 requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:44:32.003944 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:32.066056 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-35a36e41-eeb1-484e-b55c-0c8f8b97b3c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3733'] for router (18de74f2-4e6c-457b-949b-77537408e408), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:32.067214 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-35a36e41-eeb1-484e-b55c-0c8f8b97b3c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1683127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1672952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2000688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3740'] for router (18de74f2-4e6c-457b-949b-77537408e408), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:32.116581 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.db.api [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 15 00:44:32.117000 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG oslo_db.api [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 00:44:32.124242 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-f383145f-5372-4417-904a-8d93d626dab9 None None] Provisioning complete for port 2da1ea62-9442-49b9-9c71-4e4636a5a2bf triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:44:32.126043 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-f383145f-5372-4417-904a-8d93d626dab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (2da1ea62-9442-49b9-9c71-4e4636a5a2bf), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:32.126526 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-f383145f-5372-4417-904a-8d93d626dab9 None None] Attempt 1 to provision port 2da1ea62-9442-49b9-9c71-4e4636a5a2bf Sep 15 00:44:32.146450 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-6c89dce2-421d-4111-9966-37b77ee146c1 admin admin] Publish callbacks [] for router_gateway (77e8f197-6b6d-4c35-aef3-9215b2c9cc71), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:32.154388 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:32.241572 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-35a36e41-eeb1-484e-b55c-0c8f8b97b3c5 admin admin] Publish callbacks [] for router_controller (18de74f2-4e6c-457b-949b-77537408e408), precommit_add_association {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:32.249259 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-b8537487-3f55-4acb-89c0-f0922117a0f2 None None] Attempting to bind port de6d425a-28ef-4216-a595-cc17f760ee29 on host dv-cinder-857528-2-iscsi for vnic_type normal with profile {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:44:32.250111 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-b8537487-3f55-4acb-89c0-f0922117a0f2 None None] Attempting to bind port de6d425a-28ef-4216-a595-cc17f760ee29 by drivers openvswitch,hyperv on host dv-cinder-857528-2-iscsi at level 0 using segments [{'id': '984c4c89-baec-4c7a-bd8d-184a9b4bcb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0'}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:44:32.250111 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8537487-3f55-4acb-89c0-f0922117a0f2 None None] Attempting to bind port de6d425a-28ef-4216-a595-cc17f760ee29 on network 5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0 {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:44:32.255428 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2653a96-f700-46c2-ada1-f0e0216f9f38 admin admin] Router 3b9a926b-539d-4e7c-b0b3-e3f355537187 is scheduled to L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe with binding_index 1 {{(pid=112953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 00:44:32.262141 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:32.342916 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9569e4-2ec1-4d84-8b65-2620a28a7ed4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3047b3e4-ccd7-5ac9-918c-8e3fb3633ad1-af1ef824-3295-4205-b148-29e927c60665', 'network_id': 'af1ef824-3295-4205-b148-29e927c60665', 'project_id': 'bc126ea1c77342d091a96baf33bedf6e', 'fixed_ips': [{'subnet_id': 'c0996a3a-9136-46be-a223-d4a25daf4874'}]}} from dv-cinder-857528-2-iscsi. {{(pid=112954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 00:44:32.343873 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-3f9569e4-2ec1-4d84-8b65-2620a28a7ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:32.405753 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-f383145f-5372-4417-904a-8d93d626dab9 None None] Current status of the port 2da1ea62-9442-49b9-9c71-4e4636a5a2bf is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:44:32.424141 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8537487-3f55-4acb-89c0-f0922117a0f2 None None] Checking agent: {'id': 'f85e816c-fb48-4744-a66a-e79ceb68e67e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 36, 23), 'started_at': datetime.datetime(2022, 9, 15, 0, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:44:32.425130 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8537487-3f55-4acb-89c0-f0922117a0f2 None None] Checking segment: {'id': '984c4c89-baec-4c7a-bd8d-184a9b4bcb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:44:32.425551 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-b8537487-3f55-4acb-89c0-f0922117a0f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:32.425966 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8537487-3f55-4acb-89c0-f0922117a0f2 None None] Bound using segment: {'id': '984c4c89-baec-4c7a-bd8d-184a9b4bcb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0'} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:44:32.427150 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-b8537487-3f55-4acb-89c0-f0922117a0f2 None None] Bound port: de6d425a-28ef-4216-a595-cc17f760ee29, host: dv-cinder-857528-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '984c4c89-baec-4c7a-bd8d-184a9b4bcb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0'}}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:44:32.427523 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-b8537487-3f55-4acb-89c0-f0922117a0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (de6d425a-28ef-4216-a595-cc17f760ee29), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:32.495908 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-6c89dce2-421d-4111-9966-37b77ee146c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1683183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1682215'] for router (77e8f197-6b6d-4c35-aef3-9215b2c9cc71), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:32.500218 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:32.560950 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-35a36e41-eeb1-484e-b55c-0c8f8b97b3c5 admin admin] Publish callbacks [] for router_gateway (18de74f2-4e6c-457b-949b-77537408e408), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:32.564629 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-b8537487-3f55-4acb-89c0-f0922117a0f2 None None] For port de6d425a-28ef-4216-a595-cc17f760ee29, host dv-cinder-857528-2-iscsi, cleared binding levels {{(pid=112954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:44:32.570206 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-b8537487-3f55-4acb-89c0-f0922117a0f2 None None] For port de6d425a-28ef-4216-a595-cc17f760ee29, host dv-cinder-857528-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=de6d425a-28ef-4216-a595-cc17f760ee29,segment=NetworkSegment(984c4c89-baec-4c7a-bd8d-184a9b4bcb04),segment_id=984c4c89-baec-4c7a-bd8d-184a9b4bcb04)] {{(pid=112954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:44:32.586920 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-b8537487-3f55-4acb-89c0-f0922117a0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (de6d425a-28ef-4216-a595-cc17f760ee29), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:32.590481 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-50edb998-0b44-4ac8-bda8-d9fc910a0917 admin admin] Publish callbacks [] for security_group (03af19a4-4642-4258-8a68-69683cec2675), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:32.645004 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-50edb998-0b44-4ac8-bda8-d9fc910a0917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (03af19a4-4642-4258-8a68-69683cec2675), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:32.677748 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:32.733095 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port 2da1ea62-9442-49b9-9c71-4e4636a5a2bf is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:44:32.734194 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c89dce2-421d-4111-9966-37b77ee146c1 admin admin] Router 77e8f197-6b6d-4c35-aef3-9215b2c9cc71 is scheduled to L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe with binding_index 1 {{(pid=112952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 00:44:32.742843 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.db_base_plugin_common [None req-3f9569e4-2ec1-4d84-8b65-2620a28a7ed4 None None] Allocated IP 172.20.0.2 (af1ef824-3295-4205-b148-29e927c60665/c0996a3a-9136-46be-a223-d4a25daf4874/2f2734e5-9a5b-4aa1-a373-61da50428191) {{(pid=112954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:44:32.745451 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8537487-3f55-4acb-89c0-f0922117a0f2 None None] Pushing event updated for resources: {'Port': ['ID=de6d425a-28ef-4216-a595-cc17f760ee29,revision_number=2']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:32.844610 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-50edb998-0b44-4ac8-bda8-d9fc910a0917 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=67568d58a68e4837a58c5432a01ca9fa&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2053895 Sep 15 00:44:32.856235 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 50322) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:44:32.907033 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2653a96-f700-46c2-ada1-f0e0216f9f38 admin admin] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:44:32.911679 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c89dce2-421d-4111-9966-37b77ee146c1 admin admin] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:44:32.920094 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb85098b-2710-4553-95e0-1bfa75656408 None None] Sync routers for ids ['3b9a926b-539d-4e7c-b0b3-e3f355537187'] in dv-cinder-857528-2-iscsi {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:44:32.922728 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50edb998-0b44-4ac8-bda8-d9fc910a0917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03af19a4-4642-4258-8a68-69683cec2675,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:32.924923 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0109039-b553-4221-afa4-50d713fd5d8a None None] Sync routers for ids ['77e8f197-6b6d-4c35-aef3-9215b2c9cc71'] in dv-cinder-857528-2-iscsi {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:44:32.947473 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-6c89dce2-421d-4111-9966-37b77ee146c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:32.958257 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-6c89dce2-421d-4111-9966-37b77ee146c1 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9775012 Sep 15 00:44:32.958257 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 50326) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:44:33.015765 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb85098b-2710-4553-95e0-1bfa75656408 None None] Routers {'3b9a926b-539d-4e7c-b0b3-e3f355537187'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:44:33.017487 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-eb85098b-2710-4553-95e0-1bfa75656408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:44:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['3b9a926b-539d-4e7c-b0b3-e3f355537187'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:44:33.047179 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f2653a96-f700-46c2-ada1-f0e0216f9f38 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:33.051296 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-f2653a96-f700-46c2-ada1-f0e0216f9f38 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.2857916 Sep 15 00:44:33.052058 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 50332) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:44:33.073010 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:33.079575 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0109039-b553-4221-afa4-50d713fd5d8a None None] Routers {'77e8f197-6b6d-4c35-aef3-9215b2c9cc71'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:44:33.081567 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-c0109039-b553-4221-afa4-50d713fd5d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:44:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['77e8f197-6b6d-4c35-aef3-9215b2c9cc71'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:44:33.163659 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-8a908e9e-f36d-4084-a52f-c6279ba5634c admin admin] Publish callbacks [] for security_group (03af19a4-4642-4258-8a68-69683cec2675), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:33.214962 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 2da1ea62-9442-49b9-9c71-4e4636a5a2bf up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:44:33.266993 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-8a908e9e-f36d-4084-a52f-c6279ba5634c admin admin] Publish callbacks [] for security_group (03af19a4-4642-4258-8a68-69683cec2675), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:33.322377 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-3f9569e4-2ec1-4d84-8b65-2620a28a7ed4 None None] Publish callbacks [] for port (2f2734e5-9a5b-4aa1-a373-61da50428191), precommit_create {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:33.407505 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port 2da1ea62-9442-49b9-9c71-4e4636a5a2bf triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:44:33.407505 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (2da1ea62-9442-49b9-9c71-4e4636a5a2bf), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:33.407505 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port 2da1ea62-9442-49b9-9c71-4e4636a5a2bf Sep 15 00:44:33.409549 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-3f9569e4-2ec1-4d84-8b65-2620a28a7ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163'] for port (2f2734e5-9a5b-4aa1-a373-61da50428191), after_create {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:33.431139 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9569e4-2ec1-4d84-8b65-2620a28a7ed4 None None] Network af1ef824-3295-4205-b148-29e927c60665 is already hosted by enough agents. {{(pid=112954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:44:33.439214 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-35a36e41-eeb1-484e-b55c-0c8f8b97b3c5 admin admin] Publish callbacks [] for router_gateway (18de74f2-4e6c-457b-949b-77537408e408), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:33.454536 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.scheduler.base_scheduler [None req-3f9569e4-2ec1-4d84-8b65-2620a28a7ed4 None None] Resources bound (agent type, host, resource id): {{(pid=112954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:44:33.457428 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9569e4-2ec1-4d84-8b65-2620a28a7ed4 None None] Received port after_create {{(pid=112954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:44:33.581548 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-35a36e41-eeb1-484e-b55c-0c8f8b97b3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:33.596625 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:33.604200 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=100 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:33.641519 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-eb85098b-2710-4553-95e0-1bfa75656408 None None] Set router 3b9a926b-539d-4e7c-b0b3-e3f355537187 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:44:33.733265 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-3f9569e4-2ec1-4d84-8b65-2620a28a7ed4 None None] Attempting to bind port 2f2734e5-9a5b-4aa1-a373-61da50428191 on host dv-cinder-857528-2-iscsi for vnic_type normal with profile {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:44:33.733793 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-3f9569e4-2ec1-4d84-8b65-2620a28a7ed4 None None] Attempting to bind port 2f2734e5-9a5b-4aa1-a373-61da50428191 by drivers openvswitch,hyperv on host dv-cinder-857528-2-iscsi at level 0 using segments [{'id': '32209802-0ee2-4fe1-a177-50b35ffec28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'af1ef824-3295-4205-b148-29e927c60665'}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:44:33.734260 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9569e4-2ec1-4d84-8b65-2620a28a7ed4 None None] Attempting to bind port 2f2734e5-9a5b-4aa1-a373-61da50428191 on network af1ef824-3295-4205-b148-29e927c60665 {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:44:33.810175 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9569e4-2ec1-4d84-8b65-2620a28a7ed4 None None] Checking agent: {'id': 'f85e816c-fb48-4744-a66a-e79ceb68e67e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 36, 23), 'started_at': datetime.datetime(2022, 9, 15, 0, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:44:33.810951 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9569e4-2ec1-4d84-8b65-2620a28a7ed4 None None] Checking segment: {'id': '32209802-0ee2-4fe1-a177-50b35ffec28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'af1ef824-3295-4205-b148-29e927c60665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:44:33.811587 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-3f9569e4-2ec1-4d84-8b65-2620a28a7ed4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:33.812257 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9569e4-2ec1-4d84-8b65-2620a28a7ed4 None None] Bound using segment: {'id': '32209802-0ee2-4fe1-a177-50b35ffec28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'af1ef824-3295-4205-b148-29e927c60665'} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:44:33.813078 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-3f9569e4-2ec1-4d84-8b65-2620a28a7ed4 None None] Bound port: 2f2734e5-9a5b-4aa1-a373-61da50428191, host: dv-cinder-857528-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32209802-0ee2-4fe1-a177-50b35ffec28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'af1ef824-3295-4205-b148-29e927c60665'}}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:44:33.813687 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-3f9569e4-2ec1-4d84-8b65-2620a28a7ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (2f2734e5-9a5b-4aa1-a373-61da50428191), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:33.813928 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.db_base_plugin_common [None req-35a36e41-eeb1-484e-b55c-0c8f8b97b3c5 admin admin] Allocated IP 172.27.1.131 (53046852-16e9-4bc6-a26e-a34c1d2139e6/8f0c0330-11bc-44ed-a1b6-6f3c15aee393/aece7b6c-9147-48eb-b1b7-e5edfa96f5ec) {{(pid=112953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:44:33.823447 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-c0109039-b553-4221-afa4-50d713fd5d8a None None] Set router 77e8f197-6b6d-4c35-aef3-9215b2c9cc71 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:44:33.910167 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9569e4-2ec1-4d84-8b65-2620a28a7ed4 None None] Pushing event updated for resources: {'Port': ['ID=2f2734e5-9a5b-4aa1-a373-61da50428191,revision_number=1']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:33.926216 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 50350) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:44:33.952628 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:33.993516 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-eb85098b-2710-4553-95e0-1bfa75656408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'name': 'tempest-ServerRescueNegativeTestJSON-383540816-router', 'tenant_id': '7090f91f78534107ba4b5ccd7f80e145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '7422761c-0e0e-44a6-9b06-a8f557141b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:44:27Z', 'updated_at': '2022-09-15T00:44:30Z', 'revision_number': 3, 'project_id': '7090f91f78534107ba4b5ccd7f80e145', 'gw_port': {'id': '7422761c-0e0e-44a6-9b06-a8f557141b0b', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:73:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:28Z', 'updated_at': '2022-09-15T00:44:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi'}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:44:34.028373 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb85098b-2710-4553-95e0-1bfa75656408 None None] Checking router: 3b9a926b-539d-4e7c-b0b3-e3f355537187 for host: dv-cinder-857528-2-iscsi {{(pid=112955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:44:34.036483 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb85098b-2710-4553-95e0-1bfa75656408 None None] Updating router 3b9a926b-539d-4e7c-b0b3-e3f355537187 port 7422761c-0e0e-44a6-9b06-a8f557141b0b binding host dv-cinder-857528-2-iscsi {{(pid=112955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 00:44:34.083673 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-8a908e9e-f36d-4084-a52f-c6279ba5634c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (03af19a4-4642-4258-8a68-69683cec2675), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:34.087673 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-8a908e9e-f36d-4084-a52f-c6279ba5634c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:34.092206 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-8a908e9e-f36d-4084-a52f-c6279ba5634c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/03af19a4-4642-4258-8a68-69683cec2675 HTTP/1.1" status: 204 len: 168 time: 1.2265747 Sep 15 00:44:34.105574 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-eb85098b-2710-4553-95e0-1bfa75656408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (7422761c-0e0e-44a6-9b06-a8f557141b0b), before_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:34.114409 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-3f9569e4-2ec1-4d84-8b65-2620a28a7ed4 None None] For port 2f2734e5-9a5b-4aa1-a373-61da50428191, host dv-cinder-857528-2-iscsi, cleared binding levels {{(pid=112954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:44:34.125457 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-3f9569e4-2ec1-4d84-8b65-2620a28a7ed4 None None] For port 2f2734e5-9a5b-4aa1-a373-61da50428191, host dv-cinder-857528-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=2f2734e5-9a5b-4aa1-a373-61da50428191,segment=NetworkSegment(32209802-0ee2-4fe1-a177-50b35ffec28b),segment_id=32209802-0ee2-4fe1-a177-50b35ffec28b)] {{(pid=112954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:44:34.251827 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-2751f1c0-620b-41ff-9cf2-45898323b3cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:34.295734 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-7e72a252-3258-49f2-a7cc-e63f3ab1e932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:34.295816 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:34.295816 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96046a3d-7ea4-478e-95ab-e03378b022da None None] Network 5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0 requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:44:34.298224 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-3f9569e4-2ec1-4d84-8b65-2620a28a7ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (2f2734e5-9a5b-4aa1-a373-61da50428191), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:34.317572 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a908e9e-f36d-4084-a52f-c6279ba5634c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03af19a4-4642-4258-8a68-69683cec2675,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:34.414516 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-35a36e41-eeb1-484e-b55c-0c8f8b97b3c5 admin admin] Publish callbacks [] for port (aece7b6c-9147-48eb-b1b7-e5edfa96f5ec), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:34.438683 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-2751f1c0-620b-41ff-9cf2-45898323b3cc admin admin] Publish callbacks [] for security_group (d1d498d6-909d-41bd-a2c5-d52249020c1a), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:34.446047 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-2751f1c0-620b-41ff-9cf2-45898323b3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (d1d498d6-909d-41bd-a2c5-d52249020c1a), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:34.452933 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9569e4-2ec1-4d84-8b65-2620a28a7ed4 None None] Pushing event updated for resources: {'Port': ['ID=2f2734e5-9a5b-4aa1-a373-61da50428191,revision_number=2']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:34.527136 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-7065ef8d-6001-4c69-80a8-77126a8d148a None None] Provisioning complete for port de6d425a-28ef-4216-a595-cc17f760ee29 triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:44:34.527672 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-7065ef8d-6001-4c69-80a8-77126a8d148a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (de6d425a-28ef-4216-a595-cc17f760ee29), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:34.528083 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-7065ef8d-6001-4c69-80a8-77126a8d148a None None] Attempt 1 to provision port de6d425a-28ef-4216-a595-cc17f760ee29 Sep 15 00:44:34.541909 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-2751f1c0-620b-41ff-9cf2-45898323b3cc admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=d0742191cd4d45d0a67eaf82b377e2c3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6116762 Sep 15 00:44:34.542884 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 50376) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:44:34.686715 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-35a36e41-eeb1-484e-b55c-0c8f8b97b3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163'] for port (aece7b6c-9147-48eb-b1b7-e5edfa96f5ec), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:34.756962 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port 2da1ea62-9442-49b9-9c71-4e4636a5a2bf is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:44:34.770617 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-7065ef8d-6001-4c69-80a8-77126a8d148a None None] Current status of the port de6d425a-28ef-4216-a595-cc17f760ee29 is: DOWN; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:44:34.771017 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-7065ef8d-6001-4c69-80a8-77126a8d148a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (de6d425a-28ef-4216-a595-cc17f760ee29), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:34.800919 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a36e41-eeb1-484e-b55c-0c8f8b97b3c5 admin admin] Network 53046852-16e9-4bc6-a26e-a34c1d2139e6 is already hosted by enough agents. {{(pid=112953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:44:34.802688 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:34.832587 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.base_scheduler [None req-35a36e41-eeb1-484e-b55c-0c8f8b97b3c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=112953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:44:34.846885 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2751f1c0-620b-41ff-9cf2-45898323b3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d498d6-909d-41bd-a2c5-d52249020c1a,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:34.881937 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a36e41-eeb1-484e-b55c-0c8f8b97b3c5 admin admin] Received port after_create {{(pid=112953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:44:34.905065 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-7065ef8d-6001-4c69-80a8-77126a8d148a None None] For port de6d425a-28ef-4216-a595-cc17f760ee29, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=de6d425a-28ef-4216-a595-cc17f760ee29,segment=NetworkSegment(984c4c89-baec-4c7a-bd8d-184a9b4bcb04),segment_id=984c4c89-baec-4c7a-bd8d-184a9b4bcb04)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:44:34.929449 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-c0109039-b553-4221-afa4-50d713fd5d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'name': 'tempest-AttachVolumeTestJSON-905578251-router', 'tenant_id': '6a9d9cf3606845ec964dd8320126293e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'eb6d7858-6c3e-409a-a5b3-1cdbd6930284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:44:30Z', 'updated_at': '2022-09-15T00:44:31Z', 'revision_number': 3, 'project_id': '6a9d9cf3606845ec964dd8320126293e', 'gw_port': {'id': 'eb6d7858-6c3e-409a-a5b3-1cdbd6930284', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:31Z', 'updated_at': '2022-09-15T00:44:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi'}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:44:34.950074 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a36e41-eeb1-484e-b55c-0c8f8b97b3c5 admin admin] Pushing event updated for resources: {'Port': ['ID=aece7b6c-9147-48eb-b1b7-e5edfa96f5ec,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:34.957022 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:34.982304 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-eb85098b-2710-4553-95e0-1bfa75656408 None None] Publish callbacks [] for port (7422761c-0e0e-44a6-9b06-a8f557141b0b), precommit_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:34.985811 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.db_base_plugin_common [None req-7e72a252-3258-49f2-a7cc-e63f3ab1e932 admin admin] Allocated IP 172.20.0.1 (5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0/7d05243c-ba86-4ab7-a5fb-f252ae11d048/f59f707d-9659-4eed-a94e-885d49304822) {{(pid=112952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:44:34.986621 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-7065ef8d-6001-4c69-80a8-77126a8d148a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (de6d425a-28ef-4216-a595-cc17f760ee29), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:34.992828 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-2029585d-e7bd-4f6f-8a05-a91414f0779d admin admin] Publish callbacks [] for security_group (d1d498d6-909d-41bd-a2c5-d52249020c1a), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:34.993466 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-eb85098b-2710-4553-95e0-1bfa75656408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (7422761c-0e0e-44a6-9b06-a8f557141b0b), after_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:35.042813 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-2029585d-e7bd-4f6f-8a05-a91414f0779d admin admin] Publish callbacks [] for security_group (d1d498d6-909d-41bd-a2c5-d52249020c1a), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:35.098501 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0109039-b553-4221-afa4-50d713fd5d8a None None] Checking router: 77e8f197-6b6d-4c35-aef3-9215b2c9cc71 for host: dv-cinder-857528-2-iscsi {{(pid=112954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:44:35.099150 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0109039-b553-4221-afa4-50d713fd5d8a None None] Updating router 77e8f197-6b6d-4c35-aef3-9215b2c9cc71 port eb6d7858-6c3e-409a-a5b3-1cdbd6930284 binding host dv-cinder-857528-2-iscsi {{(pid=112954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 00:44:35.102304 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 2f2734e5-9a5b-4aa1-a373-61da50428191 up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:44:35.108463 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.managers [None req-eb85098b-2710-4553-95e0-1bfa75656408 None None] Attempting to bind port 7422761c-0e0e-44a6-9b06-a8f557141b0b on host dv-cinder-857528-2-iscsi for vnic_type normal with profile {{(pid=112955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:44:35.109379 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.managers [None req-eb85098b-2710-4553-95e0-1bfa75656408 None None] Attempting to bind port 7422761c-0e0e-44a6-9b06-a8f557141b0b by drivers openvswitch,hyperv on host dv-cinder-857528-2-iscsi at level 0 using segments [{'id': 'bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'}] {{(pid=112955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:44:35.109896 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb85098b-2710-4553-95e0-1bfa75656408 None None] Attempting to bind port 7422761c-0e0e-44a6-9b06-a8f557141b0b on network 53046852-16e9-4bc6-a26e-a34c1d2139e6 {{(pid=112955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:44:35.170489 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be75ce9-21c8-4a81-9333-e7b20ce737b3 None None] Pushing event updated for resources: {'Port': ['ID=7422761c-0e0e-44a6-9b06-a8f557141b0b,revision_number=2']} {{(pid=112955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:35.195173 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be75ce9-21c8-4a81-9333-e7b20ce737b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:35.198935 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-92553c80-3790-4991-b8f6-e73f7a29c15c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:35.201738 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be75ce9-21c8-4a81-9333-e7b20ce737b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:35.202115 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be75ce9-21c8-4a81-9333-e7b20ce737b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:35.202484 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be75ce9-21c8-4a81-9333-e7b20ce737b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:35.202830 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be75ce9-21c8-4a81-9333-e7b20ce737b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:35.203167 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be75ce9-21c8-4a81-9333-e7b20ce737b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:35.203519 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be75ce9-21c8-4a81-9333-e7b20ce737b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:35.203953 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be75ce9-21c8-4a81-9333-e7b20ce737b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:35.204295 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be75ce9-21c8-4a81-9333-e7b20ce737b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:35.204734 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be75ce9-21c8-4a81-9333-e7b20ce737b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:35.205145 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be75ce9-21c8-4a81-9333-e7b20ce737b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:35.205497 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be75ce9-21c8-4a81-9333-e7b20ce737b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:35.207457 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be75ce9-21c8-4a81-9333-e7b20ce737b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:35.208961 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be75ce9-21c8-4a81-9333-e7b20ce737b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:35.209318 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be75ce9-21c8-4a81-9333-e7b20ce737b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:44:35.212730 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be75ce9-21c8-4a81-9333-e7b20ce737b3 None None] Tracked resource versions report: Sep 15 00:44:35.212730 dv-cinder-857528-2-iscsi neutron-server[112955]: pushed versions: Sep 15 00:44:35.212730 dv-cinder-857528-2-iscsi neutron-server[112955]: { 'AddressGroup': {'1.2'}, Sep 15 00:44:35.212730 dv-cinder-857528-2-iscsi neutron-server[112955]: 'Agent': {'1.1'}, Sep 15 00:44:35.212730 dv-cinder-857528-2-iscsi neutron-server[112955]: 'ConntrackHelper': {'1.0'}, Sep 15 00:44:35.212730 dv-cinder-857528-2-iscsi neutron-server[112955]: 'LocalIPAssociation': {'1.0'}, Sep 15 00:44:35.212730 dv-cinder-857528-2-iscsi neutron-server[112955]: 'Log': {'1.0'}, Sep 15 00:44:35.212730 dv-cinder-857528-2-iscsi neutron-server[112955]: 'NDPProxy': {'1.0'}, Sep 15 00:44:35.212730 dv-cinder-857528-2-iscsi neutron-server[112955]: 'Network': {'1.1'}, Sep 15 00:44:35.212730 dv-cinder-857528-2-iscsi neutron-server[112955]: 'Port': {'1.7'}, Sep 15 00:44:35.212730 dv-cinder-857528-2-iscsi neutron-server[112955]: 'PortForwarding': {'1.3'}, Sep 15 00:44:35.212730 dv-cinder-857528-2-iscsi neutron-server[112955]: 'QosPolicy': {'1.10'}, Sep 15 00:44:35.212730 dv-cinder-857528-2-iscsi neutron-server[112955]: 'SecurityGroup': {'1.5'}, Sep 15 00:44:35.212730 dv-cinder-857528-2-iscsi neutron-server[112955]: 'SecurityGroupRule': {'1.2'}, Sep 15 00:44:35.212730 dv-cinder-857528-2-iscsi neutron-server[112955]: 'SubPort': {'1.0'}, Sep 15 00:44:35.212730 dv-cinder-857528-2-iscsi neutron-server[112955]: 'Subnet': {'1.1'}, Sep 15 00:44:35.212730 dv-cinder-857528-2-iscsi neutron-server[112955]: 'Trunk': {'1.1'}} Sep 15 00:44:35.212730 dv-cinder-857528-2-iscsi neutron-server[112955]: consumer versions: Sep 15 00:44:35.212730 dv-cinder-857528-2-iscsi neutron-server[112955]: { DHCP agent@dv-cinder-857528-2-iscsi: {}, Sep 15 00:44:35.212730 dv-cinder-857528-2-iscsi neutron-server[112955]: HyperV agent@hv-cinder-85752: {}, Sep 15 00:44:35.212730 dv-cinder-857528-2-iscsi neutron-server[112955]: L3 agent@dv-cinder-857528-2-iscsi: {}, Sep 15 00:44:35.212730 dv-cinder-857528-2-iscsi neutron-server[112955]: Metadata agent@dv-cinder-857528-2-iscsi: {}, Sep 15 00:44:35.212730 dv-cinder-857528-2-iscsi neutron-server[112955]: Metering agent@dv-cinder-857528-2-iscsi: {}, Sep 15 00:44:35.212730 dv-cinder-857528-2-iscsi neutron-server[112955]: Open vSwitch agent@dv-cinder-857528-2-iscsi: { 'AddressGroup': '1.2', Sep 15 00:44:35.212730 dv-cinder-857528-2-iscsi neutron-server[112955]: 'Agent': '1.1', Sep 15 00:44:35.212730 dv-cinder-857528-2-iscsi neutron-server[112955]: 'ConntrackHelper': '1.0', Sep 15 00:44:35.212730 dv-cinder-857528-2-iscsi neutron-server[112955]: 'LocalIPAssociation': '1.0', Sep 15 00:44:35.212730 dv-cinder-857528-2-iscsi neutron-server[112955]: 'Log': '1.0', Sep 15 00:44:35.212730 dv-cinder-857528-2-iscsi neutron-server[112955]: 'NDPProxy': '1.0', Sep 15 00:44:35.212730 dv-cinder-857528-2-iscsi neutron-server[112955]: 'Network': '1.1', Sep 15 00:44:35.212730 dv-cinder-857528-2-iscsi neutron-server[112955]: 'Port': '1.7', Sep 15 00:44:35.212730 dv-cinder-857528-2-iscsi neutron-server[112955]: 'PortForwarding': '1.3', Sep 15 00:44:35.212730 dv-cinder-857528-2-iscsi neutron-server[112955]: 'QosPolicy': '1.10', Sep 15 00:44:35.212730 dv-cinder-857528-2-iscsi neutron-server[112955]: 'SecurityGroup': '1.5', Sep 15 00:44:35.212730 dv-cinder-857528-2-iscsi neutron-server[112955]: 'SecurityGroupRule': '1.2', Sep 15 00:44:35.212730 dv-cinder-857528-2-iscsi neutron-server[112955]: 'SubPort': '1.0', Sep 15 00:44:35.212730 dv-cinder-857528-2-iscsi neutron-server[112955]: 'Subnet': '1.1', Sep 15 00:44:35.212730 dv-cinder-857528-2-iscsi neutron-server[112955]: 'Trunk': '1.1'}} Sep 15 00:44:35.212730 dv-cinder-857528-2-iscsi neutron-server[112955]: {{(pid=112955) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 00:44:35.226009 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:35.265363 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb85098b-2710-4553-95e0-1bfa75656408 None None] Checking agent: {'id': 'f85e816c-fb48-4744-a66a-e79ceb68e67e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 36, 23), 'started_at': datetime.datetime(2022, 9, 15, 0, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:44:35.266762 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb85098b-2710-4553-95e0-1bfa75656408 None None] Checking segment: {'id': 'bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:44:35.266863 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port 2f2734e5-9a5b-4aa1-a373-61da50428191 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:44:35.267307 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-eb85098b-2710-4553-95e0-1bfa75656408 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:35.267388 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (2f2734e5-9a5b-4aa1-a373-61da50428191), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:35.267455 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb85098b-2710-4553-95e0-1bfa75656408 None None] Bound using segment: {'id': 'bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'} {{(pid=112955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:44:35.267551 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port 2f2734e5-9a5b-4aa1-a373-61da50428191 Sep 15 00:44:35.269556 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.managers [None req-eb85098b-2710-4553-95e0-1bfa75656408 None None] Bound port: 7422761c-0e0e-44a6-9b06-a8f557141b0b, host: dv-cinder-857528-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'}}] {{(pid=112955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:44:35.270752 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-eb85098b-2710-4553-95e0-1bfa75656408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (7422761c-0e0e-44a6-9b06-a8f557141b0b), before_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:35.352184 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-7e72a252-3258-49f2-a7cc-e63f3ab1e932 admin admin] Publish callbacks [] for port (f59f707d-9659-4eed-a94e-885d49304822), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:35.375616 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-c0109039-b553-4221-afa4-50d713fd5d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (eb6d7858-6c3e-409a-a5b3-1cdbd6930284), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:35.385090 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.db [None req-eb85098b-2710-4553-95e0-1bfa75656408 None None] For port 7422761c-0e0e-44a6-9b06-a8f557141b0b, host dv-cinder-857528-2-iscsi, cleared binding levels {{(pid=112955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:44:35.392917 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.db [None req-eb85098b-2710-4553-95e0-1bfa75656408 None None] For port 7422761c-0e0e-44a6-9b06-a8f557141b0b, host dv-cinder-857528-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=7422761c-0e0e-44a6-9b06-a8f557141b0b,segment=NetworkSegment(bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89),segment_id=bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89)] {{(pid=112955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:44:35.406342 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-eb85098b-2710-4553-95e0-1bfa75656408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (7422761c-0e0e-44a6-9b06-a8f557141b0b), after_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:35.428006 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-2029585d-e7bd-4f6f-8a05-a91414f0779d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (d1d498d6-909d-41bd-a2c5-d52249020c1a), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:35.432170 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-2029585d-e7bd-4f6f-8a05-a91414f0779d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:35.433365 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-2029585d-e7bd-4f6f-8a05-a91414f0779d admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/d1d498d6-909d-41bd-a2c5-d52249020c1a HTTP/1.1" status: 204 len: 168 time: 0.8894069 Sep 15 00:44:35.436420 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7065ef8d-6001-4c69-80a8-77126a8d148a None None] Pushing event updated for resources: {'Port': ['ID=de6d425a-28ef-4216-a595-cc17f760ee29,revision_number=3']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:35.471521 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029585d-e7bd-4f6f-8a05-a91414f0779d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d498d6-909d-41bd-a2c5-d52249020c1a,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:35.513035 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:35.520461 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be75ce9-21c8-4a81-9333-e7b20ce737b3 None None] Pushing event updated for resources: {'Port': ['ID=7422761c-0e0e-44a6-9b06-a8f557141b0b,revision_number=3']} {{(pid=112955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:35.523972 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-7e72a252-3258-49f2-a7cc-e63f3ab1e932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163'] for port (f59f707d-9659-4eed-a94e-885d49304822), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:35.543587 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb85098b-2710-4553-95e0-1bfa75656408 None None] Routers {'3b9a926b-539d-4e7c-b0b3-e3f355537187'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:44:35.544224 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-eb85098b-2710-4553-95e0-1bfa75656408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:44:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['3b9a926b-539d-4e7c-b0b3-e3f355537187'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:44:35.578619 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-35a36e41-eeb1-484e-b55c-0c8f8b97b3c5 admin admin] Publish callbacks [] for router_gateway (18de74f2-4e6c-457b-949b-77537408e408), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:35.655654 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:35.660615 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e72a252-3258-49f2-a7cc-e63f3ab1e932 admin admin] Network 5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0 is already hosted by enough agents. {{(pid=112952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:44:35.664099 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.base_scheduler [None req-7e72a252-3258-49f2-a7cc-e63f3ab1e932 admin admin] Resources bound (agent type, host, resource id): {{(pid=112952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:44:35.697457 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e72a252-3258-49f2-a7cc-e63f3ab1e932 admin admin] Received port after_create {{(pid=112952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:44:35.697974 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-7e72a252-3258-49f2-a7cc-e63f3ab1e932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1673502'] for router_interface (77e8f197-6b6d-4c35-aef3-9215b2c9cc71), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:35.703024 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-5a44e537-a0c7-4824-9277-0a21c3dc4f9b None None] Provisioning complete for port de6d425a-28ef-4216-a595-cc17f760ee29 triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:44:35.703783 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-5a44e537-a0c7-4824-9277-0a21c3dc4f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (de6d425a-28ef-4216-a595-cc17f760ee29), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:35.704317 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-5a44e537-a0c7-4824-9277-0a21c3dc4f9b None None] Attempt 1 to provision port de6d425a-28ef-4216-a595-cc17f760ee29 Sep 15 00:44:35.737934 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:35.826030 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-eb85098b-2710-4553-95e0-1bfa75656408 None None] Set router 3b9a926b-539d-4e7c-b0b3-e3f355537187 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:44:35.879811 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:35.979836 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:36.020709 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e72a252-3258-49f2-a7cc-e63f3ab1e932 admin admin] Pushing event updated for resources: {'Port': ['ID=f59f707d-9659-4eed-a94e-885d49304822,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:36.125549 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cfe1c3-2d5b-46a0-8923-d7e96d240e1a None None] Network af1ef824-3295-4205-b148-29e927c60665 requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:44:36.167626 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-eb85098b-2710-4553-95e0-1bfa75656408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'name': 'tempest-ServerRescueNegativeTestJSON-383540816-router', 'tenant_id': '7090f91f78534107ba4b5ccd7f80e145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '7422761c-0e0e-44a6-9b06-a8f557141b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:44:27Z', 'updated_at': '2022-09-15T00:44:30Z', 'revision_number': 3, 'project_id': '7090f91f78534107ba4b5ccd7f80e145', 'gw_port': {'id': '7422761c-0e0e-44a6-9b06-a8f557141b0b', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:73:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:28Z', 'updated_at': '2022-09-15T00:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi'}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:44:36.200126 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-7e72a252-3258-49f2-a7cc-e63f3ab1e932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (f59f707d-9659-4eed-a94e-885d49304822), before_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:36.208159 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb85098b-2710-4553-95e0-1bfa75656408 None None] The sync data for ids ['3b9a926b-539d-4e7c-b0b3-e3f355537187'] in dv-cinder-857528-2-iscsi is: [{'id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'name': 'tempest-ServerRescueNegativeTestJSON-383540816-router', 'tenant_id': '7090f91f78534107ba4b5ccd7f80e145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '7422761c-0e0e-44a6-9b06-a8f557141b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:44:27Z', 'updated_at': '2022-09-15T00:44:30Z', 'revision_number': 3, 'project_id': '7090f91f78534107ba4b5ccd7f80e145', 'gw_port': {'id': '7422761c-0e0e-44a6-9b06-a8f557141b0b', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:73:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:28Z', 'updated_at': '2022-09-15T00:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi'}] {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:44:36.242768 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port 2f2734e5-9a5b-4aa1-a373-61da50428191 is: DOWN; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:44:36.244177 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (2f2734e5-9a5b-4aa1-a373-61da50428191), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:36.381967 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-c0109039-b553-4221-afa4-50d713fd5d8a None None] Publish callbacks [] for port (eb6d7858-6c3e-409a-a5b3-1cdbd6930284), precommit_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:36.410117 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-c0109039-b553-4221-afa4-50d713fd5d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (eb6d7858-6c3e-409a-a5b3-1cdbd6930284), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:36.434822 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-c0109039-b553-4221-afa4-50d713fd5d8a None None] Attempting to bind port eb6d7858-6c3e-409a-a5b3-1cdbd6930284 on host dv-cinder-857528-2-iscsi for vnic_type normal with profile {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:44:36.435498 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-c0109039-b553-4221-afa4-50d713fd5d8a None None] Attempting to bind port eb6d7858-6c3e-409a-a5b3-1cdbd6930284 by drivers openvswitch,hyperv on host dv-cinder-857528-2-iscsi at level 0 using segments [{'id': 'bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:44:36.436338 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0109039-b553-4221-afa4-50d713fd5d8a None None] Attempting to bind port eb6d7858-6c3e-409a-a5b3-1cdbd6930284 on network 53046852-16e9-4bc6-a26e-a34c1d2139e6 {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:44:36.449213 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-7e72a252-3258-49f2-a7cc-e63f3ab1e932 admin admin] Publish callbacks [] for port (f59f707d-9659-4eed-a94e-885d49304822), precommit_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:36.456493 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-7e72a252-3258-49f2-a7cc-e63f3ab1e932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (f59f707d-9659-4eed-a94e-885d49304822), after_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:36.458481 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-7e72a252-3258-49f2-a7cc-e63f3ab1e932 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1673610'] for router_interface (77e8f197-6b6d-4c35-aef3-9215b2c9cc71), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:36.480234 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.db_base_plugin_common [None req-92553c80-3790-4991-b8f6-e73f7a29c15c admin admin] Allocated IP 172.20.0.1 (534fcea4-462b-402d-9da6-e7cef4200229/756b70e8-4098-4f30-99b0-99c64c94809f/762a7dec-a419-43c7-b90a-ff586fd3ebf7) {{(pid=112953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:44:36.480234 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-35a36e41-eeb1-484e-b55c-0c8f8b97b3c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1683183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1682215'] for router (18de74f2-4e6c-457b-949b-77537408e408), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:36.659820 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] For port 2f2734e5-9a5b-4aa1-a373-61da50428191, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=2f2734e5-9a5b-4aa1-a373-61da50428191,segment=NetworkSegment(32209802-0ee2-4fe1-a177-50b35ffec28b),segment_id=32209802-0ee2-4fe1-a177-50b35ffec28b)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:44:36.709160 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e72a252-3258-49f2-a7cc-e63f3ab1e932 admin admin] Pushing event updated for resources: {'Port': ['ID=f59f707d-9659-4eed-a94e-885d49304822,revision_number=2']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:36.735258 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=3 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:36.797977 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e72a252-3258-49f2-a7cc-e63f3ab1e932 admin admin] Network 5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0 is already hosted by enough agents. {{(pid=112952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:44:36.800080 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.base_scheduler [None req-7e72a252-3258-49f2-a7cc-e63f3ab1e932 admin admin] Resources bound (agent type, host, resource id): {{(pid=112952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:44:36.830546 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0109039-b553-4221-afa4-50d713fd5d8a None None] Checking agent: {'id': 'f85e816c-fb48-4744-a66a-e79ceb68e67e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 36, 23), 'started_at': datetime.datetime(2022, 9, 15, 0, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:44:36.831594 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0109039-b553-4221-afa4-50d713fd5d8a None None] Checking segment: {'id': 'bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:44:36.832170 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-c0109039-b553-4221-afa4-50d713fd5d8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:36.833221 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0109039-b553-4221-afa4-50d713fd5d8a None None] Bound using segment: {'id': 'bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:44:36.833902 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-c0109039-b553-4221-afa4-50d713fd5d8a None None] Bound port: eb6d7858-6c3e-409a-a5b3-1cdbd6930284, host: dv-cinder-857528-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'}}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:44:36.838872 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-c0109039-b553-4221-afa4-50d713fd5d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (eb6d7858-6c3e-409a-a5b3-1cdbd6930284), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:36.841219 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (2f2734e5-9a5b-4aa1-a373-61da50428191), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:36.842028 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device de6d425a-28ef-4216-a595-cc17f760ee29 up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:44:36.961902 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-92553c80-3790-4991-b8f6-e73f7a29c15c admin admin] Publish callbacks [] for port (762a7dec-a419-43c7-b90a-ff586fd3ebf7), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:36.966880 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a36e41-eeb1-484e-b55c-0c8f8b97b3c5 admin admin] Router 18de74f2-4e6c-457b-949b-77537408e408 is scheduled to L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe with binding_index 1 {{(pid=112953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 00:44:36.974761 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6fcf04-95d5-4553-8c4b-70b7803b45e4 None None] Pushing event updated for resources: {'Port': ['ID=eb6d7858-6c3e-409a-a5b3-1cdbd6930284,revision_number=2']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:37.096295 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-5a44e537-a0c7-4824-9277-0a21c3dc4f9b None None] Current status of the port de6d425a-28ef-4216-a595-cc17f760ee29 is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:44:37.124853 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e72a252-3258-49f2-a7cc-e63f3ab1e932 admin admin] Router 77e8f197-6b6d-4c35-aef3-9215b2c9cc71 has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:44:37.145589 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a36e41-eeb1-484e-b55c-0c8f8b97b3c5 admin admin] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:44:37.155073 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4fa2f9-3fd7-45d7-81d6-421233dd8d3e None None] Sync routers for ids ['18de74f2-4e6c-457b-949b-77537408e408'] in dv-cinder-857528-2-iscsi {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:44:37.178057 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:37.182189 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-35a36e41-eeb1-484e-b55c-0c8f8b97b3c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:37.182579 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4fa2f9-3fd7-45d7-81d6-421233dd8d3e None None] Routers {'18de74f2-4e6c-457b-949b-77537408e408'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:44:37.183282 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-4f4fa2f9-3fd7-45d7-81d6-421233dd8d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:44:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['18de74f2-4e6c-457b-949b-77537408e408'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:44:37.183620 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-35a36e41-eeb1-484e-b55c-0c8f8b97b3c5 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.2125003 Sep 15 00:44:37.186544 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 50460) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:44:37.304938 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-c0109039-b553-4221-afa4-50d713fd5d8a None None] For port eb6d7858-6c3e-409a-a5b3-1cdbd6930284, host dv-cinder-857528-2-iscsi, cleared binding levels {{(pid=112954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:44:37.341321 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-c360fe12-6b7c-4bd2-9a46-e1b24d8ddeb0 None None] Provisioning complete for port f59f707d-9659-4eed-a94e-885d49304822 triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:44:37.349335 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-c360fe12-6b7c-4bd2-9a46-e1b24d8ddeb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (f59f707d-9659-4eed-a94e-885d49304822), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:37.349930 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-c360fe12-6b7c-4bd2-9a46-e1b24d8ddeb0 None None] Attempt 1 to provision port f59f707d-9659-4eed-a94e-885d49304822 Sep 15 00:44:37.359035 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Pushing event updated for resources: {'Port': ['ID=2f2734e5-9a5b-4aa1-a373-61da50428191,revision_number=3']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:37.423707 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-c0109039-b553-4221-afa4-50d713fd5d8a None None] For port eb6d7858-6c3e-409a-a5b3-1cdbd6930284, host dv-cinder-857528-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=eb6d7858-6c3e-409a-a5b3-1cdbd6930284,segment=NetworkSegment(bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89),segment_id=bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89)] {{(pid=112954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:44:37.427164 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port de6d425a-28ef-4216-a595-cc17f760ee29 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:44:37.427586 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (de6d425a-28ef-4216-a595-cc17f760ee29), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:37.427927 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port de6d425a-28ef-4216-a595-cc17f760ee29 Sep 15 00:44:37.441151 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-92553c80-3790-4991-b8f6-e73f7a29c15c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163'] for port (762a7dec-a419-43c7-b90a-ff586fd3ebf7), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:37.494651 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:37.498111 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:37.500079 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e72a252-3258-49f2-a7cc-e63f3ab1e932 admin admin] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:44:37.504008 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-c0109039-b553-4221-afa4-50d713fd5d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (eb6d7858-6c3e-409a-a5b3-1cdbd6930284), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:37.541558 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-7e72a252-3258-49f2-a7cc-e63f3ab1e932 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/77e8f197-6b6d-4c35-aef3-9215b2c9cc71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5847867 Sep 15 00:44:37.583364 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-4f4fa2f9-3fd7-45d7-81d6-421233dd8d3e None None] Set router 18de74f2-4e6c-457b-949b-77537408e408 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:44:37.606805 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92553c80-3790-4991-b8f6-e73f7a29c15c admin admin] Network 534fcea4-462b-402d-9da6-e7cef4200229 is already hosted by enough agents. {{(pid=112953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:44:37.609704 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92553c80-3790-4991-b8f6-e73f7a29c15c admin admin] Pushing event updated for resources: {'Port': ['ID=762a7dec-a419-43c7-b90a-ff586fd3ebf7,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:37.622081 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-c360fe12-6b7c-4bd2-9a46-e1b24d8ddeb0 None None] Port f59f707d-9659-4eed-a94e-885d49304822 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:44:37.635786 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.base_scheduler [None req-92553c80-3790-4991-b8f6-e73f7a29c15c admin admin] Resources bound (agent type, host, resource id): {{(pid=112953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:44:37.637264 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:37.697695 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0109039-b553-4221-afa4-50d713fd5d8a None None] Routers {'77e8f197-6b6d-4c35-aef3-9215b2c9cc71'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:44:37.698374 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-c0109039-b553-4221-afa4-50d713fd5d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:44:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['77e8f197-6b6d-4c35-aef3-9215b2c9cc71'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:44:37.769924 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92553c80-3790-4991-b8f6-e73f7a29c15c admin admin] Received port after_create {{(pid=112953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:44:37.770414 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-92553c80-3790-4991-b8f6-e73f7a29c15c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1673502'] for router_interface (3b9a926b-539d-4e7c-b0b3-e3f355537187), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:38.058299 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:38.073793 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6fcf04-95d5-4553-8c4b-70b7803b45e4 None None] Pushing event updated for resources: {'Port': ['ID=eb6d7858-6c3e-409a-a5b3-1cdbd6930284,revision_number=3']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:38.100104 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-4f4fa2f9-3fd7-45d7-81d6-421233dd8d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18de74f2-4e6c-457b-949b-77537408e408', 'name': 'tempest-DeleteServersTestJSON-1433079652-router', 'tenant_id': 'bc126ea1c77342d091a96baf33bedf6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'aece7b6c-9147-48eb-b1b7-e5edfa96f5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:44:32Z', 'updated_at': '2022-09-15T00:44:35Z', 'revision_number': 3, 'project_id': 'bc126ea1c77342d091a96baf33bedf6e', 'gw_port': {'id': 'aece7b6c-9147-48eb-b1b7-e5edfa96f5ec', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:44:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18de74f2-4e6c-457b-949b-77537408e408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:33Z', 'updated_at': '2022-09-15T00:44:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi'}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:44:38.128729 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-c360fe12-6b7c-4bd2-9a46-e1b24d8ddeb0 None None] Attempt 2 to provision port f59f707d-9659-4eed-a94e-885d49304822 Sep 15 00:44:38.193368 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4fa2f9-3fd7-45d7-81d6-421233dd8d3e None None] Checking router: 18de74f2-4e6c-457b-949b-77537408e408 for host: dv-cinder-857528-2-iscsi {{(pid=112955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:44:38.193950 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4fa2f9-3fd7-45d7-81d6-421233dd8d3e None None] Updating router 18de74f2-4e6c-457b-949b-77537408e408 port aece7b6c-9147-48eb-b1b7-e5edfa96f5ec binding host dv-cinder-857528-2-iscsi {{(pid=112955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 00:44:38.248705 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port de6d425a-28ef-4216-a595-cc17f760ee29 is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:44:38.253291 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-4f4fa2f9-3fd7-45d7-81d6-421233dd8d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (aece7b6c-9147-48eb-b1b7-e5edfa96f5ec), before_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:38.281305 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-c360fe12-6b7c-4bd2-9a46-e1b24d8ddeb0 None None] Port f59f707d-9659-4eed-a94e-885d49304822 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:44:38.290131 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-c0109039-b553-4221-afa4-50d713fd5d8a None None] Set router 77e8f197-6b6d-4c35-aef3-9215b2c9cc71 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:44:38.544228 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:38.640499 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 2f2734e5-9a5b-4aa1-a373-61da50428191 up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:44:38.701513 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-c0109039-b553-4221-afa4-50d713fd5d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'name': 'tempest-AttachVolumeTestJSON-905578251-router', 'tenant_id': '6a9d9cf3606845ec964dd8320126293e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'eb6d7858-6c3e-409a-a5b3-1cdbd6930284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:44:30Z', 'updated_at': '2022-09-15T00:44:36Z', 'revision_number': 4, 'project_id': '6a9d9cf3606845ec964dd8320126293e', 'gw_port': {'id': 'eb6d7858-6c3e-409a-a5b3-1cdbd6930284', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:31Z', 'updated_at': '2022-09-15T00:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': 'f59f707d-9659-4eed-a94e-885d49304822', 'name': '', 'network_id': '5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0', 'tenant_id': '6a9d9cf3606845ec964dd8320126293e', 'mac_address': 'fa:16:3e:d4:22:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7d05243c-ba86-4ab7-a5fb-f252ae11d048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:34Z', 'updated_at': '2022-09-15T00:44:36Z', 'revision_number': 2, 'project_id': '6a9d9cf3606845ec964dd8320126293e', 'subnets': [{'id': '7d05243c-ba86-4ab7-a5fb-f252ae11d048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:44:38.702921 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 50502) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:44:38.707969 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-5b27fa2d-4789-4682-9bc6-3885f7321923 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1746867613', 'description': 'tempest-description--434650216'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:44:38.738653 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port 2f2734e5-9a5b-4aa1-a373-61da50428191 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:44:38.739228 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (2f2734e5-9a5b-4aa1-a373-61da50428191), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:38.739722 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port 2f2734e5-9a5b-4aa1-a373-61da50428191 Sep 15 00:44:38.763412 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0109039-b553-4221-afa4-50d713fd5d8a None None] The sync data for ids ['77e8f197-6b6d-4c35-aef3-9215b2c9cc71'] in dv-cinder-857528-2-iscsi is: [{'id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'name': 'tempest-AttachVolumeTestJSON-905578251-router', 'tenant_id': '6a9d9cf3606845ec964dd8320126293e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'eb6d7858-6c3e-409a-a5b3-1cdbd6930284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:44:30Z', 'updated_at': '2022-09-15T00:44:36Z', 'revision_number': 4, 'project_id': '6a9d9cf3606845ec964dd8320126293e', 'gw_port': {'id': 'eb6d7858-6c3e-409a-a5b3-1cdbd6930284', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:31Z', 'updated_at': '2022-09-15T00:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': 'f59f707d-9659-4eed-a94e-885d49304822', 'name': '', 'network_id': '5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0', 'tenant_id': '6a9d9cf3606845ec964dd8320126293e', 'mac_address': 'fa:16:3e:d4:22:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7d05243c-ba86-4ab7-a5fb-f252ae11d048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:34Z', 'updated_at': '2022-09-15T00:44:36Z', 'revision_number': 2, 'project_id': '6a9d9cf3606845ec964dd8320126293e', 'subnets': [{'id': '7d05243c-ba86-4ab7-a5fb-f252ae11d048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:44:38.766665 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-5b27fa2d-4789-4682-9bc6-3885f7321923 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:38.784279 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-c360fe12-6b7c-4bd2-9a46-e1b24d8ddeb0 None None] Attempt 3 to provision port f59f707d-9659-4eed-a94e-885d49304822 Sep 15 00:44:38.799848 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-92553c80-3790-4991-b8f6-e73f7a29c15c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (762a7dec-a419-43c7-b90a-ff586fd3ebf7), before_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:38.845743 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-c360fe12-6b7c-4bd2-9a46-e1b24d8ddeb0 None None] Port f59f707d-9659-4eed-a94e-885d49304822 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:44:38.916549 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-4f4fa2f9-3fd7-45d7-81d6-421233dd8d3e None None] Publish callbacks [] for port (aece7b6c-9147-48eb-b1b7-e5edfa96f5ec), precommit_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:38.919081 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:38.931376 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-4f4fa2f9-3fd7-45d7-81d6-421233dd8d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (aece7b6c-9147-48eb-b1b7-e5edfa96f5ec), after_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:38.938510 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port 2f2734e5-9a5b-4aa1-a373-61da50428191 is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:44:38.952071 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device de6d425a-28ef-4216-a595-cc17f760ee29 up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:44:38.957753 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-5b27fa2d-4789-4682-9bc6-3885f7321923 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks [] for security_group (066be27e-95aa-44d7-b37c-1ed825eaac6c), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:38.971445 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-5b27fa2d-4789-4682-9bc6-3885f7321923 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (066be27e-95aa-44d7-b37c-1ed825eaac6c), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:39.023090 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b27fa2d-4789-4682-9bc6-3885f7321923 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=066be27e-95aa-44d7-b37c-1ed825eaac6c,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:39.030072 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=100 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:39.045135 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-5b27fa2d-4789-4682-9bc6-3885f7321923 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:39.046904 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-5b27fa2d-4789-4682-9bc6-3885f7321923 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3429716 Sep 15 00:44:39.050508 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 50518) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:44:39.058795 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.managers [None req-4f4fa2f9-3fd7-45d7-81d6-421233dd8d3e None None] Attempting to bind port aece7b6c-9147-48eb-b1b7-e5edfa96f5ec on host dv-cinder-857528-2-iscsi for vnic_type normal with profile {{(pid=112955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:44:39.059263 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.managers [None req-4f4fa2f9-3fd7-45d7-81d6-421233dd8d3e None None] Attempting to bind port aece7b6c-9147-48eb-b1b7-e5edfa96f5ec by drivers openvswitch,hyperv on host dv-cinder-857528-2-iscsi at level 0 using segments [{'id': 'bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'}] {{(pid=112955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:44:39.062705 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-e008c940-b558-4e5a-8e4c-312df80e11ef tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Request body: {'security_group_rule': {'security_group_id': '066be27e-95aa-44d7-b37c-1ed825eaac6c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:44:39.067887 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4fa2f9-3fd7-45d7-81d6-421233dd8d3e None None] Attempting to bind port aece7b6c-9147-48eb-b1b7-e5edfa96f5ec on network 53046852-16e9-4bc6-a26e-a34c1d2139e6 {{(pid=112955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:44:39.133419 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4fa2f9-3fd7-45d7-81d6-421233dd8d3e None None] Checking agent: {'id': 'f85e816c-fb48-4744-a66a-e79ceb68e67e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 36, 23), 'started_at': datetime.datetime(2022, 9, 15, 0, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:44:39.134432 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4fa2f9-3fd7-45d7-81d6-421233dd8d3e None None] Checking segment: {'id': 'bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:44:39.134432 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-4f4fa2f9-3fd7-45d7-81d6-421233dd8d3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:39.134951 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-e008c940-b558-4e5a-8e4c-312df80e11ef tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks [] for security_group_rule (64071f63-73c0-4889-a1e1-b8b6f9a34c73), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:39.135196 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4fa2f9-3fd7-45d7-81d6-421233dd8d3e None None] Bound using segment: {'id': 'bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'} {{(pid=112955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:44:39.135799 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.managers [None req-4f4fa2f9-3fd7-45d7-81d6-421233dd8d3e None None] Bound port: aece7b6c-9147-48eb-b1b7-e5edfa96f5ec, host: dv-cinder-857528-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'}}] {{(pid=112955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:44:39.136282 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-4f4fa2f9-3fd7-45d7-81d6-421233dd8d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (aece7b6c-9147-48eb-b1b7-e5edfa96f5ec), before_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:39.145922 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port de6d425a-28ef-4216-a595-cc17f760ee29 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:44:39.148844 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (de6d425a-28ef-4216-a595-cc17f760ee29), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:39.151887 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port de6d425a-28ef-4216-a595-cc17f760ee29 Sep 15 00:44:39.203591 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.db [None req-4f4fa2f9-3fd7-45d7-81d6-421233dd8d3e None None] For port aece7b6c-9147-48eb-b1b7-e5edfa96f5ec, host dv-cinder-857528-2-iscsi, cleared binding levels {{(pid=112955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:44:39.210375 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.db [None req-4f4fa2f9-3fd7-45d7-81d6-421233dd8d3e None None] For port aece7b6c-9147-48eb-b1b7-e5edfa96f5ec, host dv-cinder-857528-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=aece7b6c-9147-48eb-b1b7-e5edfa96f5ec,segment=NetworkSegment(bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89),segment_id=bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89)] {{(pid=112955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:44:39.262515 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a110335-a43f-41ec-b7bc-4504b0a6590d None None] Pushing event updated for resources: {'Port': ['ID=aece7b6c-9147-48eb-b1b7-e5edfa96f5ec,revision_number=2']} {{(pid=112955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:39.269573 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-4f4fa2f9-3fd7-45d7-81d6-421233dd8d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (aece7b6c-9147-48eb-b1b7-e5edfa96f5ec), after_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:39.298051 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-e008c940-b558-4e5a-8e4c-312df80e11ef tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks [] for security_group_rule (64071f63-73c0-4889-a1e1-b8b6f9a34c73), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:39.308454 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-e008c940-b558-4e5a-8e4c-312df80e11ef tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645455'] for security_group_rule (64071f63-73c0-4889-a1e1-b8b6f9a34c73), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:39.333263 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port de6d425a-28ef-4216-a595-cc17f760ee29 is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:44:39.334486 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 7422761c-0e0e-44a6-9b06-a8f557141b0b up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:44:39.365609 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:39.378092 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-e008c940-b558-4e5a-8e4c-312df80e11ef tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:39.379351 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-e008c940-b558-4e5a-8e4c-312df80e11ef tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3276339 Sep 15 00:44:39.380337 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e008c940-b558-4e5a-8e4c-312df80e11ef tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64071f63-73c0-4889-a1e1-b8b6f9a34c73,revision_number=0']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:39.387153 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 50532) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:44:39.388732 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a110335-a43f-41ec-b7bc-4504b0a6590d None None] Pushing event updated for resources: {'Port': ['ID=aece7b6c-9147-48eb-b1b7-e5edfa96f5ec,revision_number=3']} {{(pid=112955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:39.391570 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-c8520090-9688-4919-a502-f4705cfb1415 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Request body: {'security_group_rule': {'security_group_id': '066be27e-95aa-44d7-b37c-1ed825eaac6c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:44:39.419169 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4fa2f9-3fd7-45d7-81d6-421233dd8d3e None None] Routers {'18de74f2-4e6c-457b-949b-77537408e408'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:44:39.419870 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-4f4fa2f9-3fd7-45d7-81d6-421233dd8d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:44:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['18de74f2-4e6c-457b-949b-77537408e408'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:44:39.420862 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-c360fe12-6b7c-4bd2-9a46-e1b24d8ddeb0 None None] Attempt 4 to provision port f59f707d-9659-4eed-a94e-885d49304822 Sep 15 00:44:39.431568 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c8520090-9688-4919-a502-f4705cfb1415 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks [] for security_group_rule (b57b67a6-20a1-4a5b-bf10-5462643391fa), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:39.466022 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:39.506972 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-c360fe12-6b7c-4bd2-9a46-e1b24d8ddeb0 None None] Port f59f707d-9659-4eed-a94e-885d49304822 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:44:39.514525 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-62b45525-ce6d-4ffb-839d-b11723c00255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:39.524703 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port 7422761c-0e0e-44a6-9b06-a8f557141b0b triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:44:39.525204 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (7422761c-0e0e-44a6-9b06-a8f557141b0b), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:39.526204 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port 7422761c-0e0e-44a6-9b06-a8f557141b0b Sep 15 00:44:39.598347 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c8520090-9688-4919-a502-f4705cfb1415 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks [] for security_group_rule (b57b67a6-20a1-4a5b-bf10-5462643391fa), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:39.617668 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c8520090-9688-4919-a502-f4705cfb1415 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645455'] for security_group_rule (b57b67a6-20a1-4a5b-bf10-5462643391fa), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:39.655700 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8520090-9688-4919-a502-f4705cfb1415 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b57b67a6-20a1-4a5b-bf10-5462643391fa,revision_number=0']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:39.674535 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port 7422761c-0e0e-44a6-9b06-a8f557141b0b is: DOWN; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:44:39.674535 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (7422761c-0e0e-44a6-9b06-a8f557141b0b), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:39.704363 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] For port 7422761c-0e0e-44a6-9b06-a8f557141b0b, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=7422761c-0e0e-44a6-9b06-a8f557141b0b,segment=NetworkSegment(bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89),segment_id=bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:44:39.715313 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (7422761c-0e0e-44a6-9b06-a8f557141b0b), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:39.716570 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c8520090-9688-4919-a502-f4705cfb1415 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:39.717825 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-c8520090-9688-4919-a502-f4705cfb1415 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3296635 Sep 15 00:44:39.721771 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 50544) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:44:39.733292 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-941c175a-33e6-4de3-b87e-248f19bb03db tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Request body: {'floatingip': {'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:44:39.799904 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-941c175a-33e6-4de3-b87e-248f19bb03db tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:39.803949 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-4f4fa2f9-3fd7-45d7-81d6-421233dd8d3e None None] Set router 18de74f2-4e6c-457b-949b-77537408e408 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:44:39.825788 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Pushing event updated for resources: {'Port': ['ID=7422761c-0e0e-44a6-9b06-a8f557141b0b,revision_number=4']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:39.850142 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:39.936034 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.db_base_plugin_common [None req-62b45525-ce6d-4ffb-839d-b11723c00255 admin admin] Allocated IP 172.20.0.1 (af1ef824-3295-4205-b148-29e927c60665/c0996a3a-9136-46be-a223-d4a25daf4874/81f812e7-122a-4317-b94c-c23caf3c215d) {{(pid=112953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:44:40.008820 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-c360fe12-6b7c-4bd2-9a46-e1b24d8ddeb0 None None] Attempt 5 to provision port f59f707d-9659-4eed-a94e-885d49304822 Sep 15 00:44:40.074892 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-c360fe12-6b7c-4bd2-9a46-e1b24d8ddeb0 None None] Port f59f707d-9659-4eed-a94e-885d49304822 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:44:40.077828 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-941c175a-33e6-4de3-b87e-248f19bb03db tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:40.094994 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-62b45525-ce6d-4ffb-839d-b11723c00255 admin admin] Publish callbacks [] for port (81f812e7-122a-4317-b94c-c23caf3c215d), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:40.136298 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:40.137548 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:40.148959 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-62b45525-ce6d-4ffb-839d-b11723c00255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163'] for port (81f812e7-122a-4317-b94c-c23caf3c215d), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:40.170636 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-4f4fa2f9-3fd7-45d7-81d6-421233dd8d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18de74f2-4e6c-457b-949b-77537408e408', 'name': 'tempest-DeleteServersTestJSON-1433079652-router', 'tenant_id': 'bc126ea1c77342d091a96baf33bedf6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'aece7b6c-9147-48eb-b1b7-e5edfa96f5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:44:32Z', 'updated_at': '2022-09-15T00:44:35Z', 'revision_number': 3, 'project_id': 'bc126ea1c77342d091a96baf33bedf6e', 'gw_port': {'id': 'aece7b6c-9147-48eb-b1b7-e5edfa96f5ec', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:44:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18de74f2-4e6c-457b-949b-77537408e408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:33Z', 'updated_at': '2022-09-15T00:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi'}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:44:40.189301 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-92553c80-3790-4991-b8f6-e73f7a29c15c admin admin] Publish callbacks [] for port (762a7dec-a419-43c7-b90a-ff586fd3ebf7), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:40.223312 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-92553c80-3790-4991-b8f6-e73f7a29c15c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (762a7dec-a419-43c7-b90a-ff586fd3ebf7), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:40.226609 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-92553c80-3790-4991-b8f6-e73f7a29c15c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1673610'] for router_interface (3b9a926b-539d-4e7c-b0b3-e3f355537187), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:40.237213 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4fa2f9-3fd7-45d7-81d6-421233dd8d3e None None] The sync data for ids ['18de74f2-4e6c-457b-949b-77537408e408'] in dv-cinder-857528-2-iscsi is: [{'id': '18de74f2-4e6c-457b-949b-77537408e408', 'name': 'tempest-DeleteServersTestJSON-1433079652-router', 'tenant_id': 'bc126ea1c77342d091a96baf33bedf6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'aece7b6c-9147-48eb-b1b7-e5edfa96f5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:44:32Z', 'updated_at': '2022-09-15T00:44:35Z', 'revision_number': 3, 'project_id': 'bc126ea1c77342d091a96baf33bedf6e', 'gw_port': {'id': 'aece7b6c-9147-48eb-b1b7-e5edfa96f5ec', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:44:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18de74f2-4e6c-457b-949b-77537408e408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:33Z', 'updated_at': '2022-09-15T00:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi'}] {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:44:40.256740 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b45525-ce6d-4ffb-839d-b11723c00255 admin admin] Network af1ef824-3295-4205-b148-29e927c60665 is already hosted by enough agents. {{(pid=112953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:44:40.269630 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.base_scheduler [None req-62b45525-ce6d-4ffb-839d-b11723c00255 admin admin] Resources bound (agent type, host, resource id): {{(pid=112953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:44:40.281449 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b45525-ce6d-4ffb-839d-b11723c00255 admin admin] Received port after_create {{(pid=112953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:44:40.282629 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-62b45525-ce6d-4ffb-839d-b11723c00255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1673502'] for router_interface (18de74f2-4e6c-457b-949b-77537408e408), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:40.509689 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.db_base_plugin_common [None req-941c175a-33e6-4de3-b87e-248f19bb03db tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Allocated IP 172.27.1.91 (53046852-16e9-4bc6-a26e-a34c1d2139e6/8f0c0330-11bc-44ed-a1b6-6f3c15aee393/3f3316cf-b64c-423a-b477-53b0043b520d) {{(pid=112952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:44:40.516363 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b45525-ce6d-4ffb-839d-b11723c00255 admin admin] Pushing event updated for resources: {'Port': ['ID=81f812e7-122a-4317-b94c-c23caf3c215d,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:40.576504 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-c360fe12-6b7c-4bd2-9a46-e1b24d8ddeb0 None None] Attempt 6 to provision port f59f707d-9659-4eed-a94e-885d49304822 Sep 15 00:44:40.682810 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-c360fe12-6b7c-4bd2-9a46-e1b24d8ddeb0 None None] Port f59f707d-9659-4eed-a94e-885d49304822 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:44:40.686478 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device eb6d7858-6c3e-409a-a5b3-1cdbd6930284 up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:44:40.778139 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-941c175a-33e6-4de3-b87e-248f19bb03db tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks [] for port (3f3316cf-b64c-423a-b477-53b0043b520d), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:40.816058 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port eb6d7858-6c3e-409a-a5b3-1cdbd6930284 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:44:40.816422 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (eb6d7858-6c3e-409a-a5b3-1cdbd6930284), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:40.816764 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port eb6d7858-6c3e-409a-a5b3-1cdbd6930284 Sep 15 00:44:40.853757 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-941c175a-33e6-4de3-b87e-248f19bb03db tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163'] for port (3f3316cf-b64c-423a-b477-53b0043b520d), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:41.006960 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941c175a-33e6-4de3-b87e-248f19bb03db tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Network 53046852-16e9-4bc6-a26e-a34c1d2139e6 is already hosted by enough agents. {{(pid=112952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:44:41.010071 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.base_scheduler [None req-941c175a-33e6-4de3-b87e-248f19bb03db tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Resources bound (agent type, host, resource id): {{(pid=112952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:44:41.023864 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92553c80-3790-4991-b8f6-e73f7a29c15c admin admin] Pushing event updated for resources: {'Port': ['ID=762a7dec-a419-43c7-b90a-ff586fd3ebf7,revision_number=2']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:41.030581 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92553c80-3790-4991-b8f6-e73f7a29c15c admin admin] Network 534fcea4-462b-402d-9da6-e7cef4200229 is already hosted by enough agents. {{(pid=112953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:44:41.037951 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.base_scheduler [None req-92553c80-3790-4991-b8f6-e73f7a29c15c admin admin] Resources bound (agent type, host, resource id): {{(pid=112953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:44:41.045119 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941c175a-33e6-4de3-b87e-248f19bb03db tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Received port after_create {{(pid=112952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:44:41.047347 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-62b45525-ce6d-4ffb-839d-b11723c00255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (81f812e7-122a-4317-b94c-c23caf3c215d), before_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:41.052252 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port eb6d7858-6c3e-409a-a5b3-1cdbd6930284 is: DOWN; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:44:41.052647 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (eb6d7858-6c3e-409a-a5b3-1cdbd6930284), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:41.117794 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] For port eb6d7858-6c3e-409a-a5b3-1cdbd6930284, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=eb6d7858-6c3e-409a-a5b3-1cdbd6930284,segment=NetworkSegment(bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89),segment_id=bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:44:41.131775 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (eb6d7858-6c3e-409a-a5b3-1cdbd6930284), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:41.132845 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 7422761c-0e0e-44a6-9b06-a8f557141b0b up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:44:41.272855 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-c360fe12-6b7c-4bd2-9a46-e1b24d8ddeb0 None None] Attempt 7 to provision port f59f707d-9659-4eed-a94e-885d49304822 Sep 15 00:44:41.313768 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92553c80-3790-4991-b8f6-e73f7a29c15c admin admin] Router 3b9a926b-539d-4e7c-b0b3-e3f355537187 has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:44:41.334639 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-941c175a-33e6-4de3-b87e-248f19bb03db tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks [] for floatingip (5c0b35d9-2331-4a8d-bf12-20817a2fcb4a), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:41.345088 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:41.356972 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c175a-33e6-4de3-b87e-248f19bb03db tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Pushing event updated for resources: {'Port': ['ID=3f3316cf-b64c-423a-b477-53b0043b520d,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:41.412023 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:41.441352 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-941c175a-33e6-4de3-b87e-248f19bb03db tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (3f3316cf-b64c-423a-b477-53b0043b520d), before_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:41.522707 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-c360fe12-6b7c-4bd2-9a46-e1b24d8ddeb0 None None] Port f59f707d-9659-4eed-a94e-885d49304822 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:44:41.539107 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Pushing event updated for resources: {'Port': ['ID=eb6d7858-6c3e-409a-a5b3-1cdbd6930284,revision_number=4']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:41.553727 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port 7422761c-0e0e-44a6-9b06-a8f557141b0b triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:44:41.554111 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (7422761c-0e0e-44a6-9b06-a8f557141b0b), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:41.554510 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port 7422761c-0e0e-44a6-9b06-a8f557141b0b Sep 15 00:44:41.627937 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-62b45525-ce6d-4ffb-839d-b11723c00255 admin admin] Publish callbacks [] for port (81f812e7-122a-4317-b94c-c23caf3c215d), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:41.655322 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-62b45525-ce6d-4ffb-839d-b11723c00255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (81f812e7-122a-4317-b94c-c23caf3c215d), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:41.656161 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-62b45525-ce6d-4ffb-839d-b11723c00255 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1673610'] for router_interface (18de74f2-4e6c-457b-949b-77537408e408), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:41.715628 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b45525-ce6d-4ffb-839d-b11723c00255 admin admin] Pushing event updated for resources: {'Port': ['ID=81f812e7-122a-4317-b94c-c23caf3c215d,revision_number=2']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:41.723846 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92553c80-3790-4991-b8f6-e73f7a29c15c admin admin] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:44:41.729607 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-92553c80-3790-4991-b8f6-e73f7a29c15c admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/3b9a926b-539d-4e7c-b0b3-e3f355537187/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6516726 Sep 15 00:44:41.754579 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:41.758073 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port 7422761c-0e0e-44a6-9b06-a8f557141b0b is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:44:41.766690 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38337b6-0d96-48c2-82ed-3462c492e05b None None] Sync routers for ids ['3b9a926b-539d-4e7c-b0b3-e3f355537187'] in dv-cinder-857528-2-iscsi {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:44:41.810011 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38337b6-0d96-48c2-82ed-3462c492e05b None None] Routers {'3b9a926b-539d-4e7c-b0b3-e3f355537187'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:44:41.811568 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-e38337b6-0d96-48c2-82ed-3462c492e05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:44:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['3b9a926b-539d-4e7c-b0b3-e3f355537187'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:44:41.888722 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:41.944408 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:42.026764 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b45525-ce6d-4ffb-839d-b11723c00255 admin admin] Network af1ef824-3295-4205-b148-29e927c60665 is already hosted by enough agents. {{(pid=112953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:44:42.029248 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-941c175a-33e6-4de3-b87e-248f19bb03db tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks [] for port (3f3316cf-b64c-423a-b477-53b0043b520d), precommit_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:42.033127 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.base_scheduler [None req-62b45525-ce6d-4ffb-839d-b11723c00255 admin admin] Resources bound (agent type, host, resource id): {{(pid=112953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:44:42.053633 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-941c175a-33e6-4de3-b87e-248f19bb03db tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (3f3316cf-b64c-423a-b477-53b0043b520d), after_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:42.056905 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-941c175a-33e6-4de3-b87e-248f19bb03db tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682341'] for floatingip (5c0b35d9-2331-4a8d-bf12-20817a2fcb4a), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:42.064782 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-c360fe12-6b7c-4bd2-9a46-e1b24d8ddeb0 None None] Attempt 8 to provision port f59f707d-9659-4eed-a94e-885d49304822 Sep 15 00:44:42.186614 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-941c175a-33e6-4de3-b87e-248f19bb03db tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for floatingip (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:42.192248 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-941c175a-33e6-4de3-b87e-248f19bb03db tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4692500 Sep 15 00:44:42.209367 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b45525-ce6d-4ffb-839d-b11723c00255 admin admin] Router 18de74f2-4e6c-457b-949b-77537408e408 has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:44:42.252505 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-c360fe12-6b7c-4bd2-9a46-e1b24d8ddeb0 None None] Port f59f707d-9659-4eed-a94e-885d49304822 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:44:42.269893 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-e38337b6-0d96-48c2-82ed-3462c492e05b None None] Set router 3b9a926b-539d-4e7c-b0b3-e3f355537187 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:44:42.276772 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c175a-33e6-4de3-b87e-248f19bb03db tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Pushing event updated for resources: {'Port': ['ID=3f3316cf-b64c-423a-b477-53b0043b520d,revision_number=2']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:42.557162 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b45525-ce6d-4ffb-839d-b11723c00255 admin admin] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:44:42.588975 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-62b45525-ce6d-4ffb-839d-b11723c00255 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/18de74f2-4e6c-457b-949b-77537408e408/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4009047 Sep 15 00:44:42.758617 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 50684) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:44:42.761159 dv-cinder-857528-2-iscsi neutron-server[112953]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 00:44:42.809658 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-c360fe12-6b7c-4bd2-9a46-e1b24d8ddeb0 None None] Attempt 9 to provision port f59f707d-9659-4eed-a94e-885d49304822 Sep 15 00:44:42.811854 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:42.819532 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device eb6d7858-6c3e-409a-a5b3-1cdbd6930284 up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:44:42.866985 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 50700) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:44:42.870233 dv-cinder-857528-2-iscsi neutron-server[112952]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 00:44:42.914976 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-c360fe12-6b7c-4bd2-9a46-e1b24d8ddeb0 None None] Port f59f707d-9659-4eed-a94e-885d49304822 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:44:42.944255 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-31046e2f-1303-417e-8ce2-59aabf4e1642 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1746867613&fields=id&tenant_id=6a9d9cf3606845ec964dd8320126293e HTTP/1.1" status: 200 len: 267 time: 0.0750589 Sep 15 00:44:42.999175 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-e38337b6-0d96-48c2-82ed-3462c492e05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'name': 'tempest-ServerRescueNegativeTestJSON-383540816-router', 'tenant_id': '7090f91f78534107ba4b5ccd7f80e145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '7422761c-0e0e-44a6-9b06-a8f557141b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:44:27Z', 'updated_at': '2022-09-15T00:44:38Z', 'revision_number': 4, 'project_id': '7090f91f78534107ba4b5ccd7f80e145', 'gw_port': {'id': '7422761c-0e0e-44a6-9b06-a8f557141b0b', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:73:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:28Z', 'updated_at': '2022-09-15T00:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': '762a7dec-a419-43c7-b90a-ff586fd3ebf7', 'name': '', 'network_id': '534fcea4-462b-402d-9da6-e7cef4200229', 'tenant_id': '7090f91f78534107ba4b5ccd7f80e145', 'mac_address': 'fa:16:3e:66:f1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '756b70e8-4098-4f30-99b0-99c64c94809f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:35Z', 'updated_at': '2022-09-15T00:44:39Z', 'revision_number': 2, 'project_id': '7090f91f78534107ba4b5ccd7f80e145', 'subnets': [{'id': '756b70e8-4098-4f30-99b0-99c64c94809f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:44:43.001253 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port eb6d7858-6c3e-409a-a5b3-1cdbd6930284 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:44:43.002847 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (eb6d7858-6c3e-409a-a5b3-1cdbd6930284), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:43.002847 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port eb6d7858-6c3e-409a-a5b3-1cdbd6930284 Sep 15 00:44:43.076559 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38337b6-0d96-48c2-82ed-3462c492e05b None None] Checking router: 3b9a926b-539d-4e7c-b0b3-e3f355537187 for host: dv-cinder-857528-2-iscsi {{(pid=112954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:44:43.077723 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38337b6-0d96-48c2-82ed-3462c492e05b None None] Updating router 3b9a926b-539d-4e7c-b0b3-e3f355537187 port 762a7dec-a419-43c7-b90a-ff586fd3ebf7 binding host dv-cinder-857528-2-iscsi {{(pid=112954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 00:44:43.135311 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 50710) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:44:43.162790 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-e38337b6-0d96-48c2-82ed-3462c492e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (762a7dec-a419-43c7-b90a-ff586fd3ebf7), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:43.164644 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-215534ff-7b96-412a-bcd1-94a973dc54b4 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:44:43.173078 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-215534ff-7b96-412a-bcd1-94a973dc54b4 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/networks?id=534fcea4-462b-402d-9da6-e7cef4200229 HTTP/1.1" status: 200 len: 818 time: 0.4129851 Sep 15 00:44:43.196283 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-175df3e3-f891-433e-a932-9448ae4439f3 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/quotas/7090f91f78534107ba4b5ccd7f80e145 HTTP/1.1" status: 200 len: 375 time: 0.0221634 Sep 15 00:44:43.258745 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-3a0b26cf-b1bd-4530-a40c-db369ff4b96a tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:44:43.260588 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-3a0b26cf-b1bd-4530-a40c-db369ff4b96a tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/networks?id=5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0 HTTP/1.1" status: 200 len: 810 time: 0.3150113 Sep 15 00:44:43.286077 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-cc8690e1-3f24-41a7-93b5-e2d1bb32069f tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/quotas/6a9d9cf3606845ec964dd8320126293e HTTP/1.1" status: 200 len: 375 time: 0.0189583 Sep 15 00:44:43.337101 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-5a595eaa-0b48-4ca4-bde3-ee2ea3fd4dc4 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=7090f91f78534107ba4b5ccd7f80e145&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1397414 Sep 15 00:44:43.416329 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-c360fe12-6b7c-4bd2-9a46-e1b24d8ddeb0 None None] Attempt 10 to provision port f59f707d-9659-4eed-a94e-885d49304822 Sep 15 00:44:43.447434 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port eb6d7858-6c3e-409a-a5b3-1cdbd6930284 is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:44:43.448716 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device aece7b6c-9147-48eb-b1b7-e5edfa96f5ec up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:44:43.488310 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-15b3a979-333e-446d-8785-dade581f0a53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:43.559685 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-e16f5fd5-6acf-47a3-a4d2-7b47eaaa36f5 service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112953) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 00:44:43.561045 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-c360fe12-6b7c-4bd2-9a46-e1b24d8ddeb0 None None] Port f59f707d-9659-4eed-a94e-885d49304822 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:44:43.566620 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:43.571697 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-e16f5fd5-6acf-47a3-a4d2-7b47eaaa36f5 service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1087482 Sep 15 00:44:43.592851 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-c360fe12-6b7c-4bd2-9a46-e1b24d8ddeb0 None None] Provisioning complete for port 2f2734e5-9a5b-4aa1-a373-61da50428191 triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:44:43.593243 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-c360fe12-6b7c-4bd2-9a46-e1b24d8ddeb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (2f2734e5-9a5b-4aa1-a373-61da50428191), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:43.593577 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-c360fe12-6b7c-4bd2-9a46-e1b24d8ddeb0 None None] Attempt 1 to provision port 2f2734e5-9a5b-4aa1-a373-61da50428191 Sep 15 00:44:43.622772 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-15b3a979-333e-446d-8785-dade581f0a53 admin admin] Publish callbacks [] for security_group (f2ce3515-fa41-4977-9a33-a6efc88d2bcb), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:43.630394 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-649325bb-1b1b-4c62-8ccc-bbc32a52887e tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=6a9d9cf3606845ec964dd8320126293e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3376305 Sep 15 00:44:43.631895 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-15b3a979-333e-446d-8785-dade581f0a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (f2ce3515-fa41-4977-9a33-a6efc88d2bcb), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:43.650328 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port aece7b6c-9147-48eb-b1b7-e5edfa96f5ec triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:44:43.651038 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (aece7b6c-9147-48eb-b1b7-e5edfa96f5ec), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:43.651038 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port aece7b6c-9147-48eb-b1b7-e5edfa96f5ec Sep 15 00:44:43.712102 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-15b3a979-333e-446d-8785-dade581f0a53 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=b77ee72d79e048be9cb68bf296ec6bec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5756483 Sep 15 00:44:43.713787 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 50746) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:44:43.732521 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22479ccf-fa1e-4baf-a04c-8042c76d6775 None None] Sync routers for ids ['77e8f197-6b6d-4c35-aef3-9215b2c9cc71'] in dv-cinder-857528-2-iscsi {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:44:43.776040 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-b192d9ac-0eb3-4bb8-9033-f743301f519a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/534fcea4-462b-402d-9da6-e7cef4200229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027080 Sep 15 00:44:43.783224 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22479ccf-fa1e-4baf-a04c-8042c76d6775 None None] Routers {'77e8f197-6b6d-4c35-aef3-9215b2c9cc71'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:44:43.784388 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-22479ccf-fa1e-4baf-a04c-8042c76d6775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:44:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['77e8f197-6b6d-4c35-aef3-9215b2c9cc71'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:44:43.832172 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b3a979-333e-446d-8785-dade581f0a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ce3515-fa41-4977-9a33-a6efc88d2bcb,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:43.910607 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-c360fe12-6b7c-4bd2-9a46-e1b24d8ddeb0 None None] Current status of the port 2f2734e5-9a5b-4aa1-a373-61da50428191 is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:44:43.911199 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-641ff8d9-ddd2-4c43-9573-06b7d15b2b77 admin admin] Publish callbacks [] for security_group (f2ce3515-fa41-4977-9a33-a6efc88d2bcb), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:43.924029 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-e38337b6-0d96-48c2-82ed-3462c492e05b None None] Publish callbacks [] for port (762a7dec-a419-43c7-b90a-ff586fd3ebf7), precommit_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:43.965099 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-641ff8d9-ddd2-4c43-9573-06b7d15b2b77 admin admin] Publish callbacks [] for security_group (f2ce3515-fa41-4977-9a33-a6efc88d2bcb), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:43.968918 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-e38337b6-0d96-48c2-82ed-3462c492e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (762a7dec-a419-43c7-b90a-ff586fd3ebf7), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:43.980089 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-6ee39a6d-bcd3-4481-a579-0bb8b54a9a3f service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112952) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 00:44:43.983385 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port aece7b6c-9147-48eb-b1b7-e5edfa96f5ec is: DOWN; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:44:43.983917 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (aece7b6c-9147-48eb-b1b7-e5edfa96f5ec), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:43.989006 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-6ee39a6d-bcd3-4481-a579-0bb8b54a9a3f service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1402593 Sep 15 00:44:44.040303 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-22479ccf-fa1e-4baf-a04c-8042c76d6775 None None] Set router 77e8f197-6b6d-4c35-aef3-9215b2c9cc71 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:44:44.040783 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:44.062736 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-9cbcb120-cc86-4ab6-8326-c0fb915bea93 None None] Provisioning complete for port 81f812e7-122a-4317-b94c-c23caf3c215d triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:44:44.063360 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-9cbcb120-cc86-4ab6-8326-c0fb915bea93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (81f812e7-122a-4317-b94c-c23caf3c215d), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:44.063882 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-9cbcb120-cc86-4ab6-8326-c0fb915bea93 None None] Attempt 1 to provision port 81f812e7-122a-4317-b94c-c23caf3c215d Sep 15 00:44:44.099650 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:44.168791 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2977a918-f735-494e-82b8-14ec282afe21 None None] Sync routers for ids ['18de74f2-4e6c-457b-949b-77537408e408'] in dv-cinder-857528-2-iscsi {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:44:44.171515 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-641ff8d9-ddd2-4c43-9573-06b7d15b2b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (f2ce3515-fa41-4977-9a33-a6efc88d2bcb), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:44.180873 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-641ff8d9-ddd2-4c43-9573-06b7d15b2b77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:44.185332 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] For port aece7b6c-9147-48eb-b1b7-e5edfa96f5ec, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=aece7b6c-9147-48eb-b1b7-e5edfa96f5ec,segment=NetworkSegment(bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89),segment_id=bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:44:44.189219 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-641ff8d9-ddd2-4c43-9573-06b7d15b2b77 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f2ce3515-fa41-4977-9a33-a6efc88d2bcb HTTP/1.1" status: 204 len: 168 time: 0.4719892 Sep 15 00:44:44.202983 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-cf61613f-9db8-4473-98a7-6939564d9832 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128446 Sep 15 00:44:44.235159 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ff8d9-ddd2-4c43-9573-06b7d15b2b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ce3515-fa41-4977-9a33-a6efc88d2bcb,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:44.269071 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-5e40f9e4-abd7-4b3c-b920-5413ad2a9559 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/534fcea4-462b-402d-9da6-e7cef4200229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4827907 Sep 15 00:44:44.316884 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (aece7b6c-9147-48eb-b1b7-e5edfa96f5ec), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:44.350270 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 50762) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:44:44.356928 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-e38337b6-0d96-48c2-82ed-3462c492e05b None None] Attempting to bind port 762a7dec-a419-43c7-b90a-ff586fd3ebf7 on host dv-cinder-857528-2-iscsi for vnic_type normal with profile {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:44:44.357463 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-e38337b6-0d96-48c2-82ed-3462c492e05b None None] Attempting to bind port 762a7dec-a419-43c7-b90a-ff586fd3ebf7 by drivers openvswitch,hyperv on host dv-cinder-857528-2-iscsi at level 0 using segments [{'id': '2b35b24d-afbb-49ac-9c71-14d53de30327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '534fcea4-462b-402d-9da6-e7cef4200229'}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:44:44.357990 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38337b6-0d96-48c2-82ed-3462c492e05b None None] Attempting to bind port 762a7dec-a419-43c7-b90a-ff586fd3ebf7 on network 534fcea4-462b-402d-9da6-e7cef4200229 {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:44:44.360652 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e4f496-c2cc-4c77-87b4-50c9da15c3e1 None None] Pushing event updated for resources: {'Port': ['ID=762a7dec-a419-43c7-b90a-ff586fd3ebf7,revision_number=3']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:44.422158 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-22479ccf-fa1e-4baf-a04c-8042c76d6775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'name': 'tempest-AttachVolumeTestJSON-905578251-router', 'tenant_id': '6a9d9cf3606845ec964dd8320126293e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'eb6d7858-6c3e-409a-a5b3-1cdbd6930284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:44:30Z', 'updated_at': '2022-09-15T00:44:36Z', 'revision_number': 4, 'project_id': '6a9d9cf3606845ec964dd8320126293e', 'gw_port': {'id': 'eb6d7858-6c3e-409a-a5b3-1cdbd6930284', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:31Z', 'updated_at': '2022-09-15T00:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': 'f59f707d-9659-4eed-a94e-885d49304822', 'name': '', 'network_id': '5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0', 'tenant_id': '6a9d9cf3606845ec964dd8320126293e', 'mac_address': 'fa:16:3e:d4:22:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7d05243c-ba86-4ab7-a5fb-f252ae11d048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:34Z', 'updated_at': '2022-09-15T00:44:36Z', 'revision_number': 2, 'project_id': '6a9d9cf3606845ec964dd8320126293e', 'subnets': [{'id': '7d05243c-ba86-4ab7-a5fb-f252ae11d048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:44:44.424956 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-9cbcb120-cc86-4ab6-8326-c0fb915bea93 None None] Port 81f812e7-122a-4317-b94c-c23caf3c215d cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:44:44.425717 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2977a918-f735-494e-82b8-14ec282afe21 None None] Routers {'18de74f2-4e6c-457b-949b-77537408e408'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:44:44.426491 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-2977a918-f735-494e-82b8-14ec282afe21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:44:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['18de74f2-4e6c-457b-949b-77537408e408'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:44:44.472487 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22479ccf-fa1e-4baf-a04c-8042c76d6775 None None] Checking router: 77e8f197-6b6d-4c35-aef3-9215b2c9cc71 for host: dv-cinder-857528-2-iscsi {{(pid=112955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:44:44.472959 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22479ccf-fa1e-4baf-a04c-8042c76d6775 None None] Updating router 77e8f197-6b6d-4c35-aef3-9215b2c9cc71 port f59f707d-9659-4eed-a94e-885d49304822 binding host dv-cinder-857528-2-iscsi {{(pid=112955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 00:44:44.545802 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-2977a918-f735-494e-82b8-14ec282afe21 None None] Set router 18de74f2-4e6c-457b-949b-77537408e408 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:44:44.556971 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:44.581109 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-22479ccf-fa1e-4baf-a04c-8042c76d6775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (f59f707d-9659-4eed-a94e-885d49304822), before_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:44.582334 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-4d63a46d-5abc-4ca0-8f16-0324bab2f4f6 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780835 Sep 15 00:44:44.596743 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:44.674436 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-337fbaf7-5396-4000-bf0a-cded05ab6e71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:44.730026 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Pushing event updated for resources: {'Port': ['ID=aece7b6c-9147-48eb-b1b7-e5edfa96f5ec,revision_number=4']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:44.737327 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38337b6-0d96-48c2-82ed-3462c492e05b None None] Checking agent: {'id': 'f85e816c-fb48-4744-a66a-e79ceb68e67e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 36, 23), 'started_at': datetime.datetime(2022, 9, 15, 0, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:44:44.738075 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38337b6-0d96-48c2-82ed-3462c492e05b None None] Checking segment: {'id': '2b35b24d-afbb-49ac-9c71-14d53de30327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '534fcea4-462b-402d-9da6-e7cef4200229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:44:44.738636 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-e38337b6-0d96-48c2-82ed-3462c492e05b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:44.739171 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38337b6-0d96-48c2-82ed-3462c492e05b None None] Bound using segment: {'id': '2b35b24d-afbb-49ac-9c71-14d53de30327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '534fcea4-462b-402d-9da6-e7cef4200229'} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:44:44.740183 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-e38337b6-0d96-48c2-82ed-3462c492e05b None None] Bound port: 762a7dec-a419-43c7-b90a-ff586fd3ebf7, host: dv-cinder-857528-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b35b24d-afbb-49ac-9c71-14d53de30327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '534fcea4-462b-402d-9da6-e7cef4200229'}}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:44:44.740719 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-e38337b6-0d96-48c2-82ed-3462c492e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (762a7dec-a419-43c7-b90a-ff586fd3ebf7), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:44.871900 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:44.894169 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-337fbaf7-5396-4000-bf0a-cded05ab6e71 admin admin] Publish callbacks [] for security_group (181f9e58-2200-4bca-850e-ea4bfaa88816), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:44.906218 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-337fbaf7-5396-4000-bf0a-cded05ab6e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (181f9e58-2200-4bca-850e-ea4bfaa88816), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:44.940214 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-e38337b6-0d96-48c2-82ed-3462c492e05b None None] For port 762a7dec-a419-43c7-b90a-ff586fd3ebf7, host dv-cinder-857528-2-iscsi, cleared binding levels {{(pid=112954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:44:44.944827 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-e38337b6-0d96-48c2-82ed-3462c492e05b None None] For port 762a7dec-a419-43c7-b90a-ff586fd3ebf7, host dv-cinder-857528-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=762a7dec-a419-43c7-b90a-ff586fd3ebf7,segment=NetworkSegment(2b35b24d-afbb-49ac-9c71-14d53de30327),segment_id=2b35b24d-afbb-49ac-9c71-14d53de30327)] {{(pid=112954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:44:44.948971 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-9cbcb120-cc86-4ab6-8326-c0fb915bea93 None None] Attempt 2 to provision port 81f812e7-122a-4317-b94c-c23caf3c215d Sep 15 00:44:45.015447 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-9cbcb120-cc86-4ab6-8326-c0fb915bea93 None None] Port 81f812e7-122a-4317-b94c-c23caf3c215d cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:44:45.020424 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-e38337b6-0d96-48c2-82ed-3462c492e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (762a7dec-a419-43c7-b90a-ff586fd3ebf7), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:45.060303 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-337fbaf7-5396-4000-bf0a-cded05ab6e71 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=8338fa77b1244a9bbc25191d2c04a8c1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7062547 Sep 15 00:44:45.060303 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fbaf7-5396-4000-bf0a-cded05ab6e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181f9e58-2200-4bca-850e-ea4bfaa88816,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:45.067766 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 50810) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:44:45.106472 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:45.109253 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-2977a918-f735-494e-82b8-14ec282afe21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18de74f2-4e6c-457b-949b-77537408e408', 'name': 'tempest-DeleteServersTestJSON-1433079652-router', 'tenant_id': 'bc126ea1c77342d091a96baf33bedf6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'aece7b6c-9147-48eb-b1b7-e5edfa96f5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:44:32Z', 'updated_at': '2022-09-15T00:44:40Z', 'revision_number': 4, 'project_id': 'bc126ea1c77342d091a96baf33bedf6e', 'gw_port': {'id': 'aece7b6c-9147-48eb-b1b7-e5edfa96f5ec', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:44:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18de74f2-4e6c-457b-949b-77537408e408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:33Z', 'updated_at': '2022-09-15T00:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': '81f812e7-122a-4317-b94c-c23caf3c215d', 'name': '', 'network_id': 'af1ef824-3295-4205-b148-29e927c60665', 'tenant_id': 'bc126ea1c77342d091a96baf33bedf6e', 'mac_address': 'fa:16:3e:02:93:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18de74f2-4e6c-457b-949b-77537408e408', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c0996a3a-9136-46be-a223-d4a25daf4874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:39Z', 'updated_at': '2022-09-15T00:44:41Z', 'revision_number': 2, 'project_id': 'bc126ea1c77342d091a96baf33bedf6e', 'subnets': [{'id': 'c0996a3a-9136-46be-a223-d4a25daf4874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:44:45.122179 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:45.152667 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e4f496-c2cc-4c77-87b4-50c9da15c3e1 None None] Pushing event updated for resources: {'Port': ['ID=762a7dec-a419-43c7-b90a-ff586fd3ebf7,revision_number=4']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:45.156257 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2977a918-f735-494e-82b8-14ec282afe21 None None] Checking router: 18de74f2-4e6c-457b-949b-77537408e408 for host: dv-cinder-857528-2-iscsi {{(pid=112954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:44:45.156616 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2977a918-f735-494e-82b8-14ec282afe21 None None] Updating router 18de74f2-4e6c-457b-949b-77537408e408 port 81f812e7-122a-4317-b94c-c23caf3c215d binding host dv-cinder-857528-2-iscsi {{(pid=112954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 00:44:45.243329 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-fb1fff5f-3472-44df-8282-f5937cd193d2 req-0d82c05f-82e7-4c53-8938-ee28599e09d9 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b40368c8-a515-46b7-add6-5db877d59406 HTTP/1.1" status: 200 len: 210 time: 0.1689191 Sep 15 00:44:45.329833 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-0305ccce-f47b-403f-86f5-e891a59225b8 admin admin] Publish callbacks [] for security_group (181f9e58-2200-4bca-850e-ea4bfaa88816), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:45.360287 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-0305ccce-f47b-403f-86f5-e891a59225b8 admin admin] Publish callbacks [] for security_group (181f9e58-2200-4bca-850e-ea4bfaa88816), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:45.408182 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-22479ccf-fa1e-4baf-a04c-8042c76d6775 None None] Publish callbacks [] for port (f59f707d-9659-4eed-a94e-885d49304822), precommit_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:45.437203 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-22479ccf-fa1e-4baf-a04c-8042c76d6775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (f59f707d-9659-4eed-a94e-885d49304822), after_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:45.447773 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-0305ccce-f47b-403f-86f5-e891a59225b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (181f9e58-2200-4bca-850e-ea4bfaa88816), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:45.451419 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-0305ccce-f47b-403f-86f5-e891a59225b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:45.456433 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-0305ccce-f47b-403f-86f5-e891a59225b8 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/181f9e58-2200-4bca-850e-ea4bfaa88816 HTTP/1.1" status: 204 len: 168 time: 0.3873963 Sep 15 00:44:45.467151 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38337b6-0d96-48c2-82ed-3462c492e05b None None] Routers {'3b9a926b-539d-4e7c-b0b3-e3f355537187'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:44:45.467855 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-e38337b6-0d96-48c2-82ed-3462c492e05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:44:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['3b9a926b-539d-4e7c-b0b3-e3f355537187'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:44:45.476386 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305ccce-f47b-403f-86f5-e891a59225b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181f9e58-2200-4bca-850e-ea4bfaa88816,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:45.517670 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-9cbcb120-cc86-4ab6-8326-c0fb915bea93 None None] Attempt 3 to provision port 81f812e7-122a-4317-b94c-c23caf3c215d Sep 15 00:44:45.552182 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-2977a918-f735-494e-82b8-14ec282afe21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (81f812e7-122a-4317-b94c-c23caf3c215d), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:45.597626 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3986132-0a7a-4d65-bcaf-832900dc1a35 None None] Pushing event updated for resources: {'Port': ['ID=f59f707d-9659-4eed-a94e-885d49304822,revision_number=3']} {{(pid=112955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:45.756973 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.managers [None req-22479ccf-fa1e-4baf-a04c-8042c76d6775 None None] Attempting to bind port f59f707d-9659-4eed-a94e-885d49304822 on host dv-cinder-857528-2-iscsi for vnic_type normal with profile {{(pid=112955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:44:45.757990 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.managers [None req-22479ccf-fa1e-4baf-a04c-8042c76d6775 None None] Attempting to bind port f59f707d-9659-4eed-a94e-885d49304822 by drivers openvswitch,hyperv on host dv-cinder-857528-2-iscsi at level 0 using segments [{'id': '984c4c89-baec-4c7a-bd8d-184a9b4bcb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0'}] {{(pid=112955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:44:45.758565 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22479ccf-fa1e-4baf-a04c-8042c76d6775 None None] Attempting to bind port f59f707d-9659-4eed-a94e-885d49304822 on network 5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0 {{(pid=112955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:44:45.800205 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-c050149e-ef0e-447a-955a-208e9e985377 req-1214ce6c-59b5-494b-b97d-fd8c601e0075 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 210 time: 0.0675299 Sep 15 00:44:45.818452 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22479ccf-fa1e-4baf-a04c-8042c76d6775 None None] Checking agent: {'id': 'f85e816c-fb48-4744-a66a-e79ceb68e67e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 36, 23), 'started_at': datetime.datetime(2022, 9, 15, 0, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:44:45.818452 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22479ccf-fa1e-4baf-a04c-8042c76d6775 None None] Checking segment: {'id': '984c4c89-baec-4c7a-bd8d-184a9b4bcb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:44:45.818452 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-22479ccf-fa1e-4baf-a04c-8042c76d6775 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:45.818452 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22479ccf-fa1e-4baf-a04c-8042c76d6775 None None] Bound using segment: {'id': '984c4c89-baec-4c7a-bd8d-184a9b4bcb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0'} {{(pid=112955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:44:45.818452 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.managers [None req-22479ccf-fa1e-4baf-a04c-8042c76d6775 None None] Bound port: f59f707d-9659-4eed-a94e-885d49304822, host: dv-cinder-857528-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '984c4c89-baec-4c7a-bd8d-184a9b4bcb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0'}}] {{(pid=112955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:44:45.818452 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-22479ccf-fa1e-4baf-a04c-8042c76d6775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (f59f707d-9659-4eed-a94e-885d49304822), before_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:45.877550 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-52fdbf4a-7be4-4651-8266-8f84547f6a0d tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:44:45.878497 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-52fdbf4a-7be4-4651-8266-8f84547f6a0d tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/networks?id=af1ef824-3295-4205-b148-29e927c60665 HTTP/1.1" status: 200 len: 812 time: 0.2719772 Sep 15 00:44:45.885584 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.db [None req-22479ccf-fa1e-4baf-a04c-8042c76d6775 None None] For port f59f707d-9659-4eed-a94e-885d49304822, host dv-cinder-857528-2-iscsi, cleared binding levels {{(pid=112955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:44:45.889686 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.db [None req-22479ccf-fa1e-4baf-a04c-8042c76d6775 None None] For port f59f707d-9659-4eed-a94e-885d49304822, host dv-cinder-857528-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=f59f707d-9659-4eed-a94e-885d49304822,segment=NetworkSegment(984c4c89-baec-4c7a-bd8d-184a9b4bcb04),segment_id=984c4c89-baec-4c7a-bd8d-184a9b4bcb04)] {{(pid=112955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:44:45.899314 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-22479ccf-fa1e-4baf-a04c-8042c76d6775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (f59f707d-9659-4eed-a94e-885d49304822), after_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:45.900528 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:45.903511 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-1e085541-a715-47db-88d4-a3f23859faea tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/quotas/bc126ea1c77342d091a96baf33bedf6e HTTP/1.1" status: 200 len: 375 time: 0.0188875 Sep 15 00:44:45.957842 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-e38337b6-0d96-48c2-82ed-3462c492e05b None None] Set router 3b9a926b-539d-4e7c-b0b3-e3f355537187 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:44:46.054077 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-ea9d1238-a560-4401-9f56-4063e596c98a tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=bc126ea1c77342d091a96baf33bedf6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1430647 Sep 15 00:44:46.099962 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3986132-0a7a-4d65-bcaf-832900dc1a35 None None] Pushing event updated for resources: {'Port': ['ID=f59f707d-9659-4eed-a94e-885d49304822,revision_number=4']} {{(pid=112955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:46.120406 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22479ccf-fa1e-4baf-a04c-8042c76d6775 None None] Routers {'77e8f197-6b6d-4c35-aef3-9215b2c9cc71'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:44:46.121864 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-22479ccf-fa1e-4baf-a04c-8042c76d6775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:44:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['77e8f197-6b6d-4c35-aef3-9215b2c9cc71'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:44:46.249571 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-9cbcb120-cc86-4ab6-8326-c0fb915bea93 None None] Port 81f812e7-122a-4317-b94c-c23caf3c215d cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:44:46.286188 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-f2de1500-73f4-4190-b533-ba61afe6ea3e service neutron] 10.222.0.15 "GET /networking/v2.0/networks/af1ef824-3295-4205-b148-29e927c60665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245286 Sep 15 00:44:46.338645 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-22479ccf-fa1e-4baf-a04c-8042c76d6775 None None] Set router 77e8f197-6b6d-4c35-aef3-9215b2c9cc71 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:44:46.371148 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-e32a000e-1ec3-41a6-9ce7-4b3440b7daeb tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:44:46.384464 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-e32a000e-1ec3-41a6-9ce7-4b3440b7daeb tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/networks?id=534fcea4-462b-402d-9da6-e7cef4200229 HTTP/1.1" status: 200 len: 818 time: 0.2620163 Sep 15 00:44:46.415611 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-6908ce7f-1f55-4697-9330-31c1fb1127c5 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/quotas/7090f91f78534107ba4b5ccd7f80e145 HTTP/1.1" status: 200 len: 375 time: 0.0288715 Sep 15 00:44:46.532940 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-9e2bcc42-531c-4cc0-bba9-cc7f93910a93 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/af1ef824-3295-4205-b148-29e927c60665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391636 Sep 15 00:44:46.539243 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:46.592383 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-75c228ef-0811-4b0b-b7a3-dc2767a782f7 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=7090f91f78534107ba4b5ccd7f80e145&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1758099 Sep 15 00:44:46.687452 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-22479ccf-fa1e-4baf-a04c-8042c76d6775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'name': 'tempest-AttachVolumeTestJSON-905578251-router', 'tenant_id': '6a9d9cf3606845ec964dd8320126293e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'eb6d7858-6c3e-409a-a5b3-1cdbd6930284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:44:30Z', 'updated_at': '2022-09-15T00:44:36Z', 'revision_number': 4, 'project_id': '6a9d9cf3606845ec964dd8320126293e', 'gw_port': {'id': 'eb6d7858-6c3e-409a-a5b3-1cdbd6930284', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:31Z', 'updated_at': '2022-09-15T00:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': 'f59f707d-9659-4eed-a94e-885d49304822', 'name': '', 'network_id': '5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0', 'tenant_id': '6a9d9cf3606845ec964dd8320126293e', 'mac_address': 'fa:16:3e:d4:22:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7d05243c-ba86-4ab7-a5fb-f252ae11d048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:34Z', 'updated_at': '2022-09-15T00:44:45Z', 'revision_number': 4, 'project_id': '6a9d9cf3606845ec964dd8320126293e', 'subnets': [{'id': '7d05243c-ba86-4ab7-a5fb-f252ae11d048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:44:46.688329 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 50912) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:44:46.698032 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device f59f707d-9659-4eed-a94e-885d49304822 up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:44:46.735241 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-cdc63a3a-14a7-4c58-88fb-f61ed8f6020c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:46.779195 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-9cbcb120-cc86-4ab6-8326-c0fb915bea93 None None] Attempt 4 to provision port 81f812e7-122a-4317-b94c-c23caf3c215d Sep 15 00:44:46.787504 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22479ccf-fa1e-4baf-a04c-8042c76d6775 None None] The sync data for ids ['77e8f197-6b6d-4c35-aef3-9215b2c9cc71'] in dv-cinder-857528-2-iscsi is: [{'id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'name': 'tempest-AttachVolumeTestJSON-905578251-router', 'tenant_id': '6a9d9cf3606845ec964dd8320126293e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'eb6d7858-6c3e-409a-a5b3-1cdbd6930284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:44:30Z', 'updated_at': '2022-09-15T00:44:36Z', 'revision_number': 4, 'project_id': '6a9d9cf3606845ec964dd8320126293e', 'gw_port': {'id': 'eb6d7858-6c3e-409a-a5b3-1cdbd6930284', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:31Z', 'updated_at': '2022-09-15T00:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': 'f59f707d-9659-4eed-a94e-885d49304822', 'name': '', 'network_id': '5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0', 'tenant_id': '6a9d9cf3606845ec964dd8320126293e', 'mac_address': 'fa:16:3e:d4:22:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7d05243c-ba86-4ab7-a5fb-f252ae11d048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:34Z', 'updated_at': '2022-09-15T00:44:45Z', 'revision_number': 4, 'project_id': '6a9d9cf3606845ec964dd8320126293e', 'subnets': [{'id': '7d05243c-ba86-4ab7-a5fb-f252ae11d048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:44:46.853838 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-a04025a8-903b-40a6-ae34-e76ad6bd1f40 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/534fcea4-462b-402d-9da6-e7cef4200229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579608 Sep 15 00:44:46.895660 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-cdc63a3a-14a7-4c58-88fb-f61ed8f6020c admin admin] Publish callbacks [] for security_group (1f00626c-2fe8-4813-871e-4006815cfbd4), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:46.903690 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-cdc63a3a-14a7-4c58-88fb-f61ed8f6020c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (1f00626c-2fe8-4813-871e-4006815cfbd4), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:46.969383 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-cdc63a3a-14a7-4c58-88fb-f61ed8f6020c admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=669493e38b6c4892bab38e43030bbb5a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2798839 Sep 15 00:44:46.972572 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc63a3a-14a7-4c58-88fb-f61ed8f6020c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f00626c-2fe8-4813-871e-4006815cfbd4,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:46.975713 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 50930) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:44:47.074049 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=100 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:47.092288 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-80b71b78-9c62-45c9-b0a0-c4323c43eb30 req-cbca6a38-00b9-4bc2-84d5-37ccd1404ca1 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 210 time: 0.1213088 Sep 15 00:44:47.160777 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-e38337b6-0d96-48c2-82ed-3462c492e05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'name': 'tempest-ServerRescueNegativeTestJSON-383540816-router', 'tenant_id': '7090f91f78534107ba4b5ccd7f80e145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '7422761c-0e0e-44a6-9b06-a8f557141b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:44:27Z', 'updated_at': '2022-09-15T00:44:38Z', 'revision_number': 4, 'project_id': '7090f91f78534107ba4b5ccd7f80e145', 'gw_port': {'id': '7422761c-0e0e-44a6-9b06-a8f557141b0b', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:73:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:28Z', 'updated_at': '2022-09-15T00:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': '762a7dec-a419-43c7-b90a-ff586fd3ebf7', 'name': '', 'network_id': '534fcea4-462b-402d-9da6-e7cef4200229', 'tenant_id': '7090f91f78534107ba4b5ccd7f80e145', 'mac_address': 'fa:16:3e:66:f1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '756b70e8-4098-4f30-99b0-99c64c94809f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:35Z', 'updated_at': '2022-09-15T00:44:44Z', 'revision_number': 4, 'project_id': '7090f91f78534107ba4b5ccd7f80e145', 'subnets': [{'id': '756b70e8-4098-4f30-99b0-99c64c94809f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:44:47.211377 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-a106ec94-fd6a-4aab-a9fa-b3158355ed63 admin admin] Publish callbacks [] for security_group (1f00626c-2fe8-4813-871e-4006815cfbd4), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:47.272879 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-a106ec94-fd6a-4aab-a9fa-b3158355ed63 admin admin] Publish callbacks [] for security_group (1f00626c-2fe8-4813-871e-4006815cfbd4), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:47.297999 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38337b6-0d96-48c2-82ed-3462c492e05b None None] The sync data for ids ['3b9a926b-539d-4e7c-b0b3-e3f355537187'] in dv-cinder-857528-2-iscsi is: [{'id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'name': 'tempest-ServerRescueNegativeTestJSON-383540816-router', 'tenant_id': '7090f91f78534107ba4b5ccd7f80e145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '7422761c-0e0e-44a6-9b06-a8f557141b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:44:27Z', 'updated_at': '2022-09-15T00:44:38Z', 'revision_number': 4, 'project_id': '7090f91f78534107ba4b5ccd7f80e145', 'gw_port': {'id': '7422761c-0e0e-44a6-9b06-a8f557141b0b', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:73:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:28Z', 'updated_at': '2022-09-15T00:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': '762a7dec-a419-43c7-b90a-ff586fd3ebf7', 'name': '', 'network_id': '534fcea4-462b-402d-9da6-e7cef4200229', 'tenant_id': '7090f91f78534107ba4b5ccd7f80e145', 'mac_address': 'fa:16:3e:66:f1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '756b70e8-4098-4f30-99b0-99c64c94809f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:35Z', 'updated_at': '2022-09-15T00:44:44Z', 'revision_number': 4, 'project_id': '7090f91f78534107ba4b5ccd7f80e145', 'subnets': [{'id': '756b70e8-4098-4f30-99b0-99c64c94809f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:44:47.425253 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-a106ec94-fd6a-4aab-a9fa-b3158355ed63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (1f00626c-2fe8-4813-871e-4006815cfbd4), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:47.439322 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-a106ec94-fd6a-4aab-a9fa-b3158355ed63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:47.445707 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-a106ec94-fd6a-4aab-a9fa-b3158355ed63 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/1f00626c-2fe8-4813-871e-4006815cfbd4 HTTP/1.1" status: 204 len: 168 time: 0.4626241 Sep 15 00:44:47.484649 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a106ec94-fd6a-4aab-a9fa-b3158355ed63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f00626c-2fe8-4813-871e-4006815cfbd4,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:47.491622 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f160d8b5-aa1b-41c8-b5ba-01a0ee433261 req-09bf74a8-cb8f-43e5-ad7e-8b523752e8ba tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 210 time: 0.1332455 Sep 15 00:44:47.511632 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-9cbcb120-cc86-4ab6-8326-c0fb915bea93 None None] Port 81f812e7-122a-4317-b94c-c23caf3c215d cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:44:47.627616 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-d9d0a4e5-d7fb-40fa-b9d7-43771eb71be1 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/534fcea4-462b-402d-9da6-e7cef4200229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7704067 Sep 15 00:44:47.687744 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port f59f707d-9659-4eed-a94e-885d49304822 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:44:47.688518 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (f59f707d-9659-4eed-a94e-885d49304822), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:47.690596 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port f59f707d-9659-4eed-a94e-885d49304822 Sep 15 00:44:47.884739 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-f923bfc8-febb-4459-9d42-bf4f5e9ab759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:48.043464 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2148fc7a-c8bc-4ec6-b4fd-8f5ff851b85d req-9079bcb8-38bb-46ac-b3ee-fdc39f395b46 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 210 time: 0.0855703 Sep 15 00:44:48.083743 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-9cbcb120-cc86-4ab6-8326-c0fb915bea93 None None] Attempt 5 to provision port 81f812e7-122a-4317-b94c-c23caf3c215d Sep 15 00:44:48.483348 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port f59f707d-9659-4eed-a94e-885d49304822 is: DOWN; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:44:48.483979 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (f59f707d-9659-4eed-a94e-885d49304822), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:48.497096 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-2977a918-f735-494e-82b8-14ec282afe21 None None] Publish callbacks [] for port (81f812e7-122a-4317-b94c-c23caf3c215d), precommit_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:48.525339 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-9cbcb120-cc86-4ab6-8326-c0fb915bea93 None None] Port 81f812e7-122a-4317-b94c-c23caf3c215d cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:44:48.541894 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-2977a918-f735-494e-82b8-14ec282afe21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (81f812e7-122a-4317-b94c-c23caf3c215d), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:48.703735 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] For port f59f707d-9659-4eed-a94e-885d49304822, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=f59f707d-9659-4eed-a94e-885d49304822,segment=NetworkSegment(984c4c89-baec-4c7a-bd8d-184a9b4bcb04),segment_id=984c4c89-baec-4c7a-bd8d-184a9b4bcb04)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:44:48.770084 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-91c9b161-025c-4fb6-b4fd-6a483791fb44 req-de22ee8e-cc98-4687-834a-7de3236a3efd tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 210 time: 0.1063964 Sep 15 00:44:48.793231 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (f59f707d-9659-4eed-a94e-885d49304822), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:48.797225 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device aece7b6c-9147-48eb-b1b7-e5edfa96f5ec up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:44:48.807226 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af79487-5a5d-4999-855d-e65d90b20237 None None] Pushing event updated for resources: {'Port': ['ID=81f812e7-122a-4317-b94c-c23caf3c215d,revision_number=3']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:48.979902 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-2977a918-f735-494e-82b8-14ec282afe21 None None] Attempting to bind port 81f812e7-122a-4317-b94c-c23caf3c215d on host dv-cinder-857528-2-iscsi for vnic_type normal with profile {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:44:48.980579 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-2977a918-f735-494e-82b8-14ec282afe21 None None] Attempting to bind port 81f812e7-122a-4317-b94c-c23caf3c215d by drivers openvswitch,hyperv on host dv-cinder-857528-2-iscsi at level 0 using segments [{'id': '32209802-0ee2-4fe1-a177-50b35ffec28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'af1ef824-3295-4205-b148-29e927c60665'}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:44:48.980997 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2977a918-f735-494e-82b8-14ec282afe21 None None] Attempting to bind port 81f812e7-122a-4317-b94c-c23caf3c215d on network af1ef824-3295-4205-b148-29e927c60665 {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:44:49.032557 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ead26bbe-6695-4fec-b2d1-3fc61e752a7b req-de9d7d38-53a7-4f23-8108-4587a3f5244f tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 210 time: 0.1097355 Sep 15 00:44:49.130637 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-9cbcb120-cc86-4ab6-8326-c0fb915bea93 None None] Attempt 6 to provision port 81f812e7-122a-4317-b94c-c23caf3c215d Sep 15 00:44:49.132779 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:49.260159 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b54082fd-900c-4b49-a01f-6f6e760144fa req-ecdc7218-30ab-4485-bb66-27ada8829297 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 210 time: 0.0675673 Sep 15 00:44:49.296288 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-9cbcb120-cc86-4ab6-8326-c0fb915bea93 None None] Port 81f812e7-122a-4317-b94c-c23caf3c215d cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:44:49.316593 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Pushing event updated for resources: {'Port': ['ID=f59f707d-9659-4eed-a94e-885d49304822,revision_number=5']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:49.362754 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port aece7b6c-9147-48eb-b1b7-e5edfa96f5ec triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:44:49.363395 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (aece7b6c-9147-48eb-b1b7-e5edfa96f5ec), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:49.363959 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port aece7b6c-9147-48eb-b1b7-e5edfa96f5ec Sep 15 00:44:49.401192 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2977a918-f735-494e-82b8-14ec282afe21 None None] Checking agent: {'id': 'f85e816c-fb48-4744-a66a-e79ceb68e67e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 36, 23), 'started_at': datetime.datetime(2022, 9, 15, 0, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:44:49.402118 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2977a918-f735-494e-82b8-14ec282afe21 None None] Checking segment: {'id': '32209802-0ee2-4fe1-a177-50b35ffec28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'af1ef824-3295-4205-b148-29e927c60665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:44:49.402755 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-2977a918-f735-494e-82b8-14ec282afe21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:49.403812 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2977a918-f735-494e-82b8-14ec282afe21 None None] Bound using segment: {'id': '32209802-0ee2-4fe1-a177-50b35ffec28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'af1ef824-3295-4205-b148-29e927c60665'} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:44:49.405773 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-2977a918-f735-494e-82b8-14ec282afe21 None None] Bound port: 81f812e7-122a-4317-b94c-c23caf3c215d, host: dv-cinder-857528-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32209802-0ee2-4fe1-a177-50b35ffec28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'af1ef824-3295-4205-b148-29e927c60665'}}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:44:49.407212 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-2977a918-f735-494e-82b8-14ec282afe21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (81f812e7-122a-4317-b94c-c23caf3c215d), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:49.576571 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.18', 59137) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:44:49.603729 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-2977a918-f735-494e-82b8-14ec282afe21 None None] For port 81f812e7-122a-4317-b94c-c23caf3c215d, host dv-cinder-857528-2-iscsi, cleared binding levels {{(pid=112954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:44:49.615134 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-2977a918-f735-494e-82b8-14ec282afe21 None None] For port 81f812e7-122a-4317-b94c-c23caf3c215d, host dv-cinder-857528-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=81f812e7-122a-4317-b94c-c23caf3c215d,segment=NetworkSegment(32209802-0ee2-4fe1-a177-50b35ffec28b),segment_id=32209802-0ee2-4fe1-a177-50b35ffec28b)] {{(pid=112954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:44:49.624703 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:49.654651 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-2977a918-f735-494e-82b8-14ec282afe21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (81f812e7-122a-4317-b94c-c23caf3c215d), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:49.848730 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-6bd7f756-a8da-4661-932b-6ef53282808b tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:44:49.850481 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-6bd7f756-a8da-4661-932b-6ef53282808b tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.18 "GET /networking/v2.0/networks?id=534fcea4-462b-402d-9da6-e7cef4200229 HTTP/1.1" status: 200 len: 818 time: 0.2717800 Sep 15 00:44:49.855820 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-9cbcb120-cc86-4ab6-8326-c0fb915bea93 None None] Attempt 7 to provision port 81f812e7-122a-4317-b94c-c23caf3c215d Sep 15 00:44:49.875097 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2977a918-f735-494e-82b8-14ec282afe21 None None] Routers {'18de74f2-4e6c-457b-949b-77537408e408'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:44:49.875994 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-2977a918-f735-494e-82b8-14ec282afe21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:44:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['18de74f2-4e6c-457b-949b-77537408e408'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:44:49.937318 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-9e634daf-7af4-4261-95ff-db9b0ba57f91 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Request body: {'port': {'device_id': 'b40368c8-a515-46b7-add6-5db877d59406', 'network_id': '534fcea4-462b-402d-9da6-e7cef4200229', 'admin_state_up': True, 'tenant_id': '7090f91f78534107ba4b5ccd7f80e145'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:44:50.053387 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port aece7b6c-9147-48eb-b1b7-e5edfa96f5ec is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:44:50.082770 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af79487-5a5d-4999-855d-e65d90b20237 None None] Pushing event updated for resources: {'Port': ['ID=81f812e7-122a-4317-b94c-c23caf3c215d,revision_number=4']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:50.096128 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-f7c0a069-9ee0-4bc9-ba7c-8f2af9ef2db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:50.223436 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ac297596-0928-4651-8076-c344d53ddc12 req-6eb04fc3-810f-4381-89ac-afec46982e84 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 210 time: 0.0592625 Sep 15 00:44:50.244799 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7a21d8d8-67e9-4cc0-9bf7-ab1bb10cd144 req-7bdf00fd-8d0a-4e7d-b07d-f50e7a1b5e08 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 210 time: 0.2969708 Sep 15 00:44:50.296832 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-2977a918-f735-494e-82b8-14ec282afe21 None None] Set router 18de74f2-4e6c-457b-949b-77537408e408 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:44:50.459525 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.18', 59149) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:44:50.582090 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:50.671505 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 51096) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:44:50.735323 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:50.770842 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device f59f707d-9659-4eed-a94e-885d49304822 up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:44:50.789367 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-9e634daf-7af4-4261-95ff-db9b0ba57f91 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Made reservation on behalf of 7090f91f78534107ba4b5ccd7f80e145 for: {'port': 1} {{(pid=112953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:44:50.796311 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-9e634daf-7af4-4261-95ff-db9b0ba57f91 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:50.831944 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-9cbcb120-cc86-4ab6-8326-c0fb915bea93 None None] Current status of the port 81f812e7-122a-4317-b94c-c23caf3c215d is: DOWN; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:44:50.832358 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-9cbcb120-cc86-4ab6-8326-c0fb915bea93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (81f812e7-122a-4317-b94c-c23caf3c215d), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:50.966038 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-405275cf-85bc-487c-b365-ea2a68ba2412 req-15ac4015-7d9d-4eb9-bc60-374ce5bda554 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 210 time: 0.4345419 Sep 15 00:44:51.007732 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-25beaa2b-1486-4a68-9c9a-dfde605fc8f7 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:44:51.013738 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-25beaa2b-1486-4a68-9c9a-dfde605fc8f7 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.18 "GET /networking/v2.0/networks?id=af1ef824-3295-4205-b148-29e927c60665 HTTP/1.1" status: 200 len: 812 time: 0.5531056 Sep 15 00:44:51.155974 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-406160fc-d2db-4355-980a-d64f50c78915 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:51.231275 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-e6680e09-5721-4cbf-99b4-323857dedddf tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Request body: {'port': {'device_id': '6db3aac8-68f8-4028-8905-acb495f6ab89', 'network_id': 'af1ef824-3295-4205-b148-29e927c60665', 'admin_state_up': True, 'tenant_id': 'bc126ea1c77342d091a96baf33bedf6e'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:44:51.327657 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-9cbcb120-cc86-4ab6-8326-c0fb915bea93 None None] For port 81f812e7-122a-4317-b94c-c23caf3c215d, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=81f812e7-122a-4317-b94c-c23caf3c215d,segment=NetworkSegment(32209802-0ee2-4fe1-a177-50b35ffec28b),segment_id=32209802-0ee2-4fe1-a177-50b35ffec28b)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:44:51.409095 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-9cbcb120-cc86-4ab6-8326-c0fb915bea93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (81f812e7-122a-4317-b94c-c23caf3c215d), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:51.525227 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.18', 59159) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:44:51.558828 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-314b88b2-6175-4182-99e4-87cb927db0ed req-44aa825f-d8ec-4aab-ac35-d77e7090ecac tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 210 time: 0.1321561 Sep 15 00:44:51.571228 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-9cbcb120-cc86-4ab6-8326-c0fb915bea93 None None] Provisioning complete for port 762a7dec-a419-43c7-b90a-ff586fd3ebf7 triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:44:51.571884 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-9cbcb120-cc86-4ab6-8326-c0fb915bea93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (762a7dec-a419-43c7-b90a-ff586fd3ebf7), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:51.572323 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-9cbcb120-cc86-4ab6-8326-c0fb915bea93 None None] Attempt 1 to provision port 762a7dec-a419-43c7-b90a-ff586fd3ebf7 Sep 15 00:44:51.609674 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port f59f707d-9659-4eed-a94e-885d49304822 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:44:51.611470 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (f59f707d-9659-4eed-a94e-885d49304822), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:51.612930 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port f59f707d-9659-4eed-a94e-885d49304822 Sep 15 00:44:51.619505 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:51.724582 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-e6680e09-5721-4cbf-99b4-323857dedddf tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Made reservation on behalf of bc126ea1c77342d091a96baf33bedf6e for: {'port': 1} {{(pid=112952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:44:51.730336 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-e6680e09-5721-4cbf-99b4-323857dedddf tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:51.735567 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:51.761216 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-58edc0ef-ed68-46ef-a2f6-3d7e606c8119 req-198d019c-4e20-4cab-9926-f3e50e83cdb7 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 210 time: 0.2346985 Sep 15 00:44:51.834618 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-406160fc-d2db-4355-980a-d64f50c78915 admin admin] Publish callbacks [] for security_group (47c2dfad-8b66-48bf-acf1-bc7a9de23245), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:51.847508 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.db_base_plugin_common [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-9e634daf-7af4-4261-95ff-db9b0ba57f91 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Allocated IP 172.20.0.10 (534fcea4-462b-402d-9da6-e7cef4200229/756b70e8-4098-4f30-99b0-99c64c94809f/3231acc1-76a4-4c22-96c0-9edb4cf1f79e) {{(pid=112953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:44:51.855155 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-406160fc-d2db-4355-980a-d64f50c78915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (47c2dfad-8b66-48bf-acf1-bc7a9de23245), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:51.866403 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbcb120-cc86-4ab6-8326-c0fb915bea93 None None] Pushing event updated for resources: {'Port': ['ID=81f812e7-122a-4317-b94c-c23caf3c215d,revision_number=5']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:51.888192 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-406160fc-d2db-4355-980a-d64f50c78915 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=83747b69e79d43eca9616f0c2661d016&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2142968 Sep 15 00:44:51.900641 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 51158) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:44:51.983431 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-2977a918-f735-494e-82b8-14ec282afe21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18de74f2-4e6c-457b-949b-77537408e408', 'name': 'tempest-DeleteServersTestJSON-1433079652-router', 'tenant_id': 'bc126ea1c77342d091a96baf33bedf6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'aece7b6c-9147-48eb-b1b7-e5edfa96f5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:44:32Z', 'updated_at': '2022-09-15T00:44:40Z', 'revision_number': 4, 'project_id': 'bc126ea1c77342d091a96baf33bedf6e', 'gw_port': {'id': 'aece7b6c-9147-48eb-b1b7-e5edfa96f5ec', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:44:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18de74f2-4e6c-457b-949b-77537408e408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:33Z', 'updated_at': '2022-09-15T00:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': '81f812e7-122a-4317-b94c-c23caf3c215d', 'name': '', 'network_id': 'af1ef824-3295-4205-b148-29e927c60665', 'tenant_id': 'bc126ea1c77342d091a96baf33bedf6e', 'mac_address': 'fa:16:3e:02:93:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18de74f2-4e6c-457b-949b-77537408e408', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c0996a3a-9136-46be-a223-d4a25daf4874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:39Z', 'updated_at': '2022-09-15T00:44:49Z', 'revision_number': 4, 'project_id': 'bc126ea1c77342d091a96baf33bedf6e', 'subnets': [{'id': 'c0996a3a-9136-46be-a223-d4a25daf4874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:44:51.985482 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:52.015724 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:52.030608 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2977a918-f735-494e-82b8-14ec282afe21 None None] The sync data for ids ['18de74f2-4e6c-457b-949b-77537408e408'] in dv-cinder-857528-2-iscsi is: [{'id': '18de74f2-4e6c-457b-949b-77537408e408', 'name': 'tempest-DeleteServersTestJSON-1433079652-router', 'tenant_id': 'bc126ea1c77342d091a96baf33bedf6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'aece7b6c-9147-48eb-b1b7-e5edfa96f5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:44:32Z', 'updated_at': '2022-09-15T00:44:40Z', 'revision_number': 4, 'project_id': 'bc126ea1c77342d091a96baf33bedf6e', 'gw_port': {'id': 'aece7b6c-9147-48eb-b1b7-e5edfa96f5ec', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:44:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18de74f2-4e6c-457b-949b-77537408e408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:33Z', 'updated_at': '2022-09-15T00:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': '81f812e7-122a-4317-b94c-c23caf3c215d', 'name': '', 'network_id': 'af1ef824-3295-4205-b148-29e927c60665', 'tenant_id': 'bc126ea1c77342d091a96baf33bedf6e', 'mac_address': 'fa:16:3e:02:93:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18de74f2-4e6c-457b-949b-77537408e408', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c0996a3a-9136-46be-a223-d4a25daf4874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:39Z', 'updated_at': '2022-09-15T00:44:49Z', 'revision_number': 4, 'project_id': 'bc126ea1c77342d091a96baf33bedf6e', 'subnets': [{'id': 'c0996a3a-9136-46be-a223-d4a25daf4874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:44:52.035585 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-9cbcb120-cc86-4ab6-8326-c0fb915bea93 None None] Current status of the port 762a7dec-a419-43c7-b90a-ff586fd3ebf7 is: DOWN; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:44:52.036270 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-9cbcb120-cc86-4ab6-8326-c0fb915bea93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (762a7dec-a419-43c7-b90a-ff586fd3ebf7), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:52.038541 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port f59f707d-9659-4eed-a94e-885d49304822 is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:44:52.039662 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 762a7dec-a419-43c7-b90a-ff586fd3ebf7 up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:44:52.171118 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-9cbcb120-cc86-4ab6-8326-c0fb915bea93 None None] For port 762a7dec-a419-43c7-b90a-ff586fd3ebf7, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=762a7dec-a419-43c7-b90a-ff586fd3ebf7,segment=NetworkSegment(2b35b24d-afbb-49ac-9c71-14d53de30327),segment_id=2b35b24d-afbb-49ac-9c71-14d53de30327)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:44:52.181865 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-9cbcb120-cc86-4ab6-8326-c0fb915bea93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (762a7dec-a419-43c7-b90a-ff586fd3ebf7), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:52.216923 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port 762a7dec-a419-43c7-b90a-ff586fd3ebf7 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:44:52.217604 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (762a7dec-a419-43c7-b90a-ff586fd3ebf7), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:52.218325 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port 762a7dec-a419-43c7-b90a-ff586fd3ebf7 Sep 15 00:44:52.262680 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:52.278722 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-708f07e8-2719-437a-bd71-8fb1ba65eef2 req-b1ec62e4-deea-4ae4-8eae-4707aa8d9b38 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 210 time: 0.0645931 Sep 15 00:44:52.331348 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 51170) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:44:52.337765 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-9cbcb120-cc86-4ab6-8326-c0fb915bea93 None None] Provisioning complete for port 2f2734e5-9a5b-4aa1-a373-61da50428191 triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:44:52.338362 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-9cbcb120-cc86-4ab6-8326-c0fb915bea93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (2f2734e5-9a5b-4aa1-a373-61da50428191), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:52.338506 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-9cbcb120-cc86-4ab6-8326-c0fb915bea93 None None] Attempt 1 to provision port 2f2734e5-9a5b-4aa1-a373-61da50428191 Sep 15 00:44:52.383805 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.18', 59167) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:44:52.499610 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.db_base_plugin_common [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-e6680e09-5721-4cbf-99b4-323857dedddf tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Allocated IP 172.20.0.4 (af1ef824-3295-4205-b148-29e927c60665/c0996a3a-9136-46be-a223-d4a25daf4874/60e67ba0-1a38-4c2c-8f3b-75d937cf69ec) {{(pid=112952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:44:52.693566 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-9e634daf-7af4-4261-95ff-db9b0ba57f91 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks [] for port (3231acc1-76a4-4c22-96c0-9edb4cf1f79e), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:52.820340 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:52.841668 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-dae22b42-3179-41dc-be7c-6f6ba30a5f0b tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:44:52.844590 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-dae22b42-3179-41dc-be7c-6f6ba30a5f0b tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.18 "GET /networking/v2.0/networks?id=534fcea4-462b-402d-9da6-e7cef4200229 HTTP/1.1" status: 200 len: 818 time: 0.4280014 Sep 15 00:44:52.870114 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ae495d3b-54c4-4a83-8987-87595800a5b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:52.897189 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-e5a9f072-4f92-4232-8b07-e18f4d7d2f85 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Request body: {'port': {'device_id': '3368c45f-e52e-42fd-8f8c-43e3aeb5aeef', 'network_id': '534fcea4-462b-402d-9da6-e7cef4200229', 'admin_state_up': True, 'tenant_id': '7090f91f78534107ba4b5ccd7f80e145'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:44:52.914449 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-9e634daf-7af4-4261-95ff-db9b0ba57f91 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163'] for port (3231acc1-76a4-4c22-96c0-9edb4cf1f79e), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:52.984150 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:53.014931 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-9e634daf-7af4-4261-95ff-db9b0ba57f91 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Network 534fcea4-462b-402d-9da6-e7cef4200229 is already hosted by enough agents. {{(pid=112953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:44:53.035097 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbcb120-cc86-4ab6-8326-c0fb915bea93 None None] Pushing event updated for resources: {'Port': ['ID=762a7dec-a419-43c7-b90a-ff586fd3ebf7,revision_number=5']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:53.109494 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.base_scheduler [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-9e634daf-7af4-4261-95ff-db9b0ba57f91 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Resources bound (agent type, host, resource id): {{(pid=112953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:44:53.200922 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-9e634daf-7af4-4261-95ff-db9b0ba57f91 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Received port after_create {{(pid=112953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:44:53.214489 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ae495d3b-54c4-4a83-8987-87595800a5b3 admin admin] Publish callbacks [] for security_group (094a0d83-455e-42a6-a437-1eb429cb3184), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:53.224209 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-9e634daf-7af4-4261-95ff-db9b0ba57f91 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:44:53.225188 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-9e634daf-7af4-4261-95ff-db9b0ba57f91 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for port (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:53.229367 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-9cbcb120-cc86-4ab6-8326-c0fb915bea93 None None] Current status of the port 2f2734e5-9a5b-4aa1-a373-61da50428191 is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:44:53.236737 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port 762a7dec-a419-43c7-b90a-ff586fd3ebf7 is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:44:53.243012 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:53.268608 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406160fc-d2db-4355-980a-d64f50c78915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c2dfad-8b66-48bf-acf1-bc7a9de23245,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:53.282460 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ae495d3b-54c4-4a83-8987-87595800a5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (094a0d83-455e-42a6-a437-1eb429cb3184), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:53.318125 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-c53b9314-ed22-4b6a-b22b-5e3fd66fa239 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:44:53.335193 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-c53b9314-ed22-4b6a-b22b-5e3fd66fa239 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.18 "GET /networking/v2.0/networks?id=5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0 HTTP/1.1" status: 200 len: 810 time: 1.7936659 Sep 15 00:44:53.400949 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-9e634daf-7af4-4261-95ff-db9b0ba57f91 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4741185 Sep 15 00:44:53.465998 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-ae495d3b-54c4-4a83-8987-87595800a5b3 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=09628995c5034e75b393d75f0a537404&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1150792 Sep 15 00:44:53.476494 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 51220) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:44:53.489679 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-3d9a12da-e76d-475c-8a66-418a5148076b req-f203ce0b-3005-4524-a0c9-49ea2b7baf64 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 210 time: 0.4380667 Sep 15 00:44:53.617526 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-074c94e0-5700-4fd9-b9c1-677bc16bfd9d tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112953) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 00:44:53.618629 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-074c94e0-5700-4fd9-b9c1-677bc16bfd9d tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2002559 Sep 15 00:44:53.696187 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-e5a9f072-4f92-4232-8b07-e18f4d7d2f85 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Made reservation on behalf of 7090f91f78534107ba4b5ccd7f80e145 for: {'port': 1} {{(pid=112952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:44:53.703094 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-e5a9f072-4f92-4232-8b07-e18f4d7d2f85 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:53.741964 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a015b53f-2a45-4359-8d06-1d99d436aad9 req-4aa86075-2197-483c-8cfa-186edb6cd5af tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 210 time: 0.8600011 Sep 15 00:44:53.793675 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-f6259a79-c35a-42f4-aabe-86e43d172790 None None] Provisioning complete for port 3231acc1-76a4-4c22-96c0-9edb4cf1f79e triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:44:53.794240 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-f6259a79-c35a-42f4-aabe-86e43d172790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (3231acc1-76a4-4c22-96c0-9edb4cf1f79e), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:53.794730 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-f6259a79-c35a-42f4-aabe-86e43d172790 None None] Attempt 1 to provision port 3231acc1-76a4-4c22-96c0-9edb4cf1f79e Sep 15 00:44:53.878233 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 81f812e7-122a-4317-b94c-c23caf3c215d up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:44:53.971750 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-f6259a79-c35a-42f4-aabe-86e43d172790 None None] Port 3231acc1-76a4-4c22-96c0-9edb4cf1f79e cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:44:53.973101 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port 81f812e7-122a-4317-b94c-c23caf3c215d triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:44:53.973662 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (81f812e7-122a-4317-b94c-c23caf3c215d), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:53.974137 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port 81f812e7-122a-4317-b94c-c23caf3c215d Sep 15 00:44:53.979468 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e634daf-7af4-4261-95ff-db9b0ba57f91 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Pushing event updated for resources: {'Port': ['ID=3231acc1-76a4-4c22-96c0-9edb4cf1f79e,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:54.022853 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-bb181d90-9b8e-4457-9c7f-1275a5e09eb2 admin admin] Publish callbacks [] for security_group (47c2dfad-8b66-48bf-acf1-bc7a9de23245), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:54.108811 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port 81f812e7-122a-4317-b94c-c23caf3c215d is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:44:54.113520 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-abc12a6d-01ff-41a0-9a5f-6911fcb134d2 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6a9d9cf3606845ec964dd8320126293e HTTP/1.1" status: 200 len: 380 time: 0.7095037 Sep 15 00:44:54.113747 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 762a7dec-a419-43c7-b90a-ff586fd3ebf7 up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:44:54.136473 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 6 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 00:44:54.149373 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-fd07b841-1eee-415d-ac1c-c3d1881737d9 req-dc584d46-c092-40dc-8464-af73c7cbe643 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 210 time: 0.5128083 Sep 15 00:44:54.162993 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-81ed59c3-3de9-46cb-8065-9a465cf0bfdc tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Request body: {'port': {'device_id': 'c1d301ea-7505-4d72-8061-827894477da0', 'network_id': '5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0', 'admin_state_up': True, 'tenant_id': '6a9d9cf3606845ec964dd8320126293e', 'security_groups': ['066be27e-95aa-44d7-b37c-1ed825eaac6c']}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:44:54.199944 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port 762a7dec-a419-43c7-b90a-ff586fd3ebf7 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:44:54.200913 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (762a7dec-a419-43c7-b90a-ff586fd3ebf7), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:54.201732 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port 762a7dec-a419-43c7-b90a-ff586fd3ebf7 Sep 15 00:44:54.217936 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae495d3b-54c4-4a83-8987-87595800a5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094a0d83-455e-42a6-a437-1eb429cb3184,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:54.234334 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-961b8144-afb2-4756-a3f1-9c6860941f39 admin admin] Publish callbacks [] for security_group (094a0d83-455e-42a6-a437-1eb429cb3184), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:54.268341 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:54.332896 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-bb181d90-9b8e-4457-9c7f-1275a5e09eb2 admin admin] Publish callbacks [] for security_group (47c2dfad-8b66-48bf-acf1-bc7a9de23245), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:54.340847 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-1e6b361d-813e-4a6b-94da-cde9efc61123 service neutron] Request body: {'port': {'device_id': 'b40368c8-a515-46b7-add6-5db877d59406', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:44:54.368384 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:54.388207 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port 762a7dec-a419-43c7-b90a-ff586fd3ebf7 is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:44:54.406400 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:INSERT=15,neutron:UPDATE=4,neutron:SELECT=81 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:54.477525 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-f6259a79-c35a-42f4-aabe-86e43d172790 None None] Attempt 2 to provision port 3231acc1-76a4-4c22-96c0-9edb4cf1f79e Sep 15 00:44:54.487643 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-81ed59c3-3de9-46cb-8065-9a465cf0bfdc tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Made reservation on behalf of 6a9d9cf3606845ec964dd8320126293e for: {'port': 1} {{(pid=112953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:44:54.505709 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-81ed59c3-3de9-46cb-8065-9a465cf0bfdc tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:54.566329 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-e6680e09-5721-4cbf-99b4-323857dedddf tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Publish callbacks [] for port (60e67ba0-1a38-4c2c-8f3b-75d937cf69ec), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:54.607562 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-f6259a79-c35a-42f4-aabe-86e43d172790 None None] Port 3231acc1-76a4-4c22-96c0-9edb4cf1f79e cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:44:54.623315 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:54.637441 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-e6680e09-5721-4cbf-99b4-323857dedddf tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163'] for port (60e67ba0-1a38-4c2c-8f3b-75d937cf69ec), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:54.648243 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-bb181d90-9b8e-4457-9c7f-1275a5e09eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (47c2dfad-8b66-48bf-acf1-bc7a9de23245), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:54.648731 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-bb181d90-9b8e-4457-9c7f-1275a5e09eb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:54.667876 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-bb181d90-9b8e-4457-9c7f-1275a5e09eb2 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/47c2dfad-8b66-48bf-acf1-bc7a9de23245 HTTP/1.1" status: 204 len: 168 time: 2.7579989 Sep 15 00:44:54.856523 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-961b8144-afb2-4756-a3f1-9c6860941f39 admin admin] Publish callbacks [] for security_group (094a0d83-455e-42a6-a437-1eb429cb3184), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:54.937356 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb181d90-9b8e-4457-9c7f-1275a5e09eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c2dfad-8b66-48bf-acf1-bc7a9de23245,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:55.064282 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:55.067008 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-1e6b361d-813e-4a6b-94da-cde9efc61123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (3231acc1-76a4-4c22-96c0-9edb4cf1f79e), before_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:55.101692 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-e6680e09-5721-4cbf-99b4-323857dedddf tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Network af1ef824-3295-4205-b148-29e927c60665 is already hosted by enough agents. {{(pid=112952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:44:55.104336 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.db_base_plugin_common [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-e5a9f072-4f92-4232-8b07-e18f4d7d2f85 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Allocated IP 172.20.0.6 (534fcea4-462b-402d-9da6-e7cef4200229/756b70e8-4098-4f30-99b0-99c64c94809f/a181a6dc-2e9a-4e22-a218-adf5eb7e3779) {{(pid=112952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:44:55.108022 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-f6259a79-c35a-42f4-aabe-86e43d172790 None None] Attempt 3 to provision port 3231acc1-76a4-4c22-96c0-9edb4cf1f79e Sep 15 00:44:55.117797 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.base_scheduler [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-e6680e09-5721-4cbf-99b4-323857dedddf tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Resources bound (agent type, host, resource id): {{(pid=112952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:44:55.129555 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-762a154f-245a-44d4-a7ef-841c17e5bfbc req-b62a8754-4497-4c0e-87e0-1fa7c4b872f3 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 210 time: 0.3938076 Sep 15 00:44:55.184930 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-f6259a79-c35a-42f4-aabe-86e43d172790 None None] Port 3231acc1-76a4-4c22-96c0-9edb4cf1f79e cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:44:55.200825 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.l3_dvrscheduler_db [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-e6680e09-5721-4cbf-99b4-323857dedddf tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Received port after_create {{(pid=112952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:44:55.212902 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-e6680e09-5721-4cbf-99b4-323857dedddf tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:44:55.213571 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-e6680e09-5721-4cbf-99b4-323857dedddf tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for port (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:55.292301 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.db_base_plugin_common [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-81ed59c3-3de9-46cb-8065-9a465cf0bfdc tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Allocated IP 172.20.0.8 (5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0/7d05243c-ba86-4ab7-a5fb-f252ae11d048/45e2672c-5f66-4187-b159-c6d3bb80d12b) {{(pid=112953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:44:55.319585 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6680e09-5721-4cbf-99b4-323857dedddf tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Pushing event updated for resources: {'Port': ['ID=60e67ba0-1a38-4c2c-8f3b-75d937cf69ec,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:55.389438 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb5bc8-cb6a-48ba-b7ad-342465b14d78 req-252324f0-c265-4923-b441-a6e95715b682 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:44:55.391123 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-42bb5bc8-cb6a-48ba-b7ad-342465b14d78 req-252324f0-c265-4923-b441-a6e95715b682 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 931 time: 0.3746104 Sep 15 00:44:55.492572 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-e6680e09-5721-4cbf-99b4-323857dedddf tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2736263 Sep 15 00:44:55.604572 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 51290) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:44:55.685800 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-f6259a79-c35a-42f4-aabe-86e43d172790 None None] Attempt 4 to provision port 3231acc1-76a4-4c22-96c0-9edb4cf1f79e Sep 15 00:44:55.689217 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:55.698676 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-11a6b168-d10b-4a71-ae1a-2787402605f4 req-400df78b-0c38-4596-9623-5298afed25ec tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 210 time: 0.2122364 Sep 15 00:44:55.741026 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-8a539bea-87ed-4545-83be-b701a33a460d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:55.802733 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-f6259a79-c35a-42f4-aabe-86e43d172790 None None] Port 3231acc1-76a4-4c22-96c0-9edb4cf1f79e cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:44:55.852800 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-e4dc11dd-ea35-4d2b-b904-d39fce5ab96c service neutron] Request body: {'port': {'device_id': '6db3aac8-68f8-4028-8905-acb495f6ab89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:44:55.961892 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-961b8144-afb2-4756-a3f1-9c6860941f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (094a0d83-455e-42a6-a437-1eb429cb3184), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:55.971848 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-961b8144-afb2-4756-a3f1-9c6860941f39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:55.978966 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-961b8144-afb2-4756-a3f1-9c6860941f39 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/094a0d83-455e-42a6-a437-1eb429cb3184 HTTP/1.1" status: 204 len: 168 time: 2.4988215 Sep 15 00:44:56.013759 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-42bb5bc8-cb6a-48ba-b7ad-342465b14d78 req-1fb16a1d-5356-46ae-93a2-3f2463252f7e tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6106281 Sep 15 00:44:56.083460 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b8144-afb2-4756-a3f1-9c6860941f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094a0d83-455e-42a6-a437-1eb429cb3184,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:56.141506 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-e4dc11dd-ea35-4d2b-b904-d39fce5ab96c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (60e67ba0-1a38-4c2c-8f3b-75d937cf69ec), before_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:56.304523 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-f6259a79-c35a-42f4-aabe-86e43d172790 None None] Attempt 5 to provision port 3231acc1-76a4-4c22-96c0-9edb4cf1f79e Sep 15 00:44:56.399276 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-81ed59c3-3de9-46cb-8065-9a465cf0bfdc tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks [] for port (45e2672c-5f66-4187-b159-c6d3bb80d12b), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:56.414503 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-f6259a79-c35a-42f4-aabe-86e43d172790 None None] Port 3231acc1-76a4-4c22-96c0-9edb4cf1f79e cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:44:56.418004 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-8a539bea-87ed-4545-83be-b701a33a460d admin admin] Publish callbacks [] for security_group (75e478c1-ed17-4a91-a482-261d95e8f31b), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:56.442459 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-e5a9f072-4f92-4232-8b07-e18f4d7d2f85 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks [] for port (a181a6dc-2e9a-4e22-a218-adf5eb7e3779), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:56.462791 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-8a539bea-87ed-4545-83be-b701a33a460d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (75e478c1-ed17-4a91-a482-261d95e8f31b), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:56.490324 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-237612cc-d2c5-467d-a716-3b87058f0658 req-d6a52e6f-3da8-43d0-82c1-6dcbdb5eb03d tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 210 time: 0.1892488 Sep 15 00:44:56.572927 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-8a539bea-87ed-4545-83be-b701a33a460d admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=3fd9e41390c0492e80181c64811d7794&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9320865 Sep 15 00:44:56.576761 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 51314) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:44:56.585749 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a539bea-87ed-4545-83be-b701a33a460d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e478c1-ed17-4a91-a482-261d95e8f31b,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:56.631581 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-81ed59c3-3de9-46cb-8065-9a465cf0bfdc tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163'] for port (45e2672c-5f66-4187-b159-c6d3bb80d12b), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:56.682427 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=77,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:56.860475 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.notifiers.nova [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-e4dc11dd-ea35-4d2b-b904-d39fce5ab96c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60e67ba0-1a38-4c2c-8f3b-75d937cf69ec {{(pid=112952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 00:44:56.880222 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-81ed59c3-3de9-46cb-8065-9a465cf0bfdc tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Network 5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0 is already hosted by enough agents. {{(pid=112953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:44:56.898956 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-e4dc11dd-ea35-4d2b-b904-d39fce5ab96c service neutron] Publish callbacks [] for port (60e67ba0-1a38-4c2c-8f3b-75d937cf69ec), precommit_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:56.908623 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-239c665a-2592-47e5-90b3-30fe2f3c8035 admin admin] Publish callbacks [] for security_group (75e478c1-ed17-4a91-a482-261d95e8f31b), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:56.916151 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-f6259a79-c35a-42f4-aabe-86e43d172790 None None] Attempt 6 to provision port 3231acc1-76a4-4c22-96c0-9edb4cf1f79e Sep 15 00:44:56.952670 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-239c665a-2592-47e5-90b3-30fe2f3c8035 admin admin] Publish callbacks [] for security_group (75e478c1-ed17-4a91-a482-261d95e8f31b), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:56.963924 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.provisioning_blocks [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-e4dc11dd-ea35-4d2b-b904-d39fce5ab96c service neutron] Transition to ACTIVE for port object 60e67ba0-1a38-4c2c-8f3b-75d937cf69ec will not be triggered until provisioned by entity L2. {{(pid=112952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 00:44:56.965152 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:56.968816 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:56.987097 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-e4dc11dd-ea35-4d2b-b904-d39fce5ab96c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (60e67ba0-1a38-4c2c-8f3b-75d937cf69ec), after_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:57.013621 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-f6259a79-c35a-42f4-aabe-86e43d172790 None None] Port 3231acc1-76a4-4c22-96c0-9edb4cf1f79e cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:44:57.026998 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-e5a9f072-4f92-4232-8b07-e18f4d7d2f85 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163'] for port (a181a6dc-2e9a-4e22-a218-adf5eb7e3779), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:57.312581 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871968b-f23f-4a07-b8ec-fff3794f868c req-cb95b402-140c-4b90-97b9-8565f2854021 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:44:57.315383 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d871968b-f23f-4a07-b8ec-fff3794f868c req-cb95b402-140c-4b90-97b9-8565f2854021 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 931 time: 0.3350644 Sep 15 00:44:57.318731 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-e5a9f072-4f92-4232-8b07-e18f4d7d2f85 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Network 534fcea4-462b-402d-9da6-e7cef4200229 is already hosted by enough agents. {{(pid=112952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:44:57.354467 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.base_scheduler [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-e5a9f072-4f92-4232-8b07-e18f4d7d2f85 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Resources bound (agent type, host, resource id): {{(pid=112952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:44:57.354467 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.l3_dvrscheduler_db [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-e5a9f072-4f92-4232-8b07-e18f4d7d2f85 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Received port after_create {{(pid=112952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:44:57.359959 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-e5a9f072-4f92-4232-8b07-e18f4d7d2f85 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:44:57.360141 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-e5a9f072-4f92-4232-8b07-e18f4d7d2f85 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for port (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:57.386878 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc11dd-ea35-4d2b-b904-d39fce5ab96c service neutron] Pushing event updated for resources: {'Port': ['ID=60e67ba0-1a38-4c2c-8f3b-75d937cf69ec,revision_number=2']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:57.400068 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.managers [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-e4dc11dd-ea35-4d2b-b904-d39fce5ab96c service neutron] Attempting to bind port 60e67ba0-1a38-4c2c-8f3b-75d937cf69ec on host hv-cinder-85752 for vnic_type normal with profile {{(pid=112952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:44:57.400446 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.managers [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-e4dc11dd-ea35-4d2b-b904-d39fce5ab96c service neutron] Attempting to bind port 60e67ba0-1a38-4c2c-8f3b-75d937cf69ec by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '32209802-0ee2-4fe1-a177-50b35ffec28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'af1ef824-3295-4205-b148-29e927c60665'}] {{(pid=112952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:44:57.400816 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-e4dc11dd-ea35-4d2b-b904-d39fce5ab96c service neutron] Attempting to bind port 60e67ba0-1a38-4c2c-8f3b-75d937cf69ec on network af1ef824-3295-4205-b148-29e927c60665 {{(pid=112952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:44:57.404273 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-1e6b361d-813e-4a6b-94da-cde9efc61123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3231acc1-76a4-4c22-96c0-9edb4cf1f79e {{(pid=112953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 00:44:57.432560 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-1e6b361d-813e-4a6b-94da-cde9efc61123 service neutron] Publish callbacks [] for port (3231acc1-76a4-4c22-96c0-9edb4cf1f79e), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:57.471742 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.provisioning_blocks [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-1e6b361d-813e-4a6b-94da-cde9efc61123 service neutron] Transition to ACTIVE for port object 3231acc1-76a4-4c22-96c0-9edb4cf1f79e will not be triggered until provisioned by entity L2. {{(pid=112953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 00:44:57.475251 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:57.476287 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:57.478006 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.base_scheduler [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-81ed59c3-3de9-46cb-8065-9a465cf0bfdc tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Resources bound (agent type, host, resource id): {{(pid=112953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:44:57.507162 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-e5a9f072-4f92-4232-8b07-e18f4d7d2f85 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6319921 Sep 15 00:44:57.514443 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-f6259a79-c35a-42f4-aabe-86e43d172790 None None] Attempt 7 to provision port 3231acc1-76a4-4c22-96c0-9edb4cf1f79e Sep 15 00:44:57.551088 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-dea53929-0b4e-4a78-9dfb-73ecaf7cb1ad service neutron] Request body: {'port': {'device_id': '3368c45f-e52e-42fd-8f8c-43e3aeb5aeef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:44:57.557181 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-81ed59c3-3de9-46cb-8065-9a465cf0bfdc tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Received port after_create {{(pid=112953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:44:57.577409 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-81ed59c3-3de9-46cb-8065-9a465cf0bfdc tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:44:57.580610 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-81ed59c3-3de9-46cb-8065-9a465cf0bfdc tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for port (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:57.599329 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-1e6b361d-813e-4a6b-94da-cde9efc61123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (3231acc1-76a4-4c22-96c0-9edb4cf1f79e), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:57.641539 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-f6259a79-c35a-42f4-aabe-86e43d172790 None None] Port 3231acc1-76a4-4c22-96c0-9edb4cf1f79e cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:44:57.678104 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a9f072-4f92-4232-8b07-e18f4d7d2f85 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Pushing event updated for resources: {'Port': ['ID=a181a6dc-2e9a-4e22-a218-adf5eb7e3779,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:57.702655 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d871968b-f23f-4a07-b8ec-fff3794f868c req-b1c396e6-9c27-4e91-a02e-608edf0954b4 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633323 Sep 15 00:44:57.823827 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-e4dc11dd-ea35-4d2b-b904-d39fce5ab96c service neutron] Port 60e67ba0-1a38-4c2c-8f3b-75d937cf69ec on network af1ef824-3295-4205-b148-29e927c60665 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=112952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 00:44:57.824170 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-e4dc11dd-ea35-4d2b-b904-d39fce5ab96c service neutron] Attempting to bind port 60e67ba0-1a38-4c2c-8f3b-75d937cf69ec on network af1ef824-3295-4205-b148-29e927c60665 {{(pid=112952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:44:57.837932 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed59c3-3de9-46cb-8065-9a465cf0bfdc tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Pushing event updated for resources: {'Port': ['ID=45e2672c-5f66-4187-b159-c6d3bb80d12b,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:57.935351 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-dea53929-0b4e-4a78-9dfb-73ecaf7cb1ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (a181a6dc-2e9a-4e22-a218-adf5eb7e3779), before_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:58.030875 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-81ed59c3-3de9-46cb-8065-9a465cf0bfdc tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9045596 Sep 15 00:44:58.061627 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 51374) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:44:58.077327 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9efb6-a722-414f-a7e8-1ccfa829b736 req-f0d3f5b5-82c9-439c-853f-33f9d654dc09 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:44:58.080228 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e4c9efb6-a722-414f-a7e8-1ccfa829b736 req-f0d3f5b5-82c9-439c-853f-33f9d654dc09 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 943 time: 0.5754337 Sep 15 00:44:58.097473 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-8675beb8-d4f6-42a3-b608-09b0532a805f service neutron] Request body: {'port': {'device_id': 'c1d301ea-7505-4d72-8061-827894477da0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:44:58.122326 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60736630-8902-40b3-b4da-05170d5756d8 req-d0ab0003-fd3e-4a40-98ab-c32aeb974f49 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:44:58.124189 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-60736630-8902-40b3-b4da-05170d5756d8 req-d0ab0003-fd3e-4a40-98ab-c32aeb974f49 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 931 time: 0.2515600 Sep 15 00:44:58.125556 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-e4dc11dd-ea35-4d2b-b904-d39fce5ab96c service neutron] Checking agent: {'id': '7a59e084-9e76-4c44-9c60-e850dcdcbbb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 42, 37), 'started_at': datetime.datetime(2022, 9, 15, 0, 42, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:44:58.125556 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-e4dc11dd-ea35-4d2b-b904-d39fce5ab96c service neutron] Checking segment: {'id': '32209802-0ee2-4fe1-a177-50b35ffec28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'af1ef824-3295-4205-b148-29e927c60665'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:44:58.126137 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-e4dc11dd-ea35-4d2b-b904-d39fce5ab96c service neutron] Bound using segment: {'id': '32209802-0ee2-4fe1-a177-50b35ffec28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'af1ef824-3295-4205-b148-29e927c60665'} {{(pid=112952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:44:58.126516 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.managers [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-e4dc11dd-ea35-4d2b-b904-d39fce5ab96c service neutron] Bound port: 60e67ba0-1a38-4c2c-8f3b-75d937cf69ec, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32209802-0ee2-4fe1-a177-50b35ffec28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'af1ef824-3295-4205-b148-29e927c60665'}}] {{(pid=112952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:44:58.126901 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-e4dc11dd-ea35-4d2b-b904-d39fce5ab96c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (60e67ba0-1a38-4c2c-8f3b-75d937cf69ec), before_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:58.152398 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-f6259a79-c35a-42f4-aabe-86e43d172790 None None] Attempt 8 to provision port 3231acc1-76a4-4c22-96c0-9edb4cf1f79e Sep 15 00:44:58.322571 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-f6259a79-c35a-42f4-aabe-86e43d172790 None None] Port 3231acc1-76a4-4c22-96c0-9edb4cf1f79e cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:44:58.402231 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b361d-813e-4a6b-94da-cde9efc61123 service neutron] Pushing event updated for resources: {'Port': ['ID=3231acc1-76a4-4c22-96c0-9edb4cf1f79e,revision_number=2']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:58.432747 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.managers [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-1e6b361d-813e-4a6b-94da-cde9efc61123 service neutron] Attempting to bind port 3231acc1-76a4-4c22-96c0-9edb4cf1f79e on host hv-cinder-85752 for vnic_type normal with profile {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:44:58.434318 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.managers [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-1e6b361d-813e-4a6b-94da-cde9efc61123 service neutron] Attempting to bind port 3231acc1-76a4-4c22-96c0-9edb4cf1f79e by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '2b35b24d-afbb-49ac-9c71-14d53de30327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '534fcea4-462b-402d-9da6-e7cef4200229'}] {{(pid=112953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:44:58.434855 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-1e6b361d-813e-4a6b-94da-cde9efc61123 service neutron] Attempting to bind port 3231acc1-76a4-4c22-96c0-9edb4cf1f79e on network 534fcea4-462b-402d-9da6-e7cef4200229 {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:44:58.438265 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-239c665a-2592-47e5-90b3-30fe2f3c8035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (75e478c1-ed17-4a91-a482-261d95e8f31b), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:58.441218 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-239c665a-2592-47e5-90b3-30fe2f3c8035 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:58.443354 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-239c665a-2592-47e5-90b3-30fe2f3c8035 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/75e478c1-ed17-4a91-a482-261d95e8f31b HTTP/1.1" status: 204 len: 168 time: 1.8649337 Sep 15 00:44:58.452989 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-9279a9d1-7c92-4f15-9006-1c4a2c523395 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-647369030-network', 'tenant_id': '417bf94ed53447b9927e8a20535464ab'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:44:58.500458 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-8675beb8-d4f6-42a3-b608-09b0532a805f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (45e2672c-5f66-4187-b159-c6d3bb80d12b), before_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:58.513317 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c665a-2592-47e5-90b3-30fe2f3c8035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e478c1-ed17-4a91-a482-261d95e8f31b,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:58.529751 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e4c9efb6-a722-414f-a7e8-1ccfa829b736 req-2bbbf143-43ed-4d88-92ce-e60b8f703b95 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488688 Sep 15 00:44:58.583242 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-1e6b361d-813e-4a6b-94da-cde9efc61123 service neutron] Port 3231acc1-76a4-4c22-96c0-9edb4cf1f79e on network 534fcea4-462b-402d-9da6-e7cef4200229 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 00:44:58.584548 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-1e6b361d-813e-4a6b-94da-cde9efc61123 service neutron] Attempting to bind port 3231acc1-76a4-4c22-96c0-9edb4cf1f79e on network 534fcea4-462b-402d-9da6-e7cef4200229 {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:44:58.629582 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.db [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-e4dc11dd-ea35-4d2b-b904-d39fce5ab96c service neutron] For port 60e67ba0-1a38-4c2c-8f3b-75d937cf69ec, host hv-cinder-85752, cleared binding levels {{(pid=112952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:44:58.670363 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.db [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-e4dc11dd-ea35-4d2b-b904-d39fce5ab96c service neutron] For port 60e67ba0-1a38-4c2c-8f3b-75d937cf69ec, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=60e67ba0-1a38-4c2c-8f3b-75d937cf69ec,segment=NetworkSegment(32209802-0ee2-4fe1-a177-50b35ffec28b),segment_id=32209802-0ee2-4fe1-a177-50b35ffec28b)] {{(pid=112952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:44:58.681569 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:58.690663 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-e4dc11dd-ea35-4d2b-b904-d39fce5ab96c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (60e67ba0-1a38-4c2c-8f3b-75d937cf69ec), after_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:58.709702 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9279a9d1-7c92-4f15-9006-1c4a2c523395 admin admin] Made reservation on behalf of 417bf94ed53447b9927e8a20535464ab for: {'network': 1} {{(pid=112952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:44:58.712888 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-9279a9d1-7c92-4f15-9006-1c4a2c523395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for network (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:58.738260 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-e4dc11dd-ea35-4d2b-b904-d39fce5ab96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:44:58.739213 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-e4dc11dd-ea35-4d2b-b904-d39fce5ab96c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for port (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:58.741123 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-e4dc11dd-ea35-4d2b-b904-d39fce5ab96c service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/60e67ba0-1a38-4c2c-8f3b-75d937cf69ec HTTP/1.1" status: 200 len: 1093 time: 2.9015265 Sep 15 00:44:58.745974 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db3aac8-68f8-4028-8905-acb495f6ab89', 'tag': '60e67ba0-1a38-4c2c-8f3b-75d937cf69ec'}] {{(pid=112952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:44:58.824893 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-f6259a79-c35a-42f4-aabe-86e43d172790 None None] Attempt 9 to provision port 3231acc1-76a4-4c22-96c0-9edb4cf1f79e Sep 15 00:44:58.889554 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:58.928277 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-f6259a79-c35a-42f4-aabe-86e43d172790 None None] Port 3231acc1-76a4-4c22-96c0-9edb4cf1f79e cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:44:58.989638 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=5 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:44:58.990208 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-60736630-8902-40b3-b4da-05170d5756d8 req-e143c9f9-8b1a-427b-830a-e870e2b517bb tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8452163 Sep 15 00:44:58.998232 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-9279a9d1-7c92-4f15-9006-1c4a2c523395 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:59.015366 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-cac47c49-2ab7-479c-8787-92b2dfa2d0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:44:59.017732 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-cac47c49-2ab7-479c-8787-92b2dfa2d0ba service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=bc126ea1c77342d091a96baf33bedf6e&device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 1127 time: 0.1346753 Sep 15 00:44:59.027088 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-1e6b361d-813e-4a6b-94da-cde9efc61123 service neutron] Checking agent: {'id': '7a59e084-9e76-4c44-9c60-e850dcdcbbb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 42, 37), 'started_at': datetime.datetime(2022, 9, 15, 0, 42, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:44:59.027521 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-1e6b361d-813e-4a6b-94da-cde9efc61123 service neutron] Checking segment: {'id': '2b35b24d-afbb-49ac-9c71-14d53de30327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '534fcea4-462b-402d-9da6-e7cef4200229'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:44:59.028126 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-1e6b361d-813e-4a6b-94da-cde9efc61123 service neutron] Bound using segment: {'id': '2b35b24d-afbb-49ac-9c71-14d53de30327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '534fcea4-462b-402d-9da6-e7cef4200229'} {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:44:59.029042 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.managers [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-1e6b361d-813e-4a6b-94da-cde9efc61123 service neutron] Bound port: 3231acc1-76a4-4c22-96c0-9edb4cf1f79e, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b35b24d-afbb-49ac-9c71-14d53de30327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '534fcea4-462b-402d-9da6-e7cef4200229'}}] {{(pid=112953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:44:59.029042 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-1e6b361d-813e-4a6b-94da-cde9efc61123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (3231acc1-76a4-4c22-96c0-9edb4cf1f79e), before_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:59.092427 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591994c-3d3c-459b-9aa1-08e3386f2e94 req-567c3fbe-3029-41cb-8610-dd7dad713c86 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:44:59.094200 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c591994c-3d3c-459b-9aa1-08e3386f2e94 req-567c3fbe-3029-41cb-8610-dd7dad713c86 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 931 time: 0.1021941 Sep 15 00:44:59.236664 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc11dd-ea35-4d2b-b904-d39fce5ab96c service neutron] Pushing event updated for resources: {'Port': ['ID=60e67ba0-1a38-4c2c-8f3b-75d937cf69ec,revision_number=3']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:44:59.280832 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab332b7ebe0febfdc7fe1a403309b4946bbbdc71882a32b3ac962f44a6678e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f481143-e990-48a4-83fa-8e3045e84783" -d '{"events": [{"name": "network-changed", "server_uuid": "6db3aac8-68f8-4028-8905-acb495f6ab89", "tag": "60e67ba0-1a38-4c2c-8f3b-75d937cf69ec"}]}' {{(pid=112952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:44:59.287620 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c591994c-3d3c-459b-9aa1-08e3386f2e94 req-4b3f6c74-450f-4f8d-8094-36bb51d3c18c tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595104 Sep 15 00:44:59.293246 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-1e6b361d-813e-4a6b-94da-cde9efc61123 service neutron] For port 3231acc1-76a4-4c22-96c0-9edb4cf1f79e, host hv-cinder-85752, cleared binding levels {{(pid=112953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:44:59.302260 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-1e6b361d-813e-4a6b-94da-cde9efc61123 service neutron] For port 3231acc1-76a4-4c22-96c0-9edb4cf1f79e, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=3231acc1-76a4-4c22-96c0-9edb4cf1f79e,segment=NetworkSegment(2b35b24d-afbb-49ac-9c71-14d53de30327),segment_id=2b35b24d-afbb-49ac-9c71-14d53de30327)] {{(pid=112953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:44:59.323947 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-130fc48d-e403-43f4-9f32-f79571aeebe8 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60e67ba0-1a38-4c2c-8f3b-75d937cf69ec HTTP/1.1" status: 200 len: 217 time: 0.2340865 Sep 15 00:44:59.330202 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-1e6b361d-813e-4a6b-94da-cde9efc61123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (3231acc1-76a4-4c22-96c0-9edb4cf1f79e), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:59.343279 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-1e6b361d-813e-4a6b-94da-cde9efc61123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:44:59.345620 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-1e6b361d-813e-4a6b-94da-cde9efc61123 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for port (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:59.351814 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-1e6b361d-813e-4a6b-94da-cde9efc61123 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/3231acc1-76a4-4c22-96c0-9edb4cf1f79e HTTP/1.1" status: 200 len: 1094 time: 5.3830657 Sep 15 00:44:59.426727 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40368c8-a515-46b7-add6-5db877d59406', 'tag': '3231acc1-76a4-4c22-96c0-9edb4cf1f79e'}] {{(pid=112953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:44:59.429939 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-f6259a79-c35a-42f4-aabe-86e43d172790 None None] Attempt 10 to provision port 3231acc1-76a4-4c22-96c0-9edb4cf1f79e Sep 15 00:44:59.530882 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-f6259a79-c35a-42f4-aabe-86e43d172790 None None] Port 3231acc1-76a4-4c22-96c0-9edb4cf1f79e had new provisioning blocks added so it will not transition to active. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 00:44:59.659808 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-eba1209d-4848-4a3c-9595-d6057aa9e927 None None] Provisioning complete for port a181a6dc-2e9a-4e22-a218-adf5eb7e3779 triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:44:59.660190 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-eba1209d-4848-4a3c-9595-d6057aa9e927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (a181a6dc-2e9a-4e22-a218-adf5eb7e3779), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:59.660525 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-eba1209d-4848-4a3c-9595-d6057aa9e927 None None] Attempt 1 to provision port a181a6dc-2e9a-4e22-a218-adf5eb7e3779 Sep 15 00:44:59.734814 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.notifiers.nova [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-dea53929-0b4e-4a78-9dfb-73ecaf7cb1ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a181a6dc-2e9a-4e22-a218-adf5eb7e3779 {{(pid=112952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 00:44:59.749664 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-dea53929-0b4e-4a78-9dfb-73ecaf7cb1ad service neutron] Publish callbacks [] for port (a181a6dc-2e9a-4e22-a218-adf5eb7e3779), precommit_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:59.770005 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.provisioning_blocks [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-dea53929-0b4e-4a78-9dfb-73ecaf7cb1ad service neutron] Transition to ACTIVE for port object a181a6dc-2e9a-4e22-a218-adf5eb7e3779 will not be triggered until provisioned by entity L2. {{(pid=112952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 00:44:59.773834 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-614ed940-194d-4584-b047-b007f187b88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:44:59.777109 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-614ed940-194d-4584-b047-b007f187b88c service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=c0996a3a-9136-46be-a223-d4a25daf4874 HTTP/1.1" status: 200 len: 851 time: 0.4263906 Sep 15 00:44:59.810559 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-eba1209d-4848-4a3c-9595-d6057aa9e927 None None] Port a181a6dc-2e9a-4e22-a218-adf5eb7e3779 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:44:59.819749 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-dea53929-0b4e-4a78-9dfb-73ecaf7cb1ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (a181a6dc-2e9a-4e22-a218-adf5eb7e3779), after_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:44:59.964201 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dcd79e7c9c5799004c3790ddb8f78f6987afe8bb335ac36dcc290df3850dde4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6df9ce9-4753-43d5-a2de-80681229a68f" -d '{"events": [{"name": "network-changed", "server_uuid": "b40368c8-a515-46b7-add6-5db877d59406", "tag": "3231acc1-76a4-4c22-96c0-9edb4cf1f79e"}]}' {{(pid=112953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:45:00.045022 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:UPDATE=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:00.068137 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-8675beb8-d4f6-42a3-b608-09b0532a805f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45e2672c-5f66-4187-b159-c6d3bb80d12b {{(pid=112953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 00:45:00.082745 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b361d-813e-4a6b-94da-cde9efc61123 service neutron] Pushing event updated for resources: {'Port': ['ID=3231acc1-76a4-4c22-96c0-9edb4cf1f79e,revision_number=3']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:00.143533 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-8675beb8-d4f6-42a3-b608-09b0532a805f service neutron] Publish callbacks [] for port (45e2672c-5f66-4187-b159-c6d3bb80d12b), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:00.176463 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-dc825409-8754-48c5-8886-3f80f3f91873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:00.182395 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-dc825409-8754-48c5-8886-3f80f3f91873 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=7090f91f78534107ba4b5ccd7f80e145&device_id=b40368c8-a515-46b7-add6-5db877d59406 HTTP/1.1" status: 200 len: 1128 time: 0.5628033 Sep 15 00:45:00.207090 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824df1ca-d6c7-4648-809a-bd502ef7ee80 req-ea3a690f-6940-44fb-89a0-54bb32e0dba6 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:00.208688 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-824df1ca-d6c7-4648-809a-bd502ef7ee80 req-ea3a690f-6940-44fb-89a0-54bb32e0dba6 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 943 time: 0.4450300 Sep 15 00:45:00.311560 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-eba1209d-4848-4a3c-9595-d6057aa9e927 None None] Attempt 2 to provision port a181a6dc-2e9a-4e22-a218-adf5eb7e3779 Sep 15 00:45:00.404569 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 00:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9aeb16-9a18-4606-be52-d74f3cf7e516 x-openstack-request-id: req-cd9aeb16-9a18-4606-be52-d74f3cf7e516 {{(pid=112952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:45:00.405121 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db3aac8-68f8-4028-8905-acb495f6ab89", "tag": "60e67ba0-1a38-4c2c-8f3b-75d937cf69ec", "status": "completed", "code": 200}]} {{(pid=112952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:45:00.405635 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cd9aeb16-9a18-4606-be52-d74f3cf7e516 {{(pid=112952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:45:00.408504 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd9aeb16-9a18-4606-be52-d74f3cf7e516'] response: {'name': 'network-changed', 'server_uuid': '6db3aac8-68f8-4028-8905-acb495f6ab89', 'tag': '60e67ba0-1a38-4c2c-8f3b-75d937cf69ec', 'status': 'completed', 'code': 200} Sep 15 00:45:00.410304 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea53929-0b4e-4a78-9dfb-73ecaf7cb1ad service neutron] Pushing event updated for resources: {'Port': ['ID=a181a6dc-2e9a-4e22-a218-adf5eb7e3779,revision_number=2']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:00.426007 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-eba1209d-4848-4a3c-9595-d6057aa9e927 None None] Port a181a6dc-2e9a-4e22-a218-adf5eb7e3779 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:45:00.432958 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-13911b9a-429f-4803-b733-f532b3a7a03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:00.435665 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-13911b9a-429f-4803-b733-f532b3a7a03f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=af1ef824-3295-4205-b148-29e927c60665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6221735 Sep 15 00:45:00.481103 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-e0985876-d14e-4b6c-b44e-8e917bbbf242 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3231acc1-76a4-4c22-96c0-9edb4cf1f79e HTTP/1.1" status: 200 len: 217 time: 0.2595470 Sep 15 00:45:00.485076 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 00:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65268c80-9713-4549-ad06-4baf2aac8107 x-openstack-request-id: req-65268c80-9713-4549-ad06-4baf2aac8107 {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:45:00.485858 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b40368c8-a515-46b7-add6-5db877d59406", "tag": "3231acc1-76a4-4c22-96c0-9edb4cf1f79e", "status": "completed", "code": 200}]} {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:45:00.487268 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-65268c80-9713-4549-ad06-4baf2aac8107 {{(pid=112953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:45:00.487945 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65268c80-9713-4549-ad06-4baf2aac8107'] response: {'name': 'network-changed', 'server_uuid': 'b40368c8-a515-46b7-add6-5db877d59406', 'tag': '3231acc1-76a4-4c22-96c0-9edb4cf1f79e', 'status': 'completed', 'code': 200} Sep 15 00:45:00.494522 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.provisioning_blocks [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-8675beb8-d4f6-42a3-b608-09b0532a805f service neutron] Transition to ACTIVE for port object 45e2672c-5f66-4187-b159-c6d3bb80d12b will not be triggered until provisioned by entity L2. {{(pid=112953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 00:45:00.649750 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-824df1ca-d6c7-4648-809a-bd502ef7ee80 req-87e0d9be-f600-4a0b-8a04-549d0d4b7c77 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4055824 Sep 15 00:45:00.723150 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-8675beb8-d4f6-42a3-b608-09b0532a805f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (45e2672c-5f66-4187-b159-c6d3bb80d12b), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:00.749070 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-850f1bda-dadb-40d2-bc8a-75b5eba07f6b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/af1ef824-3295-4205-b148-29e927c60665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832901 Sep 15 00:45:00.834521 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92dc150-eb17-412c-a6a7-d38e32f407b1 req-23e5a8ff-8620-4295-b4fc-f409864d3b01 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:00.841618 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d92dc150-eb17-412c-a6a7-d38e32f407b1 req-23e5a8ff-8620-4295-b4fc-f409864d3b01 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 943 time: 0.3107538 Sep 15 00:45:00.908433 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-2d1472f2-70ce-46e3-ac5e-55796fe8d7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:00.909977 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-2d1472f2-70ce-46e3-ac5e-55796fe8d7b3 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=756b70e8-4098-4f30-99b0-99c64c94809f HTTP/1.1" status: 200 len: 857 time: 0.3173506 Sep 15 00:45:00.928709 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-eba1209d-4848-4a3c-9595-d6057aa9e927 None None] Attempt 3 to provision port a181a6dc-2e9a-4e22-a218-adf5eb7e3779 Sep 15 00:45:00.936091 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.managers [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-8675beb8-d4f6-42a3-b608-09b0532a805f service neutron] Attempting to bind port 45e2672c-5f66-4187-b159-c6d3bb80d12b on host hv-cinder-85752 for vnic_type normal with profile {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:45:00.936434 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.managers [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-8675beb8-d4f6-42a3-b608-09b0532a805f service neutron] Attempting to bind port 45e2672c-5f66-4187-b159-c6d3bb80d12b by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '984c4c89-baec-4c7a-bd8d-184a9b4bcb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0'}] {{(pid=112953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:45:00.936764 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-8675beb8-d4f6-42a3-b608-09b0532a805f service neutron] Attempting to bind port 45e2672c-5f66-4187-b159-c6d3bb80d12b on network 5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0 {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:45:00.944118 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8675beb8-d4f6-42a3-b608-09b0532a805f service neutron] Pushing event updated for resources: {'Port': ['ID=45e2672c-5f66-4187-b159-c6d3bb80d12b,revision_number=2']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:00.976339 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:01.001254 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59255260-160e-4708-81c3-1bf24a98b217 req-cf5eeaef-148c-49f8-b1ad-f998d2d940fa tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:01.003675 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-59255260-160e-4708-81c3-1bf24a98b217 req-cf5eeaef-148c-49f8-b1ad-f998d2d940fa tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 943 time: 0.2056658 Sep 15 00:45:01.021897 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-68fdba3b-6d3c-4215-a719-4afd554b2e1e req-9d6ef101-3290-4e72-8a8f-2fe482ec6a24 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/af1ef824-3295-4205-b148-29e927c60665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477830 Sep 15 00:45:01.038383 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-eba1209d-4848-4a3c-9595-d6057aa9e927 None None] Port a181a6dc-2e9a-4e22-a218-adf5eb7e3779 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:45:01.073593 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d92dc150-eb17-412c-a6a7-d38e32f407b1 req-72b59bd8-d2b5-4e64-b071-cc5bd081e1f8 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2299595 Sep 15 00:45:01.106921 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.managers [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-dea53929-0b4e-4a78-9dfb-73ecaf7cb1ad service neutron] Attempting to bind port a181a6dc-2e9a-4e22-a218-adf5eb7e3779 on host hv-cinder-85752 for vnic_type normal with profile {{(pid=112952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:45:01.107283 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.managers [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-dea53929-0b4e-4a78-9dfb-73ecaf7cb1ad service neutron] Attempting to bind port a181a6dc-2e9a-4e22-a218-adf5eb7e3779 by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '2b35b24d-afbb-49ac-9c71-14d53de30327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '534fcea4-462b-402d-9da6-e7cef4200229'}] {{(pid=112952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:45:01.107598 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-dea53929-0b4e-4a78-9dfb-73ecaf7cb1ad service neutron] Attempting to bind port a181a6dc-2e9a-4e22-a218-adf5eb7e3779 on network 534fcea4-462b-402d-9da6-e7cef4200229 {{(pid=112952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:45:01.135529 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-9279a9d1-7c92-4f15-9006-1c4a2c523395 admin admin] Publish callbacks [] for security_group (a198a9ea-ceea-4d31-846d-b66d7e8fd119), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:01.154761 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-9279a9d1-7c92-4f15-9006-1c4a2c523395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (a198a9ea-ceea-4d31-846d-b66d7e8fd119), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:01.182231 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9279a9d1-7c92-4f15-9006-1c4a2c523395 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=112952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 00:45:01.205843 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-9279a9d1-7c92-4f15-9006-1c4a2c523395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898'] for segment (64496e90-d381-4bef-9763-07c44f82e4f1), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:01.206887 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.db.segments_db [None req-9279a9d1-7c92-4f15-9006-1c4a2c523395 admin admin] Added segment 64496e90-d381-4bef-9763-07c44f82e4f1 of type vlan for network 11196173-9c9d-4505-a4ea-d2bef452fedc Sep 15 00:45:01.218950 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-4e36e91a-a2d1-450a-be9f-94d86e7338ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:01.220792 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-4e36e91a-a2d1-450a-be9f-94d86e7338ef service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=534fcea4-462b-402d-9da6-e7cef4200229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2793419 Sep 15 00:45:01.224634 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-8675beb8-d4f6-42a3-b608-09b0532a805f service neutron] Port 45e2672c-5f66-4187-b159-c6d3bb80d12b on network 5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 00:45:01.224968 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-8675beb8-d4f6-42a3-b608-09b0532a805f service neutron] Attempting to bind port 45e2672c-5f66-4187-b159-c6d3bb80d12b on network 5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0 {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:45:01.260128 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-9279a9d1-7c92-4f15-9006-1c4a2c523395 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740353647288'] for network (11196173-9c9d-4505-a4ea-d2bef452fedc), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:01.270579 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:01.318117 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-59255260-160e-4708-81c3-1bf24a98b217 req-fa4a7563-0cc3-42b9-b85a-f89c33838e3d tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793632 Sep 15 00:45:01.318869 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:INSERT=12,neutron:SELECT=82,neutron:UPDATE=6 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:01.322528 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279a9d1-7c92-4f15-9006-1c4a2c523395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a198a9ea-ceea-4d31-846d-b66d7e8fd119,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:01.325748 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-9279a9d1-7c92-4f15-9006-1c4a2c523395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177'] for network (11196173-9c9d-4505-a4ea-d2bef452fedc), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:01.327096 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9279a9d1-7c92-4f15-9006-1c4a2c523395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:01.329174 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-9279a9d1-7c92-4f15-9006-1c4a2c523395 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for network (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:01.415393 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279a9d1-7c92-4f15-9006-1c4a2c523395 admin admin] Pushing event updated for resources: {'Network': ['ID=11196173-9c9d-4505-a4ea-d2bef452fedc,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:01.416849 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-8675beb8-d4f6-42a3-b608-09b0532a805f service neutron] Checking agent: {'id': '7a59e084-9e76-4c44-9c60-e850dcdcbbb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 42, 37), 'started_at': datetime.datetime(2022, 9, 15, 0, 42, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:45:01.417918 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-8675beb8-d4f6-42a3-b608-09b0532a805f service neutron] Checking segment: {'id': '984c4c89-baec-4c7a-bd8d-184a9b4bcb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:45:01.417918 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-8675beb8-d4f6-42a3-b608-09b0532a805f service neutron] Bound using segment: {'id': '984c4c89-baec-4c7a-bd8d-184a9b4bcb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0'} {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:45:01.418140 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.managers [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-8675beb8-d4f6-42a3-b608-09b0532a805f service neutron] Bound port: 45e2672c-5f66-4187-b159-c6d3bb80d12b, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '984c4c89-baec-4c7a-bd8d-184a9b4bcb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0'}}] {{(pid=112953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:45:01.419845 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-8675beb8-d4f6-42a3-b608-09b0532a805f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (45e2672c-5f66-4187-b159-c6d3bb80d12b), before_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:01.421160 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-9279a9d1-7c92-4f15-9006-1c4a2c523395 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 896 time: 3.3544014 Sep 15 00:45:01.429365 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Network 11196173-9c9d-4505-a4ea-d2bef452fedc details requested by agent ovs-agent-dv-cinder-857528-2-iscsi with host dv-cinder-857528-2-iscsi {{(pid=112954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 00:45:01.433231 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 51502) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:01.470764 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-3f752252-a61a-47e8-848f-0489b8281f67 admin admin] Request body: {'subnet': {'network_id': '11196173-9c9d-4505-a4ea-d2bef452fedc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-647369030-subnet', 'tenant_id': '417bf94ed53447b9927e8a20535464ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:45:01.473587 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-dea53929-0b4e-4a78-9dfb-73ecaf7cb1ad service neutron] Port a181a6dc-2e9a-4e22-a218-adf5eb7e3779 on network 534fcea4-462b-402d-9da6-e7cef4200229 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=112952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 00:45:01.474074 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-dea53929-0b4e-4a78-9dfb-73ecaf7cb1ad service neutron] Attempting to bind port a181a6dc-2e9a-4e22-a218-adf5eb7e3779 on network 534fcea4-462b-402d-9da6-e7cef4200229 {{(pid=112952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:45:01.477234 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 51504) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:01.534554 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-dea53929-0b4e-4a78-9dfb-73ecaf7cb1ad service neutron] Checking agent: {'id': '7a59e084-9e76-4c44-9c60-e850dcdcbbb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 42, 37), 'started_at': datetime.datetime(2022, 9, 15, 0, 42, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:45:01.535028 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-dea53929-0b4e-4a78-9dfb-73ecaf7cb1ad service neutron] Checking segment: {'id': '2b35b24d-afbb-49ac-9c71-14d53de30327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '534fcea4-462b-402d-9da6-e7cef4200229'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:45:01.535596 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-dea53929-0b4e-4a78-9dfb-73ecaf7cb1ad service neutron] Bound using segment: {'id': '2b35b24d-afbb-49ac-9c71-14d53de30327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '534fcea4-462b-402d-9da6-e7cef4200229'} {{(pid=112952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:45:01.536301 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.managers [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-dea53929-0b4e-4a78-9dfb-73ecaf7cb1ad service neutron] Bound port: a181a6dc-2e9a-4e22-a218-adf5eb7e3779, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b35b24d-afbb-49ac-9c71-14d53de30327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '534fcea4-462b-402d-9da6-e7cef4200229'}}] {{(pid=112952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:45:01.536770 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-dea53929-0b4e-4a78-9dfb-73ecaf7cb1ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (a181a6dc-2e9a-4e22-a218-adf5eb7e3779), before_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:01.594766 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f481143-e990-48a4-83fa-8e3045e84783 req-fecc9067-1b2c-4dea-89f1-4355d20b731b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:01.597682 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-2f481143-e990-48a4-83fa-8e3045e84783 req-fecc9067-1b2c-4dea-89f1-4355d20b731b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=bc126ea1c77342d091a96baf33bedf6e&device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 1127 time: 0.1859059 Sep 15 00:45:01.662819 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-eba1209d-4848-4a3c-9595-d6057aa9e927 None None] Attempt 4 to provision port a181a6dc-2e9a-4e22-a218-adf5eb7e3779 Sep 15 00:45:01.666133 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f752252-a61a-47e8-848f-0489b8281f67 admin admin] Made reservation on behalf of 417bf94ed53447b9927e8a20535464ab for: {'subnet': 1} {{(pid=112953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:45:01.677233 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-3f752252-a61a-47e8-848f-0489b8281f67 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:02.019821 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ce5da-aa0c-4c38-9a01-5b9e286b5d2b req-93acd9f0-1870-4c76-951a-9817357fbf86 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:02.028145 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-bf7ce5da-aa0c-4c38-9a01-5b9e286b5d2b req-93acd9f0-1870-4c76-951a-9817357fbf86 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 943 time: 0.0700841 Sep 15 00:45:02.078810 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f481143-e990-48a4-83fa-8e3045e84783 req-a47cdffc-260d-4611-95a5-9d54ea32dddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:02.081109 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-2f481143-e990-48a4-83fa-8e3045e84783 req-a47cdffc-260d-4611-95a5-9d54ea32dddc service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=af1ef824-3295-4205-b148-29e927c60665 HTTP/1.1" status: 200 len: 912 time: 0.4712937 Sep 15 00:45:02.083072 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.db [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-dea53929-0b4e-4a78-9dfb-73ecaf7cb1ad service neutron] For port a181a6dc-2e9a-4e22-a218-adf5eb7e3779, host hv-cinder-85752, cleared binding levels {{(pid=112952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:45:02.112843 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-75c3dfd4-c813-4e25-bb86-7834b4994460 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:02.140452 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-f1ef5bfb-a44e-4e24-8828-69e190435765 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/534fcea4-462b-402d-9da6-e7cef4200229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7582822 Sep 15 00:45:02.143966 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-bf7ce5da-aa0c-4c38-9a01-5b9e286b5d2b req-6d50ff2d-681b-41d7-93da-1b83f35a412d tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144681 Sep 15 00:45:02.152473 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-8675beb8-d4f6-42a3-b608-09b0532a805f service neutron] For port 45e2672c-5f66-4187-b159-c6d3bb80d12b, host hv-cinder-85752, cleared binding levels {{(pid=112953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:45:02.214439 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-eba1209d-4848-4a3c-9595-d6057aa9e927 None None] Port a181a6dc-2e9a-4e22-a218-adf5eb7e3779 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:45:02.217868 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-8675beb8-d4f6-42a3-b608-09b0532a805f service neutron] For port 45e2672c-5f66-4187-b159-c6d3bb80d12b, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=45e2672c-5f66-4187-b159-c6d3bb80d12b,segment=NetworkSegment(984c4c89-baec-4c7a-bd8d-184a9b4bcb04),segment_id=984c4c89-baec-4c7a-bd8d-184a9b4bcb04)] {{(pid=112953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:45:02.229434 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.db [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-dea53929-0b4e-4a78-9dfb-73ecaf7cb1ad service neutron] For port a181a6dc-2e9a-4e22-a218-adf5eb7e3779, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=a181a6dc-2e9a-4e22-a218-adf5eb7e3779,segment=NetworkSegment(2b35b24d-afbb-49ac-9c71-14d53de30327),segment_id=2b35b24d-afbb-49ac-9c71-14d53de30327)] {{(pid=112952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:45:02.232370 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-2f481143-e990-48a4-83fa-8e3045e84783 req-9c7f9aba-3634-472e-994c-2496877a55a2 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60e67ba0-1a38-4c2c-8f3b-75d937cf69ec HTTP/1.1" status: 200 len: 217 time: 0.1145833 Sep 15 00:45:02.259084 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:02.289003 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-dea53929-0b4e-4a78-9dfb-73ecaf7cb1ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (a181a6dc-2e9a-4e22-a218-adf5eb7e3779), after_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:02.367499 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-8675beb8-d4f6-42a3-b608-09b0532a805f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (45e2672c-5f66-4187-b159-c6d3bb80d12b), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:02.371403 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-8675beb8-d4f6-42a3-b608-09b0532a805f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:02.372650 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-8675beb8-d4f6-42a3-b608-09b0532a805f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for port (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:02.374878 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-8675beb8-d4f6-42a3-b608-09b0532a805f service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/45e2672c-5f66-4187-b159-c6d3bb80d12b HTTP/1.1" status: 200 len: 1093 time: 4.2926071 Sep 15 00:45:02.385987 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:02.412427 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-dea53929-0b4e-4a78-9dfb-73ecaf7cb1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:02.414860 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-dea53929-0b4e-4a78-9dfb-73ecaf7cb1ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for port (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:02.417345 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-dea53929-0b4e-4a78-9dfb-73ecaf7cb1ad service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/a181a6dc-2e9a-4e22-a218-adf5eb7e3779 HTTP/1.1" status: 200 len: 1093 time: 4.8808537 Sep 15 00:45:02.428011 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3368c45f-e52e-42fd-8f8c-43e3aeb5aeef', 'tag': 'a181a6dc-2e9a-4e22-a218-adf5eb7e3779'}] {{(pid=112952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:45:02.443299 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab332b7ebe0febfdc7fe1a403309b4946bbbdc71882a32b3ac962f44a6678e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af608f5c-6094-493d-88f4-b204c41c87e4" -d '{"events": [{"name": "network-changed", "server_uuid": "3368c45f-e52e-42fd-8f8c-43e3aeb5aeef", "tag": "a181a6dc-2e9a-4e22-a218-adf5eb7e3779"}]}' {{(pid=112952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:45:02.465986 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea53929-0b4e-4a78-9dfb-73ecaf7cb1ad service neutron] Pushing event updated for resources: {'Port': ['ID=a181a6dc-2e9a-4e22-a218-adf5eb7e3779,revision_number=3']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:02.510113 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f481143-e990-48a4-83fa-8e3045e84783 req-2c7957c2-aaf5-44ac-a762-a7060ec87102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:02.516758 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-2f481143-e990-48a4-83fa-8e3045e84783 req-2c7957c2-aaf5-44ac-a762-a7060ec87102 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=c0996a3a-9136-46be-a223-d4a25daf4874 HTTP/1.1" status: 200 len: 851 time: 0.2717478 Sep 15 00:45:02.535081 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d301ea-7505-4d72-8061-827894477da0', 'tag': '45e2672c-5f66-4187-b159-c6d3bb80d12b'}] {{(pid=112953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:45:02.536491 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dcd79e7c9c5799004c3790ddb8f78f6987afe8bb335ac36dcc290df3850dde4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e53fb4-56b5-428b-ac7f-8ba16c75b2ee" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d301ea-7505-4d72-8061-827894477da0", "tag": "45e2672c-5f66-4187-b159-c6d3bb80d12b"}]}' {{(pid=112953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:45:02.540664 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d7da2bc8-a2f9-4e6d-8df9-07191e34e5ba req-b7bc672c-1b47-46d2-8218-f3766bdd4497 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/534fcea4-462b-402d-9da6-e7cef4200229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789823 Sep 15 00:45:02.586719 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e44bf-4247-4c72-b2b8-c85574951f48 req-eaeb5786-654e-410c-8be4-abc35eed96e6 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:02.604538 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-aa8e44bf-4247-4c72-b2b8-c85574951f48 req-eaeb5786-654e-410c-8be4-abc35eed96e6 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 943 time: 0.3543725 Sep 15 00:45:02.716046 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-eba1209d-4848-4a3c-9595-d6057aa9e927 None None] Attempt 5 to provision port a181a6dc-2e9a-4e22-a218-adf5eb7e3779 Sep 15 00:45:02.726940 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc905034-ba5f-47a5-8a48-15d41de8af3b req-20b36334-4271-414c-99be-df78bf95bfda tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:02.732015 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-fc905034-ba5f-47a5-8a48-15d41de8af3b req-20b36334-4271-414c-99be-df78bf95bfda tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 943 time: 0.2133758 Sep 15 00:45:02.832166 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-eba1209d-4848-4a3c-9595-d6057aa9e927 None None] Port a181a6dc-2e9a-4e22-a218-adf5eb7e3779 had new provisioning blocks added so it will not transition to active. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 00:45:02.904185 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-3f752252-a61a-47e8-848f-0489b8281f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177'] for subnet (a1c33c65-1f0a-405a-b59d-6fc261ce4760), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:02.906219 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8675beb8-d4f6-42a3-b608-09b0532a805f service neutron] Pushing event updated for resources: {'Port': ['ID=45e2672c-5f66-4187-b159-c6d3bb80d12b,revision_number=3']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:03.043613 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-59fb6627-efd8-43ed-b0a9-e25cef801790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:03.049868 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-59fb6627-efd8-43ed-b0a9-e25cef801790 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6a9d9cf3606845ec964dd8320126293e&device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 1127 time: 0.3822718 Sep 15 00:45:03.111325 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-fc905034-ba5f-47a5-8a48-15d41de8af3b req-e8597de8-efb7-4173-9a7f-1e1e9e0c7f4a tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368363 Sep 15 00:45:03.125629 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f481143-e990-48a4-83fa-8e3045e84783 req-ec7add08-a195-4af8-a626-4b452fc99ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:03.127228 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-2f481143-e990-48a4-83fa-8e3045e84783 req-ec7add08-a195-4af8-a626-4b452fc99ce2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=af1ef824-3295-4205-b148-29e927c60665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3256376 Sep 15 00:45:03.183223 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-eb3f2e6d-3018-4b20-acd7-f39cb49b7ca8 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45e2672c-5f66-4187-b159-c6d3bb80d12b HTTP/1.1" status: 200 len: 217 time: 0.0653493 Sep 15 00:45:03.231979 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 00:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d56adbf-7c52-4fc9-b74f-32eed0565e27 x-openstack-request-id: req-9d56adbf-7c52-4fc9-b74f-32eed0565e27 {{(pid=112952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:45:03.235440 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3368c45f-e52e-42fd-8f8c-43e3aeb5aeef", "tag": "a181a6dc-2e9a-4e22-a218-adf5eb7e3779", "status": "completed", "code": 200}]} {{(pid=112952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:45:03.235440 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d56adbf-7c52-4fc9-b74f-32eed0565e27 {{(pid=112952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:45:03.236363 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d56adbf-7c52-4fc9-b74f-32eed0565e27'] response: {'name': 'network-changed', 'server_uuid': '3368c45f-e52e-42fd-8f8c-43e3aeb5aeef', 'tag': 'a181a6dc-2e9a-4e22-a218-adf5eb7e3779', 'status': 'completed', 'code': 200} Sep 15 00:45:03.347720 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df9ce9-4753-43d5-a2de-80681229a68f req-76a49b77-0b94-454f-b562-e63657ee5995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:03.350152 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b6df9ce9-4753-43d5-a2de-80681229a68f req-76a49b77-0b94-454f-b562-e63657ee5995 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=7090f91f78534107ba4b5ccd7f80e145&device_id=b40368c8-a515-46b7-add6-5db877d59406 HTTP/1.1" status: 200 len: 1128 time: 0.1550872 Sep 15 00:45:03.362612 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 00:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c4260d-2db9-45a5-b006-0134ee41f05b x-openstack-request-id: req-39c4260d-2db9-45a5-b006-0134ee41f05b {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:45:03.363181 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d301ea-7505-4d72-8061-827894477da0", "tag": "45e2672c-5f66-4187-b159-c6d3bb80d12b", "status": "completed", "code": 200}]} {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:45:03.363607 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-39c4260d-2db9-45a5-b006-0134ee41f05b {{(pid=112953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:45:03.364410 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39c4260d-2db9-45a5-b006-0134ee41f05b'] response: {'name': 'network-changed', 'server_uuid': 'c1d301ea-7505-4d72-8061-827894477da0', 'tag': '45e2672c-5f66-4187-b159-c6d3bb80d12b', 'status': 'completed', 'code': 200} Sep 15 00:45:03.423748 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-aa8e44bf-4247-4c72-b2b8-c85574951f48 req-8fd4bc16-8efb-4df4-919a-1eb12e9a235e tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8164082 Sep 15 00:45:03.467777 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f752252-a61a-47e8-848f-0489b8281f67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1c33c65-1f0a-405a-b59d-6fc261ce4760,revision_number=0']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:03.482818 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:03.485866 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-fb3faa86-9328-42f6-b74b-d54922729bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:03.488141 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-fb3faa86-9328-42f6-b74b-d54922729bd8 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=7090f91f78534107ba4b5ccd7f80e145&device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 1127 time: 0.1533067 Sep 15 00:45:03.523214 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-75c3dfd4-c813-4e25-bb86-7834b4994460 admin admin] Publish callbacks [] for security_group (4b618ce9-4b22-47f9-abc9-7ca80f365b50), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:03.542330 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-90e4704b-e24a-43c3-ade6-85f0cf1ce43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:03.543859 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-90e4704b-e24a-43c3-ade6-85f0cf1ce43c service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=7d05243c-ba86-4ab7-a5fb-f252ae11d048 HTTP/1.1" status: 200 len: 849 time: 0.3384302 Sep 15 00:45:03.656048 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-092a732b-5a25-4ff1-80c1-f9c0a4279f00 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a181a6dc-2e9a-4e22-a218-adf5eb7e3779 HTTP/1.1" status: 200 len: 217 time: 0.1147697 Sep 15 00:45:03.690604 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-c37a3e80-5a2a-4a9f-b6d4-10bdf6af162e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:03.702088 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-c37a3e80-5a2a-4a9f-b6d4-10bdf6af162e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1129510 Sep 15 00:45:03.842154 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-75c3dfd4-c813-4e25-bb86-7834b4994460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (4b618ce9-4b22-47f9-abc9-7ca80f365b50), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:03.874165 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-2f481143-e990-48a4-83fa-8e3045e84783 req-e638f780-c492-4e72-a6b6-7404132c1cd4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/af1ef824-3295-4205-b148-29e927c60665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6937559 Sep 15 00:45:03.882938 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f752252-a61a-47e8-848f-0489b8281f67 admin admin] Checking segment: {'id': '64496e90-d381-4bef-9763-07c44f82e4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '11196173-9c9d-4505-a4ea-d2bef452fedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:45:03.883291 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f752252-a61a-47e8-848f-0489b8281f67 admin admin] Network hostable DHCP agents. Network: 11196173-9c9d-4505-a4ea-d2bef452fedc, hostable agents: ['abe268bd-80e0-4b66-bd7b-8cd34d7e839c'], hosted agents: [] {{(pid=112953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 00:45:03.883714 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e3c6f-9162-477b-a342-fcd113752592 req-8a0aa935-d88c-495e-ac0f-ba5d25d70fef tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:03.891354 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-4d2e3c6f-9162-477b-a342-fcd113752592 req-8a0aa935-d88c-495e-ac0f-ba5d25d70fef tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 943 time: 0.3617661 Sep 15 00:45:03.957724 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c3dfd4-c813-4e25-bb86-7834b4994460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b618ce9-4b22-47f9-abc9-7ca80f365b50,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:04.010418 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-6629bfc4-3038-49ca-a472-12f11fb6d05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:04.011930 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-6629bfc4-3038-49ca-a472-12f11fb6d05b service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=756b70e8-4098-4f30-99b0-99c64c94809f HTTP/1.1" status: 200 len: 857 time: 0.1815317 Sep 15 00:45:04.018274 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:04.044054 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-75c3dfd4-c813-4e25-bb86-7834b4994460 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=fe33d8cbe3e04bdeb9c9691e048ba925&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5600448 Sep 15 00:45:04.061582 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 51590) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:04.086732 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:04.097582 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-4d2e3c6f-9162-477b-a342-fcd113752592 req-8445dd51-9a50-4ac9-b4c2-74cbc180e6ba tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048898 Sep 15 00:45:04.127095 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 51594) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:04.209098 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-23017892-e6b0-47b8-9799-91c3393b3641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:04.212576 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-23017892-e6b0-47b8-9799-91c3393b3641 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=534fcea4-462b-402d-9da6-e7cef4200229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1500368 Sep 15 00:45:04.249392 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-91813d1c-eb65-49a2-a1b0-1b6d31c9c548 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4921367 Sep 15 00:45:04.262657 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-2f481143-e990-48a4-83fa-8e3045e84783 req-786de4e5-db8a-4c60-9576-9705ab2d1943 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/af1ef824-3295-4205-b148-29e927c60665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688188 Sep 15 00:45:04.334904 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-fc375b68-e27b-4b25-9c87-767691a4e0e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:04.343969 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f752252-a61a-47e8-848f-0489b8281f67 admin admin] Network 11196173-9c9d-4505-a4ea-d2bef452fedc is scheduled to be hosted by DHCP agent abe268bd-80e0-4b66-bd7b-8cd34d7e839c with binding_index 1 {{(pid=112953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 00:45:04.347575 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df9ce9-4753-43d5-a2de-80681229a68f req-2ac8d6cf-9b2a-40d1-a289-4fd54f64ff19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:04.349277 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b6df9ce9-4753-43d5-a2de-80681229a68f req-2ac8d6cf-9b2a-40d1-a289-4fd54f64ff19 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=534fcea4-462b-402d-9da6-e7cef4200229 HTTP/1.1" status: 200 len: 918 time: 0.8517039 Sep 15 00:45:04.356144 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828940c-309f-40f1-a56e-b2e49141eb0f req-8eb291e9-fae8-4fe0-baa3-c61fccf559b2 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:04.357992 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-4828940c-309f-40f1-a56e-b2e49141eb0f req-8eb291e9-fae8-4fe0-baa3-c61fccf559b2 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 943 time: 0.0821683 Sep 15 00:45:04.454831 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b6df9ce9-4753-43d5-a2de-80681229a68f req-20557438-8de8-4af4-b6cb-209c322be5c7 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3231acc1-76a4-4c22-96c0-9edb4cf1f79e HTTP/1.1" status: 200 len: 217 time: 0.0453405 Sep 15 00:45:04.460078 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.base_scheduler [None req-3f752252-a61a-47e8-848f-0489b8281f67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-2-iscsi, 11196173-9c9d-4505-a4ea-d2bef452fedc) {{(pid=112953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:45:04.469112 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19cb186-6263-4b4d-ba1f-87b1a9231dd0 None None] Network 11196173-9c9d-4505-a4ea-d2bef452fedc requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:45:04.535898 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df9ce9-4753-43d5-a2de-80681229a68f req-0eaf4414-2a0a-492f-a8f3-0dbba700a371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:04.537383 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b6df9ce9-4753-43d5-a2de-80681229a68f req-0eaf4414-2a0a-492f-a8f3-0dbba700a371 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=756b70e8-4098-4f30-99b0-99c64c94809f HTTP/1.1" status: 200 len: 857 time: 0.0650792 Sep 15 00:45:04.538010 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-d3018e03-db0b-41b0-9ae5-295279704def admin admin] Publish callbacks [] for security_group (4b618ce9-4b22-47f9-abc9-7ca80f365b50), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:04.563387 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-d3018e03-db0b-41b0-9ae5-295279704def admin admin] Publish callbacks [] for security_group (4b618ce9-4b22-47f9-abc9-7ca80f365b50), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:04.619757 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f752252-a61a-47e8-848f-0489b8281f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:04.620405 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-3f752252-a61a-47e8-848f-0489b8281f67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for subnet (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:04.623262 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b6a9b144-00d1-4a1f-9da9-e55de964f4b2 req-0fe627de-e4c7-4f77-a5c0-daa9e09cf344 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788186 Sep 15 00:45:04.692487 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:04.704294 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc92e57-411d-40c9-9479-4ef440eaf4b6 None None] Network 11196173-9c9d-4505-a4ea-d2bef452fedc requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:45:04.736772 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66daa00-c5d4-4de4-8b03-93391e5fb8fc req-147a755b-2b09-4b0c-b6c0-d2f6df8027b3 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:04.738443 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a66daa00-c5d4-4de4-8b03-93391e5fb8fc req-147a755b-2b09-4b0c-b6c0-d2f6df8027b3 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 943 time: 0.1081672 Sep 15 00:45:04.748139 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-fc375b68-e27b-4b25-9c87-767691a4e0e3 admin admin] Publish callbacks [] for security_group (0262fc74-d388-448b-9f78-cade6521be64), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:04.755001 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-d3018e03-db0b-41b0-9ae5-295279704def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (4b618ce9-4b22-47f9-abc9-7ca80f365b50), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:04.757976 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-d3018e03-db0b-41b0-9ae5-295279704def admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:04.761892 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-d3018e03-db0b-41b0-9ae5-295279704def admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/4b618ce9-4b22-47f9-abc9-7ca80f365b50 HTTP/1.1" status: 204 len: 168 time: 0.6911328 Sep 15 00:45:04.764415 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-fc375b68-e27b-4b25-9c87-767691a4e0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (0262fc74-d388-448b-9f78-cade6521be64), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:04.856008 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc375b68-e27b-4b25-9c87-767691a4e0e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0262fc74-d388-448b-9f78-cade6521be64,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:04.871186 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-3f752252-a61a-47e8-848f-0489b8281f67 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.4345722 Sep 15 00:45:04.903252 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3018e03-db0b-41b0-9ae5-295279704def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b618ce9-4b22-47f9-abc9-7ca80f365b50,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:04.910737 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=100 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:04.940825 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df9ce9-4753-43d5-a2de-80681229a68f req-fb43950a-181d-456a-a306-9d91e4c2add1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:04.942307 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b6df9ce9-4753-43d5-a2de-80681229a68f req-fb43950a-181d-456a-a306-9d91e4c2add1 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=534fcea4-462b-402d-9da6-e7cef4200229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3177392 Sep 15 00:45:04.973633 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-4828940c-309f-40f1-a56e-b2e49141eb0f req-c2824423-d4ad-46a6-b7e7-c219d5099146 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5749006 Sep 15 00:45:04.997722 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-fc375b68-e27b-4b25-9c87-767691a4e0e3 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=9cb7c27e52414d8b873e28395caa60c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8675659 Sep 15 00:45:04.998600 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-4ac81234-9e1d-43e3-b738-0493f9bab5dd service neutron] 10.222.0.18 "GET /networking/v2.0/networks/534fcea4-462b-402d-9da6-e7cef4200229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7523746 Sep 15 00:45:05.015591 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 51618) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:05.021058 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e53fb4-56b5-428b-ac7f-8ba16c75b2ee req-f18b9c51-6423-40f1-ae19-4ad7a9dce65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:05.022861 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-53e53fb4-56b5-428b-ac7f-8ba16c75b2ee req-f18b9c51-6423-40f1-ae19-4ad7a9dce65a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6a9d9cf3606845ec964dd8320126293e&device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 1127 time: 0.1726274 Sep 15 00:45:05.040208 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a66daa00-c5d4-4de4-8b03-93391e5fb8fc req-10f2c2e9-48b3-491d-b611-be83493d500f tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2894208 Sep 15 00:45:05.281280 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c9a287ce-01a4-4f38-beee-0928bc138ae3 admin admin] Publish callbacks [] for security_group (0262fc74-d388-448b-9f78-cade6521be64), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:05.313074 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:05.317274 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c74c890c-8b91-467e-b9c5-64e57bece0c7 req-2b903c5e-16e8-4c72-b952-4b37b6467b9a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/534fcea4-462b-402d-9da6-e7cef4200229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173904 Sep 15 00:45:05.319409 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b6df9ce9-4753-43d5-a2de-80681229a68f req-625a5054-35d2-4b2f-b8bf-3ee7903141a4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/534fcea4-462b-402d-9da6-e7cef4200229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443954 Sep 15 00:45:05.323250 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e53fb4-56b5-428b-ac7f-8ba16c75b2ee req-b960e44e-267f-4913-ad53-efcd43dbac58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:05.325422 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-53e53fb4-56b5-428b-ac7f-8ba16c75b2ee req-b960e44e-267f-4913-ad53-efcd43dbac58 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0 HTTP/1.1" status: 200 len: 910 time: 0.2930150 Sep 15 00:45:05.327983 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c9a287ce-01a4-4f38-beee-0928bc138ae3 admin admin] Publish callbacks [] for security_group (0262fc74-d388-448b-9f78-cade6521be64), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:05.393496 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c9a287ce-01a4-4f38-beee-0928bc138ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (0262fc74-d388-448b-9f78-cade6521be64), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:05.398025 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c9a287ce-01a4-4f38-beee-0928bc138ae3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:05.399626 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-c9a287ce-01a4-4f38-beee-0928bc138ae3 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/0262fc74-d388-448b-9f78-cade6521be64 HTTP/1.1" status: 204 len: 168 time: 0.3946447 Sep 15 00:45:05.455304 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d91980-e399-4df5-81c4-1ef5e7148995 req-de13551f-9150-4d5f-9d98-e7bfbe5b5869 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:05.456879 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-84d91980-e399-4df5-81c4-1ef5e7148995 req-de13551f-9150-4d5f-9d98-e7bfbe5b5869 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 943 time: 0.1365643 Sep 15 00:45:05.460832 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a287ce-01a4-4f38-beee-0928bc138ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0262fc74-d388-448b-9f78-cade6521be64,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:05.464756 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-53e53fb4-56b5-428b-ac7f-8ba16c75b2ee req-b8bee6fd-788e-4bd7-897c-808100cda8cf service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45e2672c-5f66-4187-b159-c6d3bb80d12b HTTP/1.1" status: 200 len: 217 time: 0.0637341 Sep 15 00:45:05.518316 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 51630) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:05.585043 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e53fb4-56b5-428b-ac7f-8ba16c75b2ee req-b873bf2f-412c-4ddc-920b-ebf79a3766e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:05.587080 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-53e53fb4-56b5-428b-ac7f-8ba16c75b2ee req-b873bf2f-412c-4ddc-920b-ebf79a3766e4 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=7d05243c-ba86-4ab7-a5fb-f252ae11d048 HTTP/1.1" status: 200 len: 849 time: 0.1037405 Sep 15 00:45:05.625472 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-7b4bcabf-8a1b-4e27-93b7-515364f99829 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:05.672276 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af608f5c-6094-493d-88f4-b204c41c87e4 req-bf340613-1c3e-4b46-9163-d27c6ba1082c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:05.674759 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-af608f5c-6094-493d-88f4-b204c41c87e4 req-bf340613-1c3e-4b46-9163-d27c6ba1082c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=7090f91f78534107ba4b5ccd7f80e145&device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 1127 time: 0.1453981 Sep 15 00:45:05.729518 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:05.764346 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b6df9ce9-4753-43d5-a2de-80681229a68f req-63dc15f5-ee86-431b-986e-7df0d58625e8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/534fcea4-462b-402d-9da6-e7cef4200229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763986 Sep 15 00:45:05.772751 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-84d91980-e399-4df5-81c4-1ef5e7148995 req-310f225f-cd94-4eaa-9145-55d339e2e459 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533412 Sep 15 00:45:05.793645 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-7b4bcabf-8a1b-4e27-93b7-515364f99829 admin admin] Publish callbacks [] for security_group (a5da9428-3dc5-4635-a628-3158a295b31a), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:05.804375 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-7b4bcabf-8a1b-4e27-93b7-515364f99829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (a5da9428-3dc5-4635-a628-3158a295b31a), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:05.856688 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-7b4bcabf-8a1b-4e27-93b7-515364f99829 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=031df15ccfd44744a2bc495b971b1330&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3262329 Sep 15 00:45:05.857676 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4bcabf-8a1b-4e27-93b7-515364f99829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5da9428-3dc5-4635-a628-3158a295b31a,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:05.860195 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 51646) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:05.932584 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c7d3ff79-d6b5-40fd-a9c5-4c2866b35645 admin admin] Publish callbacks [] for security_group (a5da9428-3dc5-4635-a628-3158a295b31a), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:05.959084 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c7d3ff79-d6b5-40fd-a9c5-4c2866b35645 admin admin] Publish callbacks [] for security_group (a5da9428-3dc5-4635-a628-3158a295b31a), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:06.039905 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c7d3ff79-d6b5-40fd-a9c5-4c2866b35645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (a5da9428-3dc5-4635-a628-3158a295b31a), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:06.042926 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c7d3ff79-d6b5-40fd-a9c5-4c2866b35645 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:06.044228 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-c7d3ff79-d6b5-40fd-a9c5-4c2866b35645 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/a5da9428-3dc5-4635-a628-3158a295b31a HTTP/1.1" status: 204 len: 168 time: 0.1834888 Sep 15 00:45:06.055768 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3ff79-d6b5-40fd-a9c5-4c2866b35645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5da9428-3dc5-4635-a628-3158a295b31a,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:06.167443 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:06.192166 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 51664) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:06.221858 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb892e17-f817-4f6c-bed8-b94ea7bddad8 req-d2bee3f2-6ffd-402b-9bfd-8e1b7aa11de8 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:06.231827 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-cb892e17-f817-4f6c-bed8-b94ea7bddad8 req-d2bee3f2-6ffd-402b-9bfd-8e1b7aa11de8 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 943 time: 0.1293805 Sep 15 00:45:06.234223 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f98326a4-3942-4093-8846-7ed17c31c3a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:06.361637 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-cb892e17-f817-4f6c-bed8-b94ea7bddad8 req-9c61d822-3a90-4c45-ae9d-571f1a8ec1e6 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299906 Sep 15 00:45:06.386973 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f98326a4-3942-4093-8846-7ed17c31c3a0 admin admin] Publish callbacks [] for security_group (f3635eea-9eb5-4322-8973-1269549be0b1), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:06.394671 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f98326a4-3942-4093-8846-7ed17c31c3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (f3635eea-9eb5-4322-8973-1269549be0b1), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:06.426174 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8466c0-9741-48ed-961c-767898879114 req-bf602c63-e532-4ecb-ae68-49ce2282e394 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:06.427832 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7b8466c0-9741-48ed-961c-767898879114 req-bf602c63-e532-4ecb-ae68-49ce2282e394 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 943 time: 0.2266383 Sep 15 00:45:06.452850 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:06.463048 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 51680) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:06.468477 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-f98326a4-3942-4093-8846-7ed17c31c3a0 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=2a6f5bf591664ba59d150eac32c6ee87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2750587 Sep 15 00:45:06.470714 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-209d4b1f-489e-432e-87e0-6bd672d4aca1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1450230385-network', 'tenant_id': '1ede4436931542f4a61b528bb8a939c9'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:45:06.472015 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 51682) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:06.472789 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98326a4-3942-4093-8846-7ed17c31c3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3635eea-9eb5-4322-8973-1269549be0b1,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:06.499038 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209d4b1f-489e-432e-87e0-6bd672d4aca1 admin admin] Made reservation on behalf of 1ede4436931542f4a61b528bb8a939c9 for: {'network': 1} {{(pid=112952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:45:06.502718 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-209d4b1f-489e-432e-87e0-6bd672d4aca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for network (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:06.521925 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-209d4b1f-489e-432e-87e0-6bd672d4aca1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:06.574693 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7b8466c0-9741-48ed-961c-767898879114 req-9af5d23f-7e89-4b63-8fb7-9081a4d28a6e tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401951 Sep 15 00:45:06.593767 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-88e5ea8c-7901-4b2c-88af-98cefe443212 admin admin] Publish callbacks [] for security_group (f3635eea-9eb5-4322-8973-1269549be0b1), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:06.623385 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:06.635361 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-88e5ea8c-7901-4b2c-88af-98cefe443212 admin admin] Publish callbacks [] for security_group (f3635eea-9eb5-4322-8973-1269549be0b1), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:06.730412 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-88e5ea8c-7901-4b2c-88af-98cefe443212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (f3635eea-9eb5-4322-8973-1269549be0b1), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:06.735714 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-88e5ea8c-7901-4b2c-88af-98cefe443212 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:06.741191 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-88e5ea8c-7901-4b2c-88af-98cefe443212 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f3635eea-9eb5-4322-8973-1269549be0b1 HTTP/1.1" status: 204 len: 168 time: 0.2549260 Sep 15 00:45:06.752936 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5ea8c-7901-4b2c-88af-98cefe443212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3635eea-9eb5-4322-8973-1269549be0b1,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:06.942435 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69662728-4722-451a-be30-88a39a420b01 req-afe7b649-4eb8-4c4c-b6c4-b431dd725a48 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:06.944593 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-69662728-4722-451a-be30-88a39a420b01 req-afe7b649-4eb8-4c4c-b6c4-b431dd725a48 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 943 time: 0.0722208 Sep 15 00:45:06.953402 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-209d4b1f-489e-432e-87e0-6bd672d4aca1 admin admin] Publish callbacks [] for security_group (bdcc6443-4dcf-418d-8c0c-9a8a07350e2f), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:06.965277 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-209d4b1f-489e-432e-87e0-6bd672d4aca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (bdcc6443-4dcf-418d-8c0c-9a8a07350e2f), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:06.992732 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 51702) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:07.010838 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-209d4b1f-489e-432e-87e0-6bd672d4aca1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=112952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 00:45:07.039411 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-209d4b1f-489e-432e-87e0-6bd672d4aca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898'] for segment (15f1a7b4-4d7a-42ad-a128-4d4d461a14d3), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:07.039779 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.db.segments_db [None req-209d4b1f-489e-432e-87e0-6bd672d4aca1 admin admin] Added segment 15f1a7b4-4d7a-42ad-a128-4d4d461a14d3 of type vlan for network e4b360f5-fc66-43e5-8f48-c70725ed5d9c Sep 15 00:45:07.041194 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d4b1f-489e-432e-87e0-6bd672d4aca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcc6443-4dcf-418d-8c0c-9a8a07350e2f,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:07.055234 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-69662728-4722-451a-be30-88a39a420b01 req-b22b42e7-5ce2-4637-bc78-a414e906cf18 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994682 Sep 15 00:45:07.106897 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-209d4b1f-489e-432e-87e0-6bd672d4aca1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740353647288'] for network (e4b360f5-fc66-43e5-8f48-c70725ed5d9c), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:07.137704 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-209d4b1f-489e-432e-87e0-6bd672d4aca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177'] for network (e4b360f5-fc66-43e5-8f48-c70725ed5d9c), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:07.139302 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209d4b1f-489e-432e-87e0-6bd672d4aca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:07.139938 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-209d4b1f-489e-432e-87e0-6bd672d4aca1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for network (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:07.199671 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-209d4b1f-489e-432e-87e0-6bd672d4aca1 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7353623 Sep 15 00:45:07.202472 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 51714) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:07.207549 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-5e34d633-f16f-4aa3-a05b-abfd364fed34 admin admin] Request body: {'subnet': {'network_id': 'e4b360f5-fc66-43e5-8f48-c70725ed5d9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1450230385-subnet', 'tenant_id': '1ede4436931542f4a61b528bb8a939c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:45:07.221540 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d4b1f-489e-432e-87e0-6bd672d4aca1 admin admin] Pushing event updated for resources: {'Network': ['ID=e4b360f5-fc66-43e5-8f48-c70725ed5d9c,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:07.229021 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e34d633-f16f-4aa3-a05b-abfd364fed34 admin admin] Made reservation on behalf of 1ede4436931542f4a61b528bb8a939c9 for: {'subnet': 1} {{(pid=112953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:45:07.232756 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-5e34d633-f16f-4aa3-a05b-abfd364fed34 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:07.233039 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Network e4b360f5-fc66-43e5-8f48-c70725ed5d9c details requested by agent ovs-agent-dv-cinder-857528-2-iscsi with host dv-cinder-857528-2-iscsi {{(pid=112954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 00:45:07.261612 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-0b2b2d2c-99f7-4eb5-b3e4-e962a6947ea3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:07.492326 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-0b2b2d2c-99f7-4eb5-b3e4-e962a6947ea3 admin admin] Publish callbacks [] for security_group (eacde9b9-54f7-4dcf-8c3a-f3f4c79dfa81), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:07.502422 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-0b2b2d2c-99f7-4eb5-b3e4-e962a6947ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (eacde9b9-54f7-4dcf-8c3a-f3f4c79dfa81), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:07.569258 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f7a405-b035-41b8-9eca-7613b0225e5d req-a2a034dc-aca3-4acc-8d42-435788df3e9a tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:07.571002 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-59f7a405-b035-41b8-9eca-7613b0225e5d req-a2a034dc-aca3-4acc-8d42-435788df3e9a tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 943 time: 0.1334636 Sep 15 00:45:07.606287 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-0b2b2d2c-99f7-4eb5-b3e4-e962a6947ea3 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=50862e13563d4a6a9ca6ee91a09c2423&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6098557 Sep 15 00:45:07.606287 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b2d2c-99f7-4eb5-b3e4-e962a6947ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eacde9b9-54f7-4dcf-8c3a-f3f4c79dfa81,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:07.607149 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 51734) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:07.615680 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-5e34d633-f16f-4aa3-a05b-abfd364fed34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177'] for subnet (6f94a37e-b01c-4537-b83d-699cf12b304d), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:07.631835 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:INSERT=12,neutron:SELECT=85,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:07.685781 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c0190b37-218e-44ba-bc3c-7594980309ed admin admin] Publish callbacks [] for security_group (eacde9b9-54f7-4dcf-8c3a-f3f4c79dfa81), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:07.721177 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-59f7a405-b035-41b8-9eca-7613b0225e5d req-b781a878-4f5e-4035-bb30-3ab35d7cb681 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320412 Sep 15 00:45:07.744996 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:07.771997 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e34d633-f16f-4aa3-a05b-abfd364fed34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f94a37e-b01c-4537-b83d-699cf12b304d,revision_number=0']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:07.783653 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c0190b37-218e-44ba-bc3c-7594980309ed admin admin] Publish callbacks [] for security_group (eacde9b9-54f7-4dcf-8c3a-f3f4c79dfa81), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:07.803510 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e34d633-f16f-4aa3-a05b-abfd364fed34 admin admin] Checking segment: {'id': '15f1a7b4-4d7a-42ad-a128-4d4d461a14d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e4b360f5-fc66-43e5-8f48-c70725ed5d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:45:07.804023 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e34d633-f16f-4aa3-a05b-abfd364fed34 admin admin] Network hostable DHCP agents. Network: e4b360f5-fc66-43e5-8f48-c70725ed5d9c, hostable agents: ['abe268bd-80e0-4b66-bd7b-8cd34d7e839c'], hosted agents: [] {{(pid=112953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 00:45:07.826851 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e34d633-f16f-4aa3-a05b-abfd364fed34 admin admin] Network e4b360f5-fc66-43e5-8f48-c70725ed5d9c is scheduled to be hosted by DHCP agent abe268bd-80e0-4b66-bd7b-8cd34d7e839c with binding_index 1 {{(pid=112953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 00:45:07.840277 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.base_scheduler [None req-5e34d633-f16f-4aa3-a05b-abfd364fed34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-2-iscsi, e4b360f5-fc66-43e5-8f48-c70725ed5d9c) {{(pid=112953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:45:07.846080 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e34d633-f16f-4aa3-a05b-abfd364fed34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:07.847209 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-5e34d633-f16f-4aa3-a05b-abfd364fed34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for subnet (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:07.849322 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35bfd4-89d5-4acb-b4ca-4ef6b153e219 req-9887187e-d104-405f-bac6-e60f893b54e5 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:07.853487 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-4d35bfd4-89d5-4acb-b4ca-4ef6b153e219 req-9887187e-d104-405f-bac6-e60f893b54e5 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 943 time: 0.1399610 Sep 15 00:45:07.855935 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f794664a-370c-4dd8-9b39-4625ce6fd355 None None] Network e4b360f5-fc66-43e5-8f48-c70725ed5d9c requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:45:07.880629 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-5e34d633-f16f-4aa3-a05b-abfd364fed34 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6769817 Sep 15 00:45:07.902433 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=4 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:07.934667 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c0190b37-218e-44ba-bc3c-7594980309ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (eacde9b9-54f7-4dcf-8c3a-f3f4c79dfa81), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:07.938122 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c0190b37-218e-44ba-bc3c-7594980309ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:07.943459 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-c0190b37-218e-44ba-bc3c-7594980309ed admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/eacde9b9-54f7-4dcf-8c3a-f3f4c79dfa81 HTTP/1.1" status: 204 len: 168 time: 0.3346946 Sep 15 00:45:07.969545 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-4d35bfd4-89d5-4acb-b4ca-4ef6b153e219 req-cfce64ed-1625-4a17-b650-6937df8bf8ea tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104023 Sep 15 00:45:07.971373 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0190b37-218e-44ba-bc3c-7594980309ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eacde9b9-54f7-4dcf-8c3a-f3f4c79dfa81,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:07.976287 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe65d93e-329d-4786-89cc-416f6604a3ba None None] Network e4b360f5-fc66-43e5-8f48-c70725ed5d9c requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:45:08.006171 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=100 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:08.106930 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 51760) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:08.160569 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.db_base_plugin_v2 [None req-b22d90b7-f5a8-456e-88a3-f40a434b8c40 admin admin] Deleting subnet a1c33c65-1f0a-405a-b59d-6fc261ce4760 {{(pid=112952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 00:45:08.164506 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-b22d90b7-f5a8-456e-88a3-f40a434b8c40 admin admin] Publish callbacks [] for subnet (a1c33c65-1f0a-405a-b59d-6fc261ce4760), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:08.211994 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-b22d90b7-f5a8-456e-88a3-f40a434b8c40 admin admin] Publish callbacks [] for subnet (a1c33c65-1f0a-405a-b59d-6fc261ce4760), precommit_delete_associations {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:08.224285 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-b22d90b7-f5a8-456e-88a3-f40a434b8c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-769422'] for subnet (a1c33c65-1f0a-405a-b59d-6fc261ce4760), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:08.232523 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd44d9-4ac4-440b-a0b7-bc302ff312ce req-f8d648ef-75d3-438c-b0eb-baa0867d8e06 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:08.234131 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-33fd44d9-4ac4-440b-a0b7-bc302ff312ce req-f8d648ef-75d3-438c-b0eb-baa0867d8e06 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 943 time: 0.0660057 Sep 15 00:45:08.301117 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-b22d90b7-f5a8-456e-88a3-f40a434b8c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177'] for subnet (a1c33c65-1f0a-405a-b59d-6fc261ce4760), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:08.301368 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-33fd44d9-4ac4-440b-a0b7-bc302ff312ce req-f3bf0ab5-ac45-41e7-8976-debe1474d7e8 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604794 Sep 15 00:45:08.331857 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d90b7-f5a8-456e-88a3-f40a434b8c40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1c33c65-1f0a-405a-b59d-6fc261ce4760,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:08.349044 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-b22d90b7-f5a8-456e-88a3-f40a434b8c40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:08.352713 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-b22d90b7-f5a8-456e-88a3-f40a434b8c40 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/a1c33c65-1f0a-405a-b59d-6fc261ce4760 HTTP/1.1" status: 204 len: 168 time: 0.2447100 Sep 15 00:45:08.355234 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 51770) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:08.437410 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-1bf391e2-941a-48a6-9f3e-959247b7127a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792827'] for network (11196173-9c9d-4505-a4ea-d2bef452fedc), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:08.480528 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:08.504213 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 51778) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:08.523310 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-fd557b11-b422-4190-ac47-0e99871e9a85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:08.536344 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-1bf391e2-941a-48a6-9f3e-959247b7127a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864165', 'neutron.services.segments.db._delete_segments_for_network-8740354160321'] for network (11196173-9c9d-4505-a4ea-d2bef452fedc), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:08.556539 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=1,neutron:DELETE=5 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:08.561652 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-1bf391e2-941a-48a6-9f3e-959247b7127a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=112952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:45:08.562027 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-1bf391e2-941a-48a6-9f3e-959247b7127a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=112952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:45:08.562923 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-1bf391e2-941a-48a6-9f3e-959247b7127a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=112952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:45:08.563262 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-1bf391e2-941a-48a6-9f3e-959247b7127a admin admin] Subscribe: > port after_create 55550000 {{(pid=112952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:45:08.563666 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-1bf391e2-941a-48a6-9f3e-959247b7127a admin admin] Subscribe: > port after_delete 55550000 {{(pid=112952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:45:08.564021 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-1bf391e2-941a-48a6-9f3e-959247b7127a admin admin] Subscribe: > port after_update 55550000 {{(pid=112952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:45:08.564772 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-1bf391e2-941a-48a6-9f3e-959247b7127a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=112952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:45:08.564888 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-1bf391e2-941a-48a6-9f3e-959247b7127a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:45:08.565140 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-1bf391e2-941a-48a6-9f3e-959247b7127a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:45:08.565466 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-1bf391e2-941a-48a6-9f3e-959247b7127a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=112952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:45:08.633916 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-fd557b11-b422-4190-ac47-0e99871e9a85 admin admin] Publish callbacks [] for security_group (b4eba370-a564-4c68-b505-00b89c028f15), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:08.640864 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-fd557b11-b422-4190-ac47-0e99871e9a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (b4eba370-a564-4c68-b505-00b89c028f15), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:08.687247 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd557b11-b422-4190-ac47-0e99871e9a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4eba370-a564-4c68-b505-00b89c028f15,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:08.693543 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-fd557b11-b422-4190-ac47-0e99871e9a85 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=7b4f3ae4d36b46b5bb21e2eadfdc396f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1877358 Sep 15 00:45:08.696901 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 51782) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:08.751639 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-902d210a-8dbd-4f94-9693-fa228a6b20f5 admin admin] Publish callbacks [] for security_group (b4eba370-a564-4c68-b505-00b89c028f15), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:08.758571 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-1bf391e2-941a-48a6-9f3e-959247b7127a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:45:08.759355 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-1bf391e2-941a-48a6-9f3e-959247b7127a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:45:08.759971 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-1bf391e2-941a-48a6-9f3e-959247b7127a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=112952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:45:08.760334 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-1bf391e2-941a-48a6-9f3e-959247b7127a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=112952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:45:08.760677 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.services.segments.db [None req-1bf391e2-941a-48a6-9f3e-959247b7127a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11196173-9c9d-4505-a4ea-d2bef452fedc']}} {{(pid=112952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:45:08.774379 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-902d210a-8dbd-4f94-9693-fa228a6b20f5 admin admin] Publish callbacks [] for security_group (b4eba370-a564-4c68-b505-00b89c028f15), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:08.782903 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.services.segments.db [None req-1bf391e2-941a-48a6-9f3e-959247b7127a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64496e90-d381-4bef-9763-07c44f82e4f1') {'for_net_delete': True} {{(pid=112952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:45:08.783215 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.services.segments.db [None req-1bf391e2-941a-48a6-9f3e-959247b7127a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64496e90-d381-4bef-9763-07c44f82e4f1') {} {{(pid=112952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:45:08.812473 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-1bf391e2-941a-48a6-9f3e-959247b7127a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740354160213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2228569'] for segment (64496e90-d381-4bef-9763-07c44f82e4f1), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:08.847014 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-1bf391e2-941a-48a6-9f3e-959247b7127a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898'] for segment (64496e90-d381-4bef-9763-07c44f82e4f1), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:08.864807 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-902d210a-8dbd-4f94-9693-fa228a6b20f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (b4eba370-a564-4c68-b505-00b89c028f15), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:08.867126 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bf391e2-941a-48a6-9f3e-959247b7127a admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=112952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 00:45:08.867648 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-1bf391e2-941a-48a6-9f3e-959247b7127a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3303962'] for segment (64496e90-d381-4bef-9763-07c44f82e4f1), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:08.867769 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-902d210a-8dbd-4f94-9693-fa228a6b20f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:08.871510 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-902d210a-8dbd-4f94-9693-fa228a6b20f5 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/b4eba370-a564-4c68-b505-00b89c028f15 HTTP/1.1" status: 204 len: 168 time: 0.1709702 Sep 15 00:45:08.879622 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902d210a-8dbd-4f94-9693-fa228a6b20f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4eba370-a564-4c68-b505-00b89c028f15,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:08.978283 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f4516-a6ce-46d8-a2c8-6e57283fc915 req-089b8ff7-3e7d-426a-b50f-87deba62607c tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:08.979909 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-817f4516-a6ce-46d8-a2c8-6e57283fc915 req-089b8ff7-3e7d-426a-b50f-87deba62607c tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 943 time: 0.1037898 Sep 15 00:45:08.980983 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-1bf391e2-941a-48a6-9f3e-959247b7127a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682314'] for network (11196173-9c9d-4505-a4ea-d2bef452fedc), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:08.990800 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-1bf391e2-941a-48a6-9f3e-959247b7127a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for network (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:08.994687 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-1bf391e2-941a-48a6-9f3e-959247b7127a admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/11196173-9c9d-4505-a4ea-d2bef452fedc HTTP/1.1" status: 204 len: 168 time: 0.6382604 Sep 15 00:45:08.998103 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 51804) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:09.053236 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf391e2-941a-48a6-9f3e-959247b7127a admin admin] Pushing event deleted for resources: {'Network': ['ID=11196173-9c9d-4505-a4ea-d2bef452fedc,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:09.132385 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-817f4516-a6ce-46d8-a2c8-6e57283fc915 req-7568694e-1a71-46d9-93f2-fde8d915821c tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362906 Sep 15 00:45:09.312980 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.db_base_plugin_v2 [None req-544fd8d6-6c69-4049-932c-c25c554acfe8 admin admin] Deleting subnet 6f94a37e-b01c-4537-b83d-699cf12b304d {{(pid=112953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 00:45:09.317180 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-544fd8d6-6c69-4049-932c-c25c554acfe8 admin admin] Publish callbacks [] for subnet (6f94a37e-b01c-4537-b83d-699cf12b304d), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:09.324514 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e90ea2-e1c5-4e2d-9a82-b5c2b96bea75 req-d88bc6cd-4655-4f9a-b1b6-2d18966f9c7d tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:09.326036 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-84e90ea2-e1c5-4e2d-9a82-b5c2b96bea75 req-d88bc6cd-4655-4f9a-b1b6-2d18966f9c7d tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 943 time: 0.2602570 Sep 15 00:45:09.390844 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-544fd8d6-6c69-4049-932c-c25c554acfe8 admin admin] Publish callbacks [] for subnet (6f94a37e-b01c-4537-b83d-699cf12b304d), precommit_delete_associations {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:09.410102 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-544fd8d6-6c69-4049-932c-c25c554acfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-769422'] for subnet (6f94a37e-b01c-4537-b83d-699cf12b304d), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:09.417464 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 51822) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:09.440221 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-84e90ea2-e1c5-4e2d-9a82-b5c2b96bea75 req-fd9c1a7d-e130-4fd2-b68c-438b8c060f66 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960331 Sep 15 00:45:09.456034 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-e9c7f5fc-8fb4-4ac2-8936-c718ca3d03e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:09.515747 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-544fd8d6-6c69-4049-932c-c25c554acfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177'] for subnet (6f94a37e-b01c-4537-b83d-699cf12b304d), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:09.522301 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fda5d2-d9c6-4296-afe3-93dd28c9a6bd req-478f33a9-bb3d-459c-a5f9-bdee7fbee123 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:09.523897 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-99fda5d2-d9c6-4296-afe3-93dd28c9a6bd req-478f33a9-bb3d-459c-a5f9-bdee7fbee123 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 943 time: 0.0816576 Sep 15 00:45:09.542849 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-544fd8d6-6c69-4049-932c-c25c554acfe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for subnet (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:09.549197 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-544fd8d6-6c69-4049-932c-c25c554acfe8 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/6f94a37e-b01c-4537-b83d-699cf12b304d HTTP/1.1" status: 204 len: 168 time: 0.5483403 Sep 15 00:45:09.553074 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 51826) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:09.580900 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544fd8d6-6c69-4049-932c-c25c554acfe8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f94a37e-b01c-4537-b83d-699cf12b304d,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:09.667464 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-99fda5d2-d9c6-4296-afe3-93dd28c9a6bd req-0eb242f2-c6b9-41c3-acd5-f7d63611f95c tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376641 Sep 15 00:45:09.678376 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-08efd768-323a-4ef0-bded-46e120542343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792827'] for network (e4b360f5-fc66-43e5-8f48-c70725ed5d9c), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:09.703396 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.services.segments.plugin [-] Segment 64496e90-d381-4bef-9763-07c44f82e4f1 resource provider aggregate not found Sep 15 00:45:09.734854 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.services.segments.plugin [-] Segment 64496e90-d381-4bef-9763-07c44f82e4f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 64496e90-d381-4bef-9763-07c44f82e4f1 found for delete ", "request_id": "req-196356b5-7fba-4597-8421-818a0bce0f38"}]} Sep 15 00:45:09.742498 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-e9c7f5fc-8fb4-4ac2-8936-c718ca3d03e8 admin admin] Publish callbacks [] for security_group (4d11dc0d-e305-4db0-8ab8-90a29b945d0c), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:09.755591 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:09.788037 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-e9c7f5fc-8fb4-4ac2-8936-c718ca3d03e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (4d11dc0d-e305-4db0-8ab8-90a29b945d0c), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:09.834526 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-08efd768-323a-4ef0-bded-46e120542343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864165', 'neutron.services.segments.db._delete_segments_for_network-8740354160321'] for network (e4b360f5-fc66-43e5-8f48-c70725ed5d9c), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:09.853188 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-e9c7f5fc-8fb4-4ac2-8936-c718ca3d03e8 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=8e58edc84dd1478fb8c339bca269229a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4314573 Sep 15 00:45:09.854539 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 51840) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:09.854753 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c7f5fc-8fb4-4ac2-8936-c718ca3d03e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d11dc0d-e305-4db0-8ab8-90a29b945d0c,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:09.868770 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.services.segments.db [None req-08efd768-323a-4ef0-bded-46e120542343 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4b360f5-fc66-43e5-8f48-c70725ed5d9c']}} {{(pid=112952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:45:09.881714 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.services.segments.db [None req-08efd768-323a-4ef0-bded-46e120542343 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15f1a7b4-4d7a-42ad-a128-4d4d461a14d3') {'for_net_delete': True} {{(pid=112952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:45:09.881934 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.services.segments.db [None req-08efd768-323a-4ef0-bded-46e120542343 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15f1a7b4-4d7a-42ad-a128-4d4d461a14d3') {} {{(pid=112952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:45:09.885133 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:09.898086 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:09.902437 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-08efd768-323a-4ef0-bded-46e120542343 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740354160213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2228569'] for segment (15f1a7b4-4d7a-42ad-a128-4d4d461a14d3), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:09.930861 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-08efd768-323a-4ef0-bded-46e120542343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898'] for segment (15f1a7b4-4d7a-42ad-a128-4d4d461a14d3), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:09.937209 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-6fe64234-6c61-4ecc-9e4b-9caf91765cca admin admin] Publish callbacks [] for security_group (4d11dc0d-e305-4db0-8ab8-90a29b945d0c), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:09.938151 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08efd768-323a-4ef0-bded-46e120542343 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=112952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 00:45:09.938901 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-08efd768-323a-4ef0-bded-46e120542343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3303962'] for segment (15f1a7b4-4d7a-42ad-a128-4d4d461a14d3), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:09.962306 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-6fe64234-6c61-4ecc-9e4b-9caf91765cca admin admin] Publish callbacks [] for security_group (4d11dc0d-e305-4db0-8ab8-90a29b945d0c), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:09.998218 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-08efd768-323a-4ef0-bded-46e120542343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682314'] for network (e4b360f5-fc66-43e5-8f48-c70725ed5d9c), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:10.004825 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-08efd768-323a-4ef0-bded-46e120542343 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for network (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:10.011288 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-08efd768-323a-4ef0-bded-46e120542343 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/e4b360f5-fc66-43e5-8f48-c70725ed5d9c HTTP/1.1" status: 204 len: 168 time: 0.4533925 Sep 15 00:45:10.028473 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08efd768-323a-4ef0-bded-46e120542343 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4b360f5-fc66-43e5-8f48-c70725ed5d9c,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:10.029037 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-6fe64234-6c61-4ecc-9e4b-9caf91765cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (4d11dc0d-e305-4db0-8ab8-90a29b945d0c), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:10.034058 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-6fe64234-6c61-4ecc-9e4b-9caf91765cca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:10.035818 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-6fe64234-6c61-4ecc-9e4b-9caf91765cca admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/4d11dc0d-e305-4db0-8ab8-90a29b945d0c HTTP/1.1" status: 204 len: 168 time: 0.1783524 Sep 15 00:45:10.045331 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe64234-6c61-4ecc-9e4b-9caf91765cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d11dc0d-e305-4db0-8ab8-90a29b945d0c,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:10.277719 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 51868) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:10.301306 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14ec23-fe7d-483a-bbe6-e0bb41710a42 req-2b0ad3db-88a2-48e4-abb4-f1421585eee2 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:10.303062 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-dd14ec23-fe7d-483a-bbe6-e0bb41710a42 req-2b0ad3db-88a2-48e4-abb4-f1421585eee2 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 943 time: 0.0774889 Sep 15 00:45:10.340532 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-3cec2c29-5291-4275-aa20-7c8e88234650 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=417bf94ed53447b9927e8a20535464ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0615060 Sep 15 00:45:10.343453 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 51872) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:10.366266 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-dd14ec23-fe7d-483a-bbe6-e0bb41710a42 req-67b72833-1452-41da-8078-93a21a0d4c8a tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572531 Sep 15 00:45:10.382228 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:DELETE=5,neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:10.409713 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c78ee536-3088-4278-af71-d4f067361d0e admin admin] Publish callbacks [] for security_group (a198a9ea-ceea-4d31-846d-b66d7e8fd119), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:10.436474 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c78ee536-3088-4278-af71-d4f067361d0e admin admin] Publish callbacks [] for security_group (a198a9ea-ceea-4d31-846d-b66d7e8fd119), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:10.495057 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c78ee536-3088-4278-af71-d4f067361d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (a198a9ea-ceea-4d31-846d-b66d7e8fd119), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:10.498562 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c78ee536-3088-4278-af71-d4f067361d0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:10.503442 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-c78ee536-3088-4278-af71-d4f067361d0e admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/a198a9ea-ceea-4d31-846d-b66d7e8fd119 HTTP/1.1" status: 204 len: 168 time: 0.1532147 Sep 15 00:45:10.508489 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ee536-3088-4278-af71-d4f067361d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a198a9ea-ceea-4d31-846d-b66d7e8fd119,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:10.603820 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44d409-660b-496b-9b73-fa3071b16600 req-93298866-6bbe-42f7-9e74-fe45eae3ac7e tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:10.605959 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-6f44d409-660b-496b-9b73-fa3071b16600 req-93298866-6bbe-42f7-9e74-fe45eae3ac7e tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 943 time: 0.0529244 Sep 15 00:45:10.642341 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 51890) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:10.697167 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-6f44d409-660b-496b-9b73-fa3071b16600 req-8c62cbcd-8254-4711-9419-fefef964c183 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726895 Sep 15 00:45:10.852021 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef42c63-c91c-4e9b-b4e7-a39d47ef8361 req-3e956568-529b-4e88-b6df-1483bfc2559a tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:10.854868 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-fef42c63-c91c-4e9b-b4e7-a39d47ef8361 req-3e956568-529b-4e88-b6df-1483bfc2559a tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 943 time: 0.0816970 Sep 15 00:45:10.959314 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e53fb4-56b5-428b-ac7f-8ba16c75b2ee req-f6cb05a0-47b5-4b8f-b4ec-4e913e7df548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:10.961226 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-53e53fb4-56b5-428b-ac7f-8ba16c75b2ee req-f6cb05a0-47b5-4b8f-b4ec-4e913e7df548 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0617108 Sep 15 00:45:10.996410 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-4de1fb21-8978-4276-a6e7-94745e456aca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:11.015042 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-fef42c63-c91c-4e9b-b4e7-a39d47ef8361 req-1285b5d3-d29f-45f9-bd65-87f07243c2f3 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512992 Sep 15 00:45:11.082642 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af608f5c-6094-493d-88f4-b204c41c87e4 req-572bcfe4-b67a-4f56-861c-dd3c9e9e8511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:11.084145 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-af608f5c-6094-493d-88f4-b204c41c87e4 req-572bcfe4-b67a-4f56-861c-dd3c9e9e8511 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=534fcea4-462b-402d-9da6-e7cef4200229 HTTP/1.1" status: 200 len: 918 time: 0.1749442 Sep 15 00:45:11.096637 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-53e53fb4-56b5-428b-ac7f-8ba16c75b2ee req-77612e55-e239-4ce1-8851-7e032d1a6d6a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277783 Sep 15 00:45:11.132690 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-af608f5c-6094-493d-88f4-b204c41c87e4 req-bea83de5-49c7-408d-9bf7-79f622488e54 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a181a6dc-2e9a-4e22-a218-adf5eb7e3779 HTTP/1.1" status: 200 len: 217 time: 0.0416234 Sep 15 00:45:11.145623 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 51908) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:11.198627 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-53e53fb4-56b5-428b-ac7f-8ba16c75b2ee req-b5dd0266-4001-4768-97fe-c3a5deabfedc service neutron] 10.222.0.18 "GET /networking/v2.0/networks/5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968280 Sep 15 00:45:11.203669 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-4de1fb21-8978-4276-a6e7-94745e456aca admin admin] Publish callbacks [] for security_group (80585cfd-a986-41dc-b6f3-dae40dc46ef7), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:11.212597 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-4de1fb21-8978-4276-a6e7-94745e456aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (80585cfd-a986-41dc-b6f3-dae40dc46ef7), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:11.263675 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af608f5c-6094-493d-88f4-b204c41c87e4 req-f773403a-a26d-4325-a03d-e484d45a3714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:11.265142 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-af608f5c-6094-493d-88f4-b204c41c87e4 req-f773403a-a26d-4325-a03d-e484d45a3714 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=756b70e8-4098-4f30-99b0-99c64c94809f HTTP/1.1" status: 200 len: 857 time: 0.1203251 Sep 15 00:45:11.277870 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-26ff1ee0-60b4-45c5-bb52-e87fbff6df4f admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=1ede4436931542f4a61b528bb8a939c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1312869 Sep 15 00:45:11.281160 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-4de1fb21-8978-4276-a6e7-94745e456aca admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=7eec17aa13734b8a9eca85b9b8161a5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6370790 Sep 15 00:45:11.281160 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 51912) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:11.283396 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 51914) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:11.295155 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de1fb21-8978-4276-a6e7-94745e456aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80585cfd-a986-41dc-b6f3-dae40dc46ef7,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:11.350608 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af608f5c-6094-493d-88f4-b204c41c87e4 req-c6a4a9fd-2dd6-4303-990c-e0e6548ef896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:11.352182 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-af608f5c-6094-493d-88f4-b204c41c87e4 req-c6a4a9fd-2dd6-4303-990c-e0e6548ef896 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=534fcea4-462b-402d-9da6-e7cef4200229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0779507 Sep 15 00:45:11.355223 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ad399478-54fa-46ba-8c95-f884401bc1db admin admin] Publish callbacks [] for security_group (80585cfd-a986-41dc-b6f3-dae40dc46ef7), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:11.378617 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-fd75fdc0-fa3c-4bf9-bc86-c514cef866f3 admin admin] Publish callbacks [] for security_group (bdcc6443-4dcf-418d-8c0c-9a8a07350e2f), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:11.379374 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ad399478-54fa-46ba-8c95-f884401bc1db admin admin] Publish callbacks [] for security_group (80585cfd-a986-41dc-b6f3-dae40dc46ef7), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:11.401554 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-fd75fdc0-fa3c-4bf9-bc86-c514cef866f3 admin admin] Publish callbacks [] for security_group (bdcc6443-4dcf-418d-8c0c-9a8a07350e2f), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:11.442022 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ad399478-54fa-46ba-8c95-f884401bc1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (80585cfd-a986-41dc-b6f3-dae40dc46ef7), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:11.444866 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ad399478-54fa-46ba-8c95-f884401bc1db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:11.446076 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-ad399478-54fa-46ba-8c95-f884401bc1db admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/80585cfd-a986-41dc-b6f3-dae40dc46ef7 HTTP/1.1" status: 204 len: 168 time: 0.1615150 Sep 15 00:45:11.449925 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:11.461525 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad399478-54fa-46ba-8c95-f884401bc1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80585cfd-a986-41dc-b6f3-dae40dc46ef7,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:11.485065 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-fd75fdc0-fa3c-4bf9-bc86-c514cef866f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (bdcc6443-4dcf-418d-8c0c-9a8a07350e2f), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:11.490597 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-fd75fdc0-fa3c-4bf9-bc86-c514cef866f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:11.495584 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-fd75fdc0-fa3c-4bf9-bc86-c514cef866f3 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/bdcc6443-4dcf-418d-8c0c-9a8a07350e2f HTTP/1.1" status: 204 len: 168 time: 0.2032447 Sep 15 00:45:11.508253 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd75fdc0-fa3c-4bf9-bc86-c514cef866f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcc6443-4dcf-418d-8c0c-9a8a07350e2f,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:11.557561 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f998a1-d28f-4e5d-8ed7-7383f9bfe95a req-bd87c060-8417-42be-af02-7ef2a5e176b7 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:11.560018 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-40f998a1-d28f-4e5d-8ed7-7383f9bfe95a req-bd87c060-8417-42be-af02-7ef2a5e176b7 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 943 time: 0.0865314 Sep 15 00:45:11.602911 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:11.617119 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-40f998a1-d28f-4e5d-8ed7-7383f9bfe95a req-2fbba6f0-d919-4f84-ad02-aee114cdda56 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501859 Sep 15 00:45:11.773574 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.services.segments.plugin [-] Segment 15f1a7b4-4d7a-42ad-a128-4d4d461a14d3 resource provider aggregate not found Sep 15 00:45:11.799213 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.services.segments.plugin [-] Segment 15f1a7b4-4d7a-42ad-a128-4d4d461a14d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 15f1a7b4-4d7a-42ad-a128-4d4d461a14d3 found for delete ", "request_id": "req-43ba92d4-19ef-4f8b-94b1-c0ed26cded1f"}]} Sep 15 00:45:11.856884 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a18b3-622d-4b84-9ceb-f048871b95e0 req-894b0ff8-0f21-489c-833a-0c2a56abc45b tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:11.858514 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-bf0a18b3-622d-4b84-9ceb-f048871b95e0 req-894b0ff8-0f21-489c-833a-0c2a56abc45b tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 943 time: 0.0527785 Sep 15 00:45:11.897137 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:11.922679 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-bf0a18b3-622d-4b84-9ceb-f048871b95e0 req-986db823-e7ba-4150-8386-a19676286d90 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584781 Sep 15 00:45:11.961135 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 51950) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:11.979264 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-6ba5f81d-3c04-47b1-9bdb-48f5d0cb07a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:12.124516 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-6ba5f81d-3c04-47b1-9bdb-48f5d0cb07a7 admin admin] Publish callbacks [] for security_group (14092e08-2347-4a64-b541-1d363ca21567), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:12.134155 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-6ba5f81d-3c04-47b1-9bdb-48f5d0cb07a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (14092e08-2347-4a64-b541-1d363ca21567), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:12.167421 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-6ba5f81d-3c04-47b1-9bdb-48f5d0cb07a7 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=f9d5f85bb23f4437a7fb7c339f0a1369&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2045679 Sep 15 00:45:12.175968 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 51960) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:12.230525 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f01115-e500-41cc-9d22-4b6551bcc0b2 req-433410d3-83b5-4b94-a8be-061b904afbc7 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:12.232178 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba5f81d-3c04-47b1-9bdb-48f5d0cb07a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14092e08-2347-4a64-b541-1d363ca21567,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:12.239157 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-39f01115-e500-41cc-9d22-4b6551bcc0b2 req-433410d3-83b5-4b94-a8be-061b904afbc7 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 943 time: 0.0939522 Sep 15 00:45:12.271465 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-3d79a9b0-8f99-4406-93bf-6c7af9375da8 admin admin] Publish callbacks [] for security_group (14092e08-2347-4a64-b541-1d363ca21567), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:12.292616 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-39f01115-e500-41cc-9d22-4b6551bcc0b2 req-4687133a-e38f-4bbf-ac60-5db67a77ee27 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524776 Sep 15 00:45:12.306302 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-3d79a9b0-8f99-4406-93bf-6c7af9375da8 admin admin] Publish callbacks [] for security_group (14092e08-2347-4a64-b541-1d363ca21567), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:12.365789 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-3d79a9b0-8f99-4406-93bf-6c7af9375da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (14092e08-2347-4a64-b541-1d363ca21567), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:12.368516 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-3d79a9b0-8f99-4406-93bf-6c7af9375da8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:12.372388 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-3d79a9b0-8f99-4406-93bf-6c7af9375da8 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/14092e08-2347-4a64-b541-1d363ca21567 HTTP/1.1" status: 204 len: 168 time: 0.1951153 Sep 15 00:45:12.381115 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d79a9b0-8f99-4406-93bf-6c7af9375da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14092e08-2347-4a64-b541-1d363ca21567,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:12.766268 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ef3e6-41d1-4aec-a96b-450dd8be6128 req-4415b705-d6f7-4a59-850c-94b6c00501a2 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:12.769533 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-dc3ef3e6-41d1-4aec-a96b-450dd8be6128 req-4415b705-d6f7-4a59-850c-94b6c00501a2 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 943 time: 0.0639558 Sep 15 00:45:12.840633 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-dc3ef3e6-41d1-4aec-a96b-450dd8be6128 req-1e23f756-d4f0-4bf7-8391-be0afe454631 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630565 Sep 15 00:45:13.069680 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c696b-c245-4a30-839a-31b9a5d062db req-ea748927-0151-4881-804f-516713731beb tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:13.071471 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9a5c696b-c245-4a30-839a-31b9a5d062db req-ea748927-0151-4881-804f-516713731beb tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 943 time: 0.0606918 Sep 15 00:45:13.138480 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9a5c696b-c245-4a30-839a-31b9a5d062db req-0047e02a-53d2-460d-bd17-e00000fa5ed2 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606272 Sep 15 00:45:13.508747 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 52032) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:13.513687 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e59c4-a2a7-4db1-baa8-a5d94fbba228 req-4d0e9002-45e7-4ee3-8bf9-1d90b8bbc413 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:13.515209 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-011e59c4-a2a7-4db1-baa8-a5d94fbba228 req-4d0e9002-45e7-4ee3-8bf9-1d90b8bbc413 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 943 time: 0.0838456 Sep 15 00:45:13.560317 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:13.598650 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-011e59c4-a2a7-4db1-baa8-a5d94fbba228 req-27656f11-b372-446c-b263-a5fb33dca94b tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734103 Sep 15 00:45:13.654196 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-4f9978b7-f171-441a-8bfb-1e8eafd91bc9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1908434258-network', 'tenant_id': '06a0252a4fba4f1ebfa9f25a2c6e39a4'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:45:13.676498 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9978b7-f171-441a-8bfb-1e8eafd91bc9 admin admin] Made reservation on behalf of 06a0252a4fba4f1ebfa9f25a2c6e39a4 for: {'network': 1} {{(pid=112952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:45:13.679039 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-4f9978b7-f171-441a-8bfb-1e8eafd91bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for network (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:13.687938 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-4f9978b7-f171-441a-8bfb-1e8eafd91bc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:13.697459 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:13.766863 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-4f9978b7-f171-441a-8bfb-1e8eafd91bc9 admin admin] Publish callbacks [] for security_group (4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:13.770839 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-4f9978b7-f171-441a-8bfb-1e8eafd91bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:13.796895 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f9978b7-f171-441a-8bfb-1e8eafd91bc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=112952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 00:45:13.806892 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9978b7-f171-441a-8bfb-1e8eafd91bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:13.814138 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-4f9978b7-f171-441a-8bfb-1e8eafd91bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898'] for segment (67a5c709-e9e9-4f50-9138-0fb27c172b4e), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:13.814515 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.db.segments_db [None req-4f9978b7-f171-441a-8bfb-1e8eafd91bc9 admin admin] Added segment 67a5c709-e9e9-4f50-9138-0fb27c172b4e of type vlan for network 7963b74a-c6e4-436d-bf68-47024742fd78 Sep 15 00:45:13.838527 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=24 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:13.854224 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-4f9978b7-f171-441a-8bfb-1e8eafd91bc9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740353647288'] for network (7963b74a-c6e4-436d-bf68-47024742fd78), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:13.882835 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-4f9978b7-f171-441a-8bfb-1e8eafd91bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177'] for network (7963b74a-c6e4-436d-bf68-47024742fd78), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:13.884189 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9978b7-f171-441a-8bfb-1e8eafd91bc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:13.884775 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-4f9978b7-f171-441a-8bfb-1e8eafd91bc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for network (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:13.976559 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-4f9978b7-f171-441a-8bfb-1e8eafd91bc9 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4658391 Sep 15 00:45:13.979593 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 52052) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:13.984390 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9978b7-f171-441a-8bfb-1e8eafd91bc9 admin admin] Pushing event updated for resources: {'Network': ['ID=7963b74a-c6e4-436d-bf68-47024742fd78,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:13.997676 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Network 7963b74a-c6e4-436d-bf68-47024742fd78 details requested by agent ovs-agent-dv-cinder-857528-2-iscsi with host dv-cinder-857528-2-iscsi {{(pid=112954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 00:45:14.001613 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ad3bc-2913-4a3a-8524-35187bb172ef req-0ad3fe9f-9604-4fac-8a4d-50d60c48e3cf tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:14.003423 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-683ad3bc-2913-4a3a-8524-35187bb172ef req-0ad3fe9f-9604-4fac-8a4d-50d60c48e3cf tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 943 time: 0.0692973 Sep 15 00:45:14.008647 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-80a4be2f-c97f-4970-af00-1c20e785685f admin admin] Request body: {'subnet': {'network_id': '7963b74a-c6e4-436d-bf68-47024742fd78', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1908434258-subnet', 'tenant_id': '06a0252a4fba4f1ebfa9f25a2c6e39a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:45:14.053900 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a4be2f-c97f-4970-af00-1c20e785685f admin admin] Made reservation on behalf of 06a0252a4fba4f1ebfa9f25a2c6e39a4 for: {'subnet': 1} {{(pid=112953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:45:14.057033 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-80a4be2f-c97f-4970-af00-1c20e785685f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:14.060153 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-683ad3bc-2913-4a3a-8524-35187bb172ef req-be8fea32-6346-43f8-a88c-00995d9430cf tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492182 Sep 15 00:45:14.187066 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:14.250421 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-80a4be2f-c97f-4970-af00-1c20e785685f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177'] for subnet (5ce47667-4c20-48cc-b8c4-72b77a4e8e2d), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:14.329069 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4bb4c0-ba24-49fb-8686-7db12a4184b4 req-1e9eb59b-c500-45a0-a683-85b4e6f908e6 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:14.330569 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-1a4bb4c0-ba24-49fb-8686-7db12a4184b4 req-1e9eb59b-c500-45a0-a683-85b4e6f908e6 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 943 time: 0.1005850 Sep 15 00:45:14.340739 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:14.373392 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a4be2f-c97f-4970-af00-1c20e785685f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ce47667-4c20-48cc-b8c4-72b77a4e8e2d,revision_number=0']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:14.386617 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a4be2f-c97f-4970-af00-1c20e785685f admin admin] Checking segment: {'id': '67a5c709-e9e9-4f50-9138-0fb27c172b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7963b74a-c6e4-436d-bf68-47024742fd78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:45:14.386979 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a4be2f-c97f-4970-af00-1c20e785685f admin admin] Network hostable DHCP agents. Network: 7963b74a-c6e4-436d-bf68-47024742fd78, hostable agents: ['abe268bd-80e0-4b66-bd7b-8cd34d7e839c'], hosted agents: [] {{(pid=112953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 00:45:14.419388 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-1a4bb4c0-ba24-49fb-8686-7db12a4184b4 req-7ac79bc5-95ad-4272-918b-0b4f676bbfc8 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818624 Sep 15 00:45:14.424432 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a4be2f-c97f-4970-af00-1c20e785685f admin admin] Network 7963b74a-c6e4-436d-bf68-47024742fd78 is scheduled to be hosted by DHCP agent abe268bd-80e0-4b66-bd7b-8cd34d7e839c with binding_index 1 {{(pid=112953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 00:45:14.433224 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.base_scheduler [None req-80a4be2f-c97f-4970-af00-1c20e785685f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-2-iscsi, 7963b74a-c6e4-436d-bf68-47024742fd78) {{(pid=112953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:45:14.437174 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a4be2f-c97f-4970-af00-1c20e785685f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:14.437775 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-80a4be2f-c97f-4970-af00-1c20e785685f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for subnet (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:14.445397 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9f19f8-200b-464e-b235-62ddd19455c5 None None] Network 7963b74a-c6e4-436d-bf68-47024742fd78 requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:45:14.455216 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-80a4be2f-c97f-4970-af00-1c20e785685f admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4742610 Sep 15 00:45:14.545850 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02513313-27c1-4cef-8e37-f57dc2be5221 None None] Network 7963b74a-c6e4-436d-bf68-47024742fd78 requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:45:14.724662 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8b625-e4d6-4500-8461-7a9251d543ba req-b13c9973-c4d2-4d55-8502-9b6d282e78e1 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:14.726339 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-60c8b625-e4d6-4500-8461-7a9251d543ba req-b13c9973-c4d2-4d55-8502-9b6d282e78e1 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 943 time: 0.0550869 Sep 15 00:45:14.772665 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-60c8b625-e4d6-4500-8461-7a9251d543ba req-e4c1f687-5702-447b-8a90-45d94708137f tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406539 Sep 15 00:45:15.190831 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8665e250-2b5a-4347-97aa-d7d83e6ed490 req-6addf52f-c280-438b-9ac4-7126cacff61a tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:15.192336 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-8665e250-2b5a-4347-97aa-d7d83e6ed490 req-6addf52f-c280-438b-9ac4-7126cacff61a tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 943 time: 0.0472200 Sep 15 00:45:15.239067 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-8665e250-2b5a-4347-97aa-d7d83e6ed490 req-eff3d0b3-559a-40a5-afab-7dcdc56e99a7 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410316 Sep 15 00:45:15.536400 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec484e-48b1-468f-9430-bb4a35ca4f04 req-0d426ee1-5272-40fc-830c-2ab6c40ab22d tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:15.537833 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-04ec484e-48b1-468f-9430-bb4a35ca4f04 req-0d426ee1-5272-40fc-830c-2ab6c40ab22d tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 943 time: 0.0458820 Sep 15 00:45:15.582650 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-04ec484e-48b1-468f-9430-bb4a35ca4f04 req-ad20bf11-cf6e-4d06-8c11-3b1da14023c1 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393801 Sep 15 00:45:15.895852 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b511489-f575-4312-b9a1-25444725a435 req-80a7e444-9982-49d0-b3dc-e61aa331fea4 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:15.897269 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7b511489-f575-4312-b9a1-25444725a435 req-80a7e444-9982-49d0-b3dc-e61aa331fea4 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 943 time: 0.0499310 Sep 15 00:45:15.942770 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7b511489-f575-4312-b9a1-25444725a435 req-a5ee9fca-ac66-4687-9f5c-326774efb23d tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398207 Sep 15 00:45:16.359167 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c550f0b-2944-43a4-b703-f0871e0b7df4 req-7e42bf91-d990-4df8-879f-759dd354e0b2 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:16.361172 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-1c550f0b-2944-43a4-b703-f0871e0b7df4 req-7e42bf91-d990-4df8-879f-759dd354e0b2 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 943 time: 0.0501599 Sep 15 00:45:16.407544 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-1c550f0b-2944-43a4-b703-f0871e0b7df4 req-dbd78241-d18a-4dbf-8cb3-1fbdd98a2a27 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408914 Sep 15 00:45:16.705727 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9daae8e-9142-4059-8ae8-c593240afbac req-53ba1dae-9314-4a86-9d19-138a8dc99976 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:16.707198 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c9daae8e-9142-4059-8ae8-c593240afbac req-53ba1dae-9314-4a86-9d19-138a8dc99976 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 943 time: 0.0475421 Sep 15 00:45:16.754713 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c9daae8e-9142-4059-8ae8-c593240afbac req-fa995fc4-ebd8-48cf-afdc-f09e497d7e78 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417600 Sep 15 00:45:17.053335 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:17.061833 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47f7eb-83da-4764-8325-ee55b8333c47 req-b6c59295-cd98-405f-9328-51cb1eefa8e7 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:17.063339 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-2d47f7eb-83da-4764-8325-ee55b8333c47 req-b6c59295-cd98-405f-9328-51cb1eefa8e7 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 943 time: 0.0470641 Sep 15 00:45:17.114969 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-2d47f7eb-83da-4764-8325-ee55b8333c47 req-25ec1ec5-fac9-4b89-bda9-3bf6fc0cb53e tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458059 Sep 15 00:45:17.527015 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037e179-3a42-4367-81ae-a7767e386c7c req-204f2d4a-2d23-4708-a15e-f62aeb08630a tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:17.528657 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b037e179-3a42-4367-81ae-a7767e386c7c req-204f2d4a-2d23-4708-a15e-f62aeb08630a tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 943 time: 0.0472946 Sep 15 00:45:17.578337 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b037e179-3a42-4367-81ae-a7767e386c7c req-177d327b-85eb-4848-9dff-d1fa89569679 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436051 Sep 15 00:45:17.737078 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-a0018af6-ed03-4d19-ad1f-93260b4c2c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:17.887960 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234403c-bdb7-4267-b99f-32df92d846b1 req-62682fba-34ac-461c-ab51-b2bf00d43a9e tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:17.889478 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-f234403c-bdb7-4267-b99f-32df92d846b1 req-62682fba-34ac-461c-ab51-b2bf00d43a9e tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 943 time: 0.0576880 Sep 15 00:45:17.956102 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-f234403c-bdb7-4267-b99f-32df92d846b1 req-2b27d012-7820-479a-8833-352b009d0c69 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558276 Sep 15 00:45:18.254180 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf2736-b409-4641-bc30-a4b86a8f3f0e req-effd2d2e-c3a2-408f-8b2a-ca9d79ddf810 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:18.256128 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-adcf2736-b409-4641-bc30-a4b86a8f3f0e req-effd2d2e-c3a2-408f-8b2a-ca9d79ddf810 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 943 time: 0.0577986 Sep 15 00:45:18.256245 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:18.318058 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-adcf2736-b409-4641-bc30-a4b86a8f3f0e req-c8fc7565-3ff2-42a7-9268-8947501d29a0 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542858 Sep 15 00:45:18.323063 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 52196) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:18.367657 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-bec951f6-bdaa-4263-b165-f04d96d597b5 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:18.369251 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-bec951f6-bdaa-4263-b165-f04d96d597b5 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/networks?id=7963b74a-c6e4-436d-bf68-47024742fd78 HTTP/1.1" status: 200 len: 809 time: 0.1230810 Sep 15 00:45:18.386794 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-54c5d3f7-3415-47a6-bae7-da21ae580979 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/quotas/06a0252a4fba4f1ebfa9f25a2c6e39a4 HTTP/1.1" status: 200 len: 375 time: 0.0111475 Sep 15 00:45:18.423880 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-36d495c8-4d8f-49a4-b948-6799b1c08f41 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=06a0252a4fba4f1ebfa9f25a2c6e39a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307450 Sep 15 00:45:18.488847 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-22cbec5b-8bc5-4b51-95b2-20cfe3d3a6e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:18.564402 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-67b983b7-8394-4bf0-8f28-5182449f3c02 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/7963b74a-c6e4-436d-bf68-47024742fd78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334314 Sep 15 00:45:18.676304 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-22cbec5b-8bc5-4b51-95b2-20cfe3d3a6e9 admin admin] Publish callbacks [] for security_group (2a1f227a-1c5a-4e0d-84db-20b30ec06704), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:18.687619 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-22cbec5b-8bc5-4b51-95b2-20cfe3d3a6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (2a1f227a-1c5a-4e0d-84db-20b30ec06704), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:18.731617 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864b707-d4b9-4c30-877c-cd243b8c8722 req-00783afb-621b-48d7-99d9-539aa54ab1bd tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:18.732285 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-4677936d-c3d2-4f5f-bba1-b8f84ccea596 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/7963b74a-c6e4-436d-bf68-47024742fd78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596210 Sep 15 00:45:18.733117 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2864b707-d4b9-4c30-877c-cd243b8c8722 req-00783afb-621b-48d7-99d9-539aa54ab1bd tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 943 time: 0.0520658 Sep 15 00:45:18.741822 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-22cbec5b-8bc5-4b51-95b2-20cfe3d3a6e9 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=6297864e0dae464b82a352fb4778e2c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4178517 Sep 15 00:45:18.742699 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cbec5b-8bc5-4b51-95b2-20cfe3d3a6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1f227a-1c5a-4e0d-84db-20b30ec06704,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:18.745322 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 52218) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:18.759964 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 3231acc1-76a4-4c22-96c0-9edb4cf1f79e details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=112954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 00:45:18.807775 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-0bb2c3ad-efb9-479e-8f42-f29d3dea4a9e admin admin] Publish callbacks [] for security_group (2a1f227a-1c5a-4e0d-84db-20b30ec06704), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:18.838150 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-0bb2c3ad-efb9-479e-8f42-f29d3dea4a9e admin admin] Publish callbacks [] for security_group (2a1f227a-1c5a-4e0d-84db-20b30ec06704), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:18.856277 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2864b707-d4b9-4c30-877c-cd243b8c8722 req-091f3aee-bcae-4cf7-9a32-899e1e9609a9 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157057 Sep 15 00:45:18.928380 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-0bb2c3ad-efb9-479e-8f42-f29d3dea4a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (2a1f227a-1c5a-4e0d-84db-20b30ec06704), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:18.932400 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-0bb2c3ad-efb9-479e-8f42-f29d3dea4a9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:18.937271 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-0bb2c3ad-efb9-479e-8f42-f29d3dea4a9e admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/2a1f227a-1c5a-4e0d-84db-20b30ec06704 HTTP/1.1" status: 204 len: 168 time: 0.1908534 Sep 15 00:45:18.947323 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2c3ad-efb9-479e-8f42-f29d3dea4a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1f227a-1c5a-4e0d-84db-20b30ec06704,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:18.953238 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 3231acc1-76a4-4c22-96c0-9edb4cf1f79e, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=3231acc1-76a4-4c22-96c0-9edb4cf1f79e,segment=NetworkSegment(2b35b24d-afbb-49ac-9c71-14d53de30327),segment_id=2b35b24d-afbb-49ac-9c71-14d53de30327)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:45:19.039641 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2511c177-5b64-4e53-9283-c37fee9a9700 req-4623ae6a-cb47-465e-9ea4-4610565477bc tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 210 time: 0.0773232 Sep 15 00:45:19.046602 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Returning: {'device': '3231acc1-76a4-4c22-96c0-9edb4cf1f79e', 'network_id': '534fcea4-462b-402d-9da6-e7cef4200229', 'port_id': '3231acc1-76a4-4c22-96c0-9edb4cf1f79e', 'mac_address': 'fa:16:3e:ee:b6:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '756b70e8-4098-4f30-99b0-99c64c94809f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 00:45:19.092761 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port 3231acc1-76a4-4c22-96c0-9edb4cf1f79e is: DOWN; New status is: BUILD {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:45:19.093390 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (3231acc1-76a4-4c22-96c0-9edb4cf1f79e), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:19.111199 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3231acc1-76a4-4c22-96c0-9edb4cf1f79e {{(pid=112954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 00:45:19.160166 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 3231acc1-76a4-4c22-96c0-9edb4cf1f79e, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=3231acc1-76a4-4c22-96c0-9edb4cf1f79e,segment=NetworkSegment(2b35b24d-afbb-49ac-9c71-14d53de30327),segment_id=2b35b24d-afbb-49ac-9c71-14d53de30327)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:45:19.169439 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (3231acc1-76a4-4c22-96c0-9edb4cf1f79e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:19.176714 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:19.187878 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389e7fe-f4d1-40f8-9718-54e871371607 req-a555304b-a313-4b9a-a2a1-9d34e07d9e85 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:19.192901 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-4389e7fe-f4d1-40f8-9718-54e871371607 req-a555304b-a313-4b9a-a2a1-9d34e07d9e85 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 943 time: 0.1173372 Sep 15 00:45:19.258286 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=3231acc1-76a4-4c22-96c0-9edb4cf1f79e,revision_number=4']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:19.281607 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-4389e7fe-f4d1-40f8-9718-54e871371607 req-3954541a-9197-4b20-85e9-c376b225c97e tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841930 Sep 15 00:45:19.404001 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 52258) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:19.420427 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-b1404d2a-4d86-4eaa-9e8b-f574feddd372 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:19.461412 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1bd8a-91e4-4085-b6b7-9d360db28cc5 req-91ebbc79-609e-4edc-959e-8933ec2cb37d tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:19.464012 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-bbe1bd8a-91e4-4085-b6b7-9d360db28cc5 req-91ebbc79-609e-4edc-959e-8933ec2cb37d tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 943 time: 0.0520806 Sep 15 00:45:19.512311 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-b1404d2a-4d86-4eaa-9e8b-f574feddd372 admin admin] Publish callbacks [] for security_group (b9f83602-6e68-4251-81e7-23b0ae4ece27), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:19.520150 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-b1404d2a-4d86-4eaa-9e8b-f574feddd372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (b9f83602-6e68-4251-81e7-23b0ae4ece27), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:19.526183 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-bbe1bd8a-91e4-4085-b6b7-9d360db28cc5 req-1ab2c034-a738-4eaf-9f64-8261eb814411 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556042 Sep 15 00:45:19.526403 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 52260) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:19.572673 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-b1404d2a-4d86-4eaa-9e8b-f574feddd372 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=b027a9bd29ff436293420dc0ebaca85e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1673827 Sep 15 00:45:19.573625 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1404d2a-4d86-4eaa-9e8b-f574feddd372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f83602-6e68-4251-81e7-23b0ae4ece27,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:19.575298 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 52264) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:19.615878 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:19.626428 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-9ccdcb18-c0c4-434f-86ae-29976189dba6 admin admin] Publish callbacks [] for security_group (b9f83602-6e68-4251-81e7-23b0ae4ece27), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:19.646951 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-9ccdcb18-c0c4-434f-86ae-29976189dba6 admin admin] Publish callbacks [] for security_group (b9f83602-6e68-4251-81e7-23b0ae4ece27), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:19.656393 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-f878eaa4-7d6f-4e02-a43b-3975daa373ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:19.677618 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:19.697914 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-9ccdcb18-c0c4-434f-86ae-29976189dba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (b9f83602-6e68-4251-81e7-23b0ae4ece27), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:19.700706 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-9ccdcb18-c0c4-434f-86ae-29976189dba6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:19.703962 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-9ccdcb18-c0c4-434f-86ae-29976189dba6 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/b9f83602-6e68-4251-81e7-23b0ae4ece27 HTTP/1.1" status: 204 len: 168 time: 0.1274710 Sep 15 00:45:19.712417 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccdcb18-c0c4-434f-86ae-29976189dba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f83602-6e68-4251-81e7-23b0ae4ece27,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:19.749998 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-f878eaa4-7d6f-4e02-a43b-3975daa373ce admin admin] Publish callbacks [] for security_group (bd3fd9fc-b4ab-4668-bb96-43ba42c039d6), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:19.754616 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-f878eaa4-7d6f-4e02-a43b-3975daa373ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (bd3fd9fc-b4ab-4668-bb96-43ba42c039d6), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:19.794703 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-f878eaa4-7d6f-4e02-a43b-3975daa373ce admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=7ed32bd8cf964c67be3d5b02dcbd86c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2606831 Sep 15 00:45:19.795686 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878eaa4-7d6f-4e02-a43b-3975daa373ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3fd9fc-b4ab-4668-bb96-43ba42c039d6,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:19.798938 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 52268) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:19.818011 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:19.854862 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-7ba4519b-c645-4d8b-a749-c46a977e14d7 admin admin] Publish callbacks [] for security_group (bd3fd9fc-b4ab-4668-bb96-43ba42c039d6), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:19.877615 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-7ba4519b-c645-4d8b-a749-c46a977e14d7 admin admin] Publish callbacks [] for security_group (bd3fd9fc-b4ab-4668-bb96-43ba42c039d6), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:19.937946 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-7ba4519b-c645-4d8b-a749-c46a977e14d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (bd3fd9fc-b4ab-4668-bb96-43ba42c039d6), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:19.940999 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-7ba4519b-c645-4d8b-a749-c46a977e14d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:19.942303 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-7ba4519b-c645-4d8b-a749-c46a977e14d7 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/bd3fd9fc-b4ab-4668-bb96-43ba42c039d6 HTTP/1.1" status: 204 len: 168 time: 0.1416187 Sep 15 00:45:19.958736 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba4519b-c645-4d8b-a749-c46a977e14d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3fd9fc-b4ab-4668-bb96-43ba42c039d6,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:20.027078 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-9e054a31-6f80-4d98-b05f-95160508cf5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:20.057717 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fec45-a3a8-438e-9b54-946a093aa6bd req-cf675dfe-01b2-4992-871d-be90d8e70cbd tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:20.062579 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a61fec45-a3a8-438e-9b54-946a093aa6bd req-cf675dfe-01b2-4992-871d-be90d8e70cbd tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 943 time: 0.0811641 Sep 15 00:45:20.186586 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a61fec45-a3a8-438e-9b54-946a093aa6bd req-cf3f7fb1-1c97-4215-a150-61946fe760aa tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140082 Sep 15 00:45:20.216058 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-625513fd-2c18-4969-a15d-41571452647d req-c9bbd7bb-968a-4906-8945-f4739646606c tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 210 time: 0.0670960 Sep 15 00:45:20.416640 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e1289-79af-48be-be7c-e9dd9d9b8c10 req-2ce3f2a4-af23-46f8-81d8-206be00a19d9 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:20.418350 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ee8e1289-79af-48be-be7c-e9dd9d9b8c10 req-2ce3f2a4-af23-46f8-81d8-206be00a19d9 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 943 time: 0.0604653 Sep 15 00:45:20.427160 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 52300) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:20.442642 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-64a23277-50a2-4020-b32f-803e76ea3d76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:20.474172 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ee8e1289-79af-48be-be7c-e9dd9d9b8c10 req-818b1a70-76aa-4bdd-9c70-c28229f37696 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487282 Sep 15 00:45:20.522008 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-64a23277-50a2-4020-b32f-803e76ea3d76 admin admin] Publish callbacks [] for security_group (beb62505-c4c3-484e-94e6-140be75761d3), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:20.526691 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-64a23277-50a2-4020-b32f-803e76ea3d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (beb62505-c4c3-484e-94e6-140be75761d3), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:20.573516 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 52306) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:20.573637 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-64a23277-50a2-4020-b32f-803e76ea3d76 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=714ff544a3db484abf71c9f97f2bc0e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1452761 Sep 15 00:45:20.574416 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a23277-50a2-4020-b32f-803e76ea3d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb62505-c4c3-484e-94e6-140be75761d3,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:20.630974 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-3f4132cb-c78a-432e-b639-588605999002 admin admin] Publish callbacks [] for security_group (beb62505-c4c3-484e-94e6-140be75761d3), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:20.651806 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-3f4132cb-c78a-432e-b639-588605999002 admin admin] Publish callbacks [] for security_group (beb62505-c4c3-484e-94e6-140be75761d3), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:20.668904 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558155b-7bb1-4ff9-8e4c-348914f0eae3 req-e225e073-70d7-41a9-8334-3203e85a61ed tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:20.670544 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0558155b-7bb1-4ff9-8e4c-348914f0eae3 req-e225e073-70d7-41a9-8334-3203e85a61ed tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 943 time: 0.0540366 Sep 15 00:45:20.707881 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-3f4132cb-c78a-432e-b639-588605999002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (beb62505-c4c3-484e-94e6-140be75761d3), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:20.710569 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-3f4132cb-c78a-432e-b639-588605999002 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:20.712566 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-3f4132cb-c78a-432e-b639-588605999002 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/beb62505-c4c3-484e-94e6-140be75761d3 HTTP/1.1" status: 204 len: 168 time: 0.1366923 Sep 15 00:45:20.723196 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4132cb-c78a-432e-b639-588605999002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb62505-c4c3-484e-94e6-140be75761d3,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:20.739741 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0558155b-7bb1-4ff9-8e4c-348914f0eae3 req-191aeac0-4de0-42b6-9934-958a725c2bed tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605142 Sep 15 00:45:21.284493 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:21.363658 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:21.373693 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-82a56e63-370c-44d2-9d07-ad44ea96b083 req-02a3c58e-dcbe-4bda-bad4-926ba490ecbc tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 210 time: 0.0359230 Sep 15 00:45:21.386781 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1a971-7e2c-4965-a6cb-9ab7ea4eb1d6 req-89f90299-df2e-42ae-b946-174ca1c3c9a4 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:21.388420 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-3bd1a971-7e2c-4965-a6cb-9ab7ea4eb1d6 req-89f90299-df2e-42ae-b946-174ca1c3c9a4 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 943 time: 0.0673139 Sep 15 00:45:21.446090 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-3bd1a971-7e2c-4965-a6cb-9ab7ea4eb1d6 req-3e110357-970e-4501-920a-7a4bcb4f507d tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512342 Sep 15 00:45:21.609185 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5cc86-4eb2-47ba-b97d-f5f5409b043e req-93d0f6eb-16f5-441f-b405-641441a67951 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:21.611383 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-78b5cc86-4eb2-47ba-b97d-f5f5409b043e req-93d0f6eb-16f5-441f-b405-641441a67951 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 943 time: 0.0540621 Sep 15 00:45:21.684418 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-78b5cc86-4eb2-47ba-b97d-f5f5409b043e req-8f9d3a0e-c75a-4728-9dfe-f0a82d08a03a tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668235 Sep 15 00:45:21.874732 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35e4a4-7794-492f-b923-cd994153f417 req-3ba9268e-ee67-4b53-8f0c-a046cff648b7 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:21.876906 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-5c35e4a4-7794-492f-b923-cd994153f417 req-3ba9268e-ee67-4b53-8f0c-a046cff648b7 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 943 time: 0.0548370 Sep 15 00:45:21.937598 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-5c35e4a4-7794-492f-b923-cd994153f417 req-ce90418b-dc7d-46ea-8595-50cf73a8b13e tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535762 Sep 15 00:45:22.477077 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9288a0c6-ea00-47bc-a779-445a2a606907 req-4e74710c-0ac2-4a10-b693-d61d6f570737 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 210 time: 0.0336206 Sep 15 00:45:22.550063 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:22.595089 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c70c69-8fd4-428e-bef4-3798bed4e354 req-0766abdf-b740-4b32-ad1f-7ec4d1a5f7fc tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:22.596626 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b1c70c69-8fd4-428e-bef4-3798bed4e354 req-0766abdf-b740-4b32-ad1f-7ec4d1a5f7fc tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 943 time: 0.0537214 Sep 15 00:45:22.630985 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:22.638731 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:22.657584 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:22.659881 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b1c70c69-8fd4-428e-bef4-3798bed4e354 req-35654450-f8c3-4fb3-b1f3-291004c59b63 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554459 Sep 15 00:45:22.831118 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976b80d-5b49-4982-99bd-136a5f1f03e9 req-3e2280fd-bd3d-4289-937c-ae9fa108de4e tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:22.833021 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-3976b80d-5b49-4982-99bd-136a5f1f03e9 req-3e2280fd-bd3d-4289-937c-ae9fa108de4e tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 943 time: 0.0637658 Sep 15 00:45:22.889463 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 52482) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:22.890720 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-3976b80d-5b49-4982-99bd-136a5f1f03e9 req-f953a251-12b3-4358-b5d8-5c21c9759cb9 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486050 Sep 15 00:45:23.021944 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-6d6b083f-60e6-4eaa-850d-8f79c26661ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:23.065968 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] get_ports_and_sgs() called for port_ids ['3231acc1-76a4-4c22-96c0-9edb4cf1f79e'] {{(pid=112954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 00:45:23.092712 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a3db35-0acb-4c8b-918b-9fb2f397265c req-a7f217de-6c26-451b-8606-7bfb5e19d168 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:23.094819 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-56a3db35-0acb-4c8b-918b-9fb2f397265c req-a7f217de-6c26-451b-8606-7bfb5e19d168 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 943 time: 0.0642910 Sep 15 00:45:23.118515 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=8,neutron:DELETE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:23.199968 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-56a3db35-0acb-4c8b-918b-9fb2f397265c req-db4d5d48-d960-41e2-9c4c-4eed8badc848 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915735 Sep 15 00:45:23.229617 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-6d6b083f-60e6-4eaa-850d-8f79c26661ef admin admin] Publish callbacks [] for security_group (0b0775ea-f833-4aac-a725-01c04fa967bc), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:23.233514 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-6d6b083f-60e6-4eaa-850d-8f79c26661ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (0b0775ea-f833-4aac-a725-01c04fa967bc), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:23.284322 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 52506) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:23.292159 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-6d6b083f-60e6-4eaa-850d-8f79c26661ef admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=247725b545e54c8b9228def49052b7c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4014668 Sep 15 00:45:23.301380 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b083f-60e6-4eaa-850d-8f79c26661ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0775ea-f833-4aac-a725-01c04fa967bc,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:23.355145 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-ca7ba9b3-2711-4139-8277-e4d225e071bf admin admin] Publish callbacks [] for security_group (0b0775ea-f833-4aac-a725-01c04fa967bc), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:23.381317 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:23.386618 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-ca7ba9b3-2711-4139-8277-e4d225e071bf admin admin] Publish callbacks [] for security_group (0b0775ea-f833-4aac-a725-01c04fa967bc), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:23.466671 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-ca7ba9b3-2711-4139-8277-e4d225e071bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (0b0775ea-f833-4aac-a725-01c04fa967bc), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:23.469555 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-ca7ba9b3-2711-4139-8277-e4d225e071bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:23.470682 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-ca7ba9b3-2711-4139-8277-e4d225e071bf admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/0b0775ea-f833-4aac-a725-01c04fa967bc HTTP/1.1" status: 204 len: 168 time: 0.1851137 Sep 15 00:45:23.484506 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ba9b3-2711-4139-8277-e4d225e071bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0775ea-f833-4aac-a725-01c04fa967bc,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:23.515142 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 52528) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:23.635611 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-84778a03-c8e6-48cd-96a0-8e3d31776adb req-93469e88-3545-48fa-b550-50cee47da353 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 210 time: 0.0380044 Sep 15 00:45:23.711856 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-1b5c15d2-a2af-4c21-a2ea-0b67c3846d43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:23.806249 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:23.820467 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-1b5c15d2-a2af-4c21-a2ea-0b67c3846d43 admin admin] Publish callbacks [] for security_group (ce1df1a3-bbf1-4baf-87ab-e4f03d461977), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:23.831709 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979082f-c606-4b92-927a-daa7e41e6457 req-39679f01-ac5d-411e-9670-3bfc159f5ecc tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:23.833029 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-1b5c15d2-a2af-4c21-a2ea-0b67c3846d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (ce1df1a3-bbf1-4baf-87ab-e4f03d461977), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:23.834680 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-0979082f-c606-4b92-927a-daa7e41e6457 req-39679f01-ac5d-411e-9670-3bfc159f5ecc tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 943 time: 0.0610635 Sep 15 00:45:23.887289 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-1b5c15d2-a2af-4c21-a2ea-0b67c3846d43 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=3a33f435b74f4f3bbdd2acb5a298cd4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3709888 Sep 15 00:45:23.887969 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 52546) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:23.905770 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c15d2-a2af-4c21-a2ea-0b67c3846d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1df1a3-bbf1-4baf-87ab-e4f03d461977,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:23.909491 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-0979082f-c606-4b92-927a-daa7e41e6457 req-e46c8651-7aca-423f-9c6d-71d76ae9a98d tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657296 Sep 15 00:45:23.958129 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-cc487a58-3b8d-48a0-afed-3b29d457f98f admin admin] Publish callbacks [] for security_group (ce1df1a3-bbf1-4baf-87ab-e4f03d461977), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:23.979377 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-cc487a58-3b8d-48a0-afed-3b29d457f98f admin admin] Publish callbacks [] for security_group (ce1df1a3-bbf1-4baf-87ab-e4f03d461977), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:24.054679 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9e6df-8289-4745-babf-63df5f246e93 req-75dc4451-221a-4e4d-b2bc-9008bccbbf61 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:24.056206 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d6e9e6df-8289-4745-babf-63df5f246e93 req-75dc4451-221a-4e4d-b2bc-9008bccbbf61 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 943 time: 0.0686176 Sep 15 00:45:24.077884 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 52554) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:24.097150 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-cc487a58-3b8d-48a0-afed-3b29d457f98f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (ce1df1a3-bbf1-4baf-87ab-e4f03d461977), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:24.099637 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-cc487a58-3b8d-48a0-afed-3b29d457f98f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:24.100693 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-cc487a58-3b8d-48a0-afed-3b29d457f98f admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ce1df1a3-bbf1-4baf-87ab-e4f03d461977 HTTP/1.1" status: 204 len: 168 time: 0.2109222 Sep 15 00:45:24.101472 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-1dd695e7-c8cc-416d-b0f8-f27b79e2e808 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:24.136186 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc487a58-3b8d-48a0-afed-3b29d457f98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1df1a3-bbf1-4baf-87ab-e4f03d461977,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:24.147419 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d6e9e6df-8289-4745-babf-63df5f246e93 req-adde9d23-b6e6-4c83-91fd-0f83f670ec65 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853355 Sep 15 00:45:24.223527 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-1dd695e7-c8cc-416d-b0f8-f27b79e2e808 admin admin] Publish callbacks [] for security_group (442fa869-0363-4efe-99e5-600c1bcfb2d9), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:24.227779 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-1dd695e7-c8cc-416d-b0f8-f27b79e2e808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (442fa869-0363-4efe-99e5-600c1bcfb2d9), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:24.277142 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd695e7-c8cc-416d-b0f8-f27b79e2e808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442fa869-0363-4efe-99e5-600c1bcfb2d9,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:24.282018 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-1dd695e7-c8cc-416d-b0f8-f27b79e2e808 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=6e059a0273ba47e18f63a0dc215804df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2025611 Sep 15 00:45:24.284895 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 52560) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:24.296587 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 3231acc1-76a4-4c22-96c0-9edb4cf1f79e up at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:45:24.349347 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Provisioning for port 3231acc1-76a4-4c22-96c0-9edb4cf1f79e completed by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 00:45:24.358509 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Provisioning complete for port 3231acc1-76a4-4c22-96c0-9edb4cf1f79e triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:45:24.359149 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (3231acc1-76a4-4c22-96c0-9edb4cf1f79e), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:24.360306 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Attempt 1 to provision port 3231acc1-76a4-4c22-96c0-9edb4cf1f79e Sep 15 00:45:24.380990 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adfcc8a-3157-499b-90d3-e505c221b98d req-d54d9d21-a282-4eb7-9f8b-abe5966c8879 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:24.382499 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-4adfcc8a-3157-499b-90d3-e505c221b98d req-d54d9d21-a282-4eb7-9f8b-abe5966c8879 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 943 time: 0.0704744 Sep 15 00:45:24.385588 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-33c6d19b-1317-42e6-bf5b-a19d9883d9cf admin admin] Publish callbacks [] for security_group (442fa869-0363-4efe-99e5-600c1bcfb2d9), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:24.421613 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-33c6d19b-1317-42e6-bf5b-a19d9883d9cf admin admin] Publish callbacks [] for security_group (442fa869-0363-4efe-99e5-600c1bcfb2d9), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:24.444656 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port 3231acc1-76a4-4c22-96c0-9edb4cf1f79e is: BUILD; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:45:24.445295 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (3231acc1-76a4-4c22-96c0-9edb4cf1f79e), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:24.470438 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40368c8-a515-46b7-add6-5db877d59406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3231acc1-76a4-4c22-96c0-9edb4cf1f79e'}] {{(pid=112954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:45:24.480595 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-4adfcc8a-3157-499b-90d3-e505c221b98d req-eb5e314b-c71b-4538-af49-5ee9d7aecacb tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865104 Sep 15 00:45:24.497169 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 52564) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:24.507729 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-33c6d19b-1317-42e6-bf5b-a19d9883d9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (442fa869-0363-4efe-99e5-600c1bcfb2d9), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:24.510686 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-33c6d19b-1317-42e6-bf5b-a19d9883d9cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:24.514463 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-33c6d19b-1317-42e6-bf5b-a19d9883d9cf admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/442fa869-0363-4efe-99e5-600c1bcfb2d9 HTTP/1.1" status: 204 len: 168 time: 0.2259884 Sep 15 00:45:24.521044 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c6d19b-1317-42e6-bf5b-a19d9883d9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442fa869-0363-4efe-99e5-600c1bcfb2d9,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:24.532342 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f294bd6d-b036-41ae-a965-027ad75ebe4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:24.549377 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:24.551287 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 3231acc1-76a4-4c22-96c0-9edb4cf1f79e, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=3231acc1-76a4-4c22-96c0-9edb4cf1f79e,segment=NetworkSegment(2b35b24d-afbb-49ac-9c71-14d53de30327),segment_id=2b35b24d-afbb-49ac-9c71-14d53de30327)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:45:24.559264 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (3231acc1-76a4-4c22-96c0-9edb4cf1f79e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:24.626109 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=3231acc1-76a4-4c22-96c0-9edb4cf1f79e,revision_number=5']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:24.629488 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f294bd6d-b036-41ae-a965-027ad75ebe4d admin admin] Publish callbacks [] for security_group (a3bd538e-8c0d-4b81-ac33-345e786dab45), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:24.635260 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f294bd6d-b036-41ae-a965-027ad75ebe4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (a3bd538e-8c0d-4b81-ac33-345e786dab45), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:24.677894 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-f294bd6d-b036-41ae-a965-027ad75ebe4d admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=fa52ec0d0e224054a34ebfd42c1ee953&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1792378 Sep 15 00:45:24.680598 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 52574) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:24.698947 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f294bd6d-b036-41ae-a965-027ad75ebe4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bd538e-8c0d-4b81-ac33-345e786dab45,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:24.720842 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac31f47a78c65cec711889e6d70219b8f5c13991b6e76ee3a100a5a33f2e7321" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8b0c0e-6ae3-4033-beba-6442b6396d20" -d '{"events": [{"server_uuid": "b40368c8-a515-46b7-add6-5db877d59406", "name": "network-vif-plugged", "status": "completed", "tag": "3231acc1-76a4-4c22-96c0-9edb4cf1f79e"}]}' {{(pid=112954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:45:24.725830 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=6,neutron:DELETE=3 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:24.755600 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-00c37409-1409-452a-b7b9-31e5faa2409e admin admin] Publish callbacks [] for security_group (a3bd538e-8c0d-4b81-ac33-345e786dab45), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:24.781684 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-00c37409-1409-452a-b7b9-31e5faa2409e admin admin] Publish callbacks [] for security_group (a3bd538e-8c0d-4b81-ac33-345e786dab45), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:24.790376 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0b4c0ba6-eb95-4b70-9c6f-1c0ba4ba256e req-91ff1d58-b3ea-4ee7-9b43-24a92f8e02f9 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 210 time: 0.0629921 Sep 15 00:45:24.865967 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-00c37409-1409-452a-b7b9-31e5faa2409e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (a3bd538e-8c0d-4b81-ac33-345e786dab45), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:24.869556 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-00c37409-1409-452a-b7b9-31e5faa2409e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:24.870735 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-00c37409-1409-452a-b7b9-31e5faa2409e admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/a3bd538e-8c0d-4b81-ac33-345e786dab45 HTTP/1.1" status: 204 len: 168 time: 0.1891470 Sep 15 00:45:24.884676 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c37409-1409-452a-b7b9-31e5faa2409e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bd538e-8c0d-4b81-ac33-345e786dab45,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:25.012807 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 00:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c33d5b-d947-4992-bbc7-697419d8b45f x-openstack-request-id: req-f8c33d5b-d947-4992-bbc7-697419d8b45f {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:45:25.013124 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40368c8-a515-46b7-add6-5db877d59406", "name": "network-vif-plugged", "status": "completed", "tag": "3231acc1-76a4-4c22-96c0-9edb4cf1f79e", "code": 200}]} {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:45:25.013379 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f8c33d5b-d947-4992-bbc7-697419d8b45f {{(pid=112954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:45:25.014395 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8c33d5b-d947-4992-bbc7-697419d8b45f'] response: {'server_uuid': 'b40368c8-a515-46b7-add6-5db877d59406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3231acc1-76a4-4c22-96c0-9edb4cf1f79e', 'code': 200} Sep 15 00:45:25.083380 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b5b905-be58-4a2c-a01b-d435d05eadea req-20c39857-5985-4d87-89bf-1b3419e3ded0 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:25.085612 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a5b5b905-be58-4a2c-a01b-d435d05eadea req-20c39857-5985-4d87-89bf-1b3419e3ded0 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 943 time: 0.0565643 Sep 15 00:45:25.177344 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a5b5b905-be58-4a2c-a01b-d435d05eadea req-69670ea9-0258-4430-b5ae-e963a80b4f4d tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838501 Sep 15 00:45:25.373860 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b9eef-c2e9-4560-838e-490a29afdf14 req-04f81ad5-4192-4794-b980-b217c45b2cbb tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:25.380091 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ad5b9eef-c2e9-4560-838e-490a29afdf14 req-04f81ad5-4192-4794-b980-b217c45b2cbb tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 943 time: 0.0869558 Sep 15 00:45:25.456041 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ad5b9eef-c2e9-4560-838e-490a29afdf14 req-dce014b8-69d0-47a6-8645-a0262f07005f tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703466 Sep 15 00:45:25.638715 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a56ac-38b1-406a-b6c1-f9c405565a08 req-54eb153f-1851-427a-bb7b-4fe7deebfc83 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:25.640420 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-752a56ac-38b1-406a-b6c1-f9c405565a08 req-54eb153f-1851-427a-bb7b-4fe7deebfc83 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 943 time: 0.0584307 Sep 15 00:45:25.696846 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-752a56ac-38b1-406a-b6c1-f9c405565a08 req-e55e1987-8c9e-49f5-b30a-89c6a054335a tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480564 Sep 15 00:45:25.923167 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-621e117a-0c75-4d74-a016-4914cb16e4d4 req-2f59f64b-c912-481e-9217-d53baeeed82a tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 210 time: 0.0361645 Sep 15 00:45:26.295770 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 60e67ba0-1a38-4c2c-8f3b-75d937cf69ec details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=112954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 00:45:26.317233 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81b3c7-5c6d-4ed6-90b3-36526d9ff6f6 req-2633e71e-c085-4062-9aab-6093b0a758a0 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:26.318837 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-6c81b3c7-5c6d-4ed6-90b3-36526d9ff6f6 req-2633e71e-c085-4062-9aab-6093b0a758a0 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 943 time: 0.0620902 Sep 15 00:45:26.363137 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=14 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:26.413279 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-6c81b3c7-5c6d-4ed6-90b3-36526d9ff6f6 req-ea8469bc-c7d0-4be0-85b3-8f3b495a8365 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880890 Sep 15 00:45:26.456956 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 60e67ba0-1a38-4c2c-8f3b-75d937cf69ec, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=60e67ba0-1a38-4c2c-8f3b-75d937cf69ec,segment=NetworkSegment(32209802-0ee2-4fe1-a177-50b35ffec28b),segment_id=32209802-0ee2-4fe1-a177-50b35ffec28b)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:45:26.477220 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Returning: {'device': '60e67ba0-1a38-4c2c-8f3b-75d937cf69ec', 'network_id': 'af1ef824-3295-4205-b148-29e927c60665', 'port_id': '60e67ba0-1a38-4c2c-8f3b-75d937cf69ec', 'mac_address': 'fa:16:3e:99:bd:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0996a3a-9136-46be-a223-d4a25daf4874', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 00:45:26.518782 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port 60e67ba0-1a38-4c2c-8f3b-75d937cf69ec is: DOWN; New status is: BUILD {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:45:26.518782 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (60e67ba0-1a38-4c2c-8f3b-75d937cf69ec), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:26.533208 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60e67ba0-1a38-4c2c-8f3b-75d937cf69ec {{(pid=112954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 00:45:26.556731 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 60e67ba0-1a38-4c2c-8f3b-75d937cf69ec, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=60e67ba0-1a38-4c2c-8f3b-75d937cf69ec,segment=NetworkSegment(32209802-0ee2-4fe1-a177-50b35ffec28b),segment_id=32209802-0ee2-4fe1-a177-50b35ffec28b)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:45:26.562374 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (60e67ba0-1a38-4c2c-8f3b-75d937cf69ec), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:26.630894 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=60e67ba0-1a38-4c2c-8f3b-75d937cf69ec,revision_number=4']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:26.656968 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a72d92-03f2-4422-96e0-5a48b9b93a3c req-45466b27-ae22-4d11-ab4d-daa809afdc6f tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:26.667659 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a2a72d92-03f2-4422-96e0-5a48b9b93a3c req-45466b27-ae22-4d11-ab4d-daa809afdc6f tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 943 time: 0.0967593 Sep 15 00:45:26.746798 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a2a72d92-03f2-4422-96e0-5a48b9b93a3c req-dc8a2fc4-d27a-4727-b920-c557a0262288 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781875 Sep 15 00:45:26.895025 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b750b8-5a0c-4374-a9f5-6c8c132ee765 req-856bf4a4-0179-49a9-87d8-e451de1adddd tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:26.897192 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-72b750b8-5a0c-4374-a9f5-6c8c132ee765 req-856bf4a4-0179-49a9-87d8-e451de1adddd tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 944 time: 0.0882525 Sep 15 00:45:26.957299 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-72b750b8-5a0c-4374-a9f5-6c8c132ee765 req-7b603a2c-fd6d-46df-b7b5-77791627468f tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505688 Sep 15 00:45:27.016582 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 52710) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:27.054196 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a0929539-82f2-416e-8f73-2deb69429513 req-ced3f71e-611e-4201-91f3-5198e3533afd tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 210 time: 0.0295587 Sep 15 00:45:27.067332 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] get_ports_and_sgs() called for port_ids ['60e67ba0-1a38-4c2c-8f3b-75d937cf69ec'] {{(pid=112954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 00:45:27.131671 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:27.173377 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-bdb33477-f3cb-471f-b151-0353c3fa3f0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:27.199573 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:27.245248 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:27.276086 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-bdb33477-f3cb-471f-b151-0353c3fa3f0a admin admin] Publish callbacks [] for security_group (12d50e14-af02-4839-b939-445c620e6aa3), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:27.281300 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-bdb33477-f3cb-471f-b151-0353c3fa3f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (12d50e14-af02-4839-b939-445c620e6aa3), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:27.324513 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb33477-f3cb-471f-b151-0353c3fa3f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d50e14-af02-4839-b939-445c620e6aa3,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:27.329658 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-bdb33477-f3cb-471f-b151-0353c3fa3f0a admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=fa4391c518004195b3f62c6d622f8f28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3116860 Sep 15 00:45:27.332303 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 52724) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:27.389214 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-38550900-fb07-480e-99c3-31b07d447e90 admin admin] Publish callbacks [] for security_group (12d50e14-af02-4839-b939-445c620e6aa3), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:27.412225 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-38550900-fb07-480e-99c3-31b07d447e90 admin admin] Publish callbacks [] for security_group (12d50e14-af02-4839-b939-445c620e6aa3), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:27.480933 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-38550900-fb07-480e-99c3-31b07d447e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (12d50e14-af02-4839-b939-445c620e6aa3), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:27.483550 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-38550900-fb07-480e-99c3-31b07d447e90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:27.487714 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-38550900-fb07-480e-99c3-31b07d447e90 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/12d50e14-af02-4839-b939-445c620e6aa3 HTTP/1.1" status: 204 len: 168 time: 0.1539924 Sep 15 00:45:27.512245 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38550900-fb07-480e-99c3-31b07d447e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d50e14-af02-4839-b939-445c620e6aa3,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:27.603114 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91797fc-1f49-45bc-be5f-42ee4bb938ac req-8c53b048-77f0-4fd3-a108-59d016e56934 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:27.612172 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a91797fc-1f49-45bc-be5f-42ee4bb938ac req-8c53b048-77f0-4fd3-a108-59d016e56934 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 943 time: 0.0940847 Sep 15 00:45:27.689814 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a91797fc-1f49-45bc-be5f-42ee4bb938ac req-9fd1384d-76a3-4805-bc18-20b720d08b46 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706012 Sep 15 00:45:27.841886 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 52752) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:27.884869 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-fbb066d8-5f71-4c2d-83c8-3bc606df989e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:27.925831 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 52754) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:28.058485 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-81b13a66-ffe9-449d-a78a-a6357936afab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:28.105262 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df539702-c90c-41cc-9843-78ad3d47c1de req-847ac809-a307-40d7-bfec-b03154ce1f5f tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:28.106811 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-df539702-c90c-41cc-9843-78ad3d47c1de req-847ac809-a307-40d7-bfec-b03154ce1f5f tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 943 time: 0.2625701 Sep 15 00:45:28.185076 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-df539702-c90c-41cc-9843-78ad3d47c1de req-4765ca61-56e6-4dc9-85b9-b610ecf45da1 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718820 Sep 15 00:45:28.191800 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:28.220571 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-fbb066d8-5f71-4c2d-83c8-3bc606df989e admin admin] Publish callbacks [] for security_group (62d33514-b13c-4988-9f00-14d04ffeeede), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:28.228071 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-fbb066d8-5f71-4c2d-83c8-3bc606df989e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (62d33514-b13c-4988-9f00-14d04ffeeede), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:28.265726 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32d948-a160-4c84-ae23-bba1f9a46112 req-b4c9b02a-8f70-40e5-bf45-6dc7155bca8f tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:28.267191 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0d32d948-a160-4c84-ae23-bba1f9a46112 req-b4c9b02a-8f70-40e5-bf45-6dc7155bca8f tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 944 time: 0.2173395 Sep 15 00:45:28.277830 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-fbb066d8-5f71-4c2d-83c8-3bc606df989e admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=fdbfd7c131134438a6dd37d6c6407113&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4347849 Sep 15 00:45:28.279976 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb066d8-5f71-4c2d-83c8-3bc606df989e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d33514-b13c-4988-9f00-14d04ffeeede,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:28.285269 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 52764) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:28.302075 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-c44a6476-b61e-494b-8db3-39b47269271a req-1fa48b3a-dd75-4b75-9283-1ba879f5731f tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 210 time: 0.0356722 Sep 15 00:45:28.304103 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb066d8-5f71-4c2d-83c8-3bc606df989e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:45:28.304251 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb066d8-5f71-4c2d-83c8-3bc606df989e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:45:28.304522 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb066d8-5f71-4c2d-83c8-3bc606df989e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:45:28.304856 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb066d8-5f71-4c2d-83c8-3bc606df989e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:45:28.305189 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb066d8-5f71-4c2d-83c8-3bc606df989e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:45:28.305604 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb066d8-5f71-4c2d-83c8-3bc606df989e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:45:28.305907 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb066d8-5f71-4c2d-83c8-3bc606df989e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:45:28.306153 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb066d8-5f71-4c2d-83c8-3bc606df989e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:45:28.306499 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb066d8-5f71-4c2d-83c8-3bc606df989e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:45:28.306831 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb066d8-5f71-4c2d-83c8-3bc606df989e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:45:28.307156 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb066d8-5f71-4c2d-83c8-3bc606df989e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:45:28.307493 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb066d8-5f71-4c2d-83c8-3bc606df989e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:45:28.307921 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb066d8-5f71-4c2d-83c8-3bc606df989e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:45:28.308250 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb066d8-5f71-4c2d-83c8-3bc606df989e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:45:28.308627 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb066d8-5f71-4c2d-83c8-3bc606df989e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:45:28.371149 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:UPDATE=1,neutron:INSERT=7,neutron:SELECT=92 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:28.376612 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0d32d948-a160-4c84-ae23-bba1f9a46112 req-8163ddb8-320f-49ce-ad17-c3ccd7b859f0 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006417 Sep 15 00:45:28.403877 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-bbffd893-b781-4fb1-af34-f64ecd618188 admin admin] Publish callbacks [] for security_group (62d33514-b13c-4988-9f00-14d04ffeeede), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:28.418602 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-81b13a66-ffe9-449d-a78a-a6357936afab admin admin] Publish callbacks [] for security_group (99149249-429d-49ca-9b1b-0cda480701c1), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:28.428554 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-81b13a66-ffe9-449d-a78a-a6357936afab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (99149249-429d-49ca-9b1b-0cda480701c1), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:28.441738 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-bbffd893-b781-4fb1-af34-f64ecd618188 admin admin] Publish callbacks [] for security_group (62d33514-b13c-4988-9f00-14d04ffeeede), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:28.478577 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-81b13a66-ffe9-449d-a78a-a6357936afab admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=bf07b096bc4e4bc3883109c6c983e07b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5516393 Sep 15 00:45:28.481375 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 52766) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:28.498514 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b13a66-ffe9-449d-a78a-a6357936afab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99149249-429d-49ca-9b1b-0cda480701c1,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:28.509838 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b13a66-ffe9-449d-a78a-a6357936afab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:45:28.510185 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b13a66-ffe9-449d-a78a-a6357936afab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:45:28.510540 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b13a66-ffe9-449d-a78a-a6357936afab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:45:28.510979 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b13a66-ffe9-449d-a78a-a6357936afab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:45:28.511365 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b13a66-ffe9-449d-a78a-a6357936afab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:45:28.511731 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b13a66-ffe9-449d-a78a-a6357936afab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:45:28.512051 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b13a66-ffe9-449d-a78a-a6357936afab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:45:28.512378 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b13a66-ffe9-449d-a78a-a6357936afab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:45:28.512704 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b13a66-ffe9-449d-a78a-a6357936afab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:45:28.513035 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b13a66-ffe9-449d-a78a-a6357936afab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:45:28.513362 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b13a66-ffe9-449d-a78a-a6357936afab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:45:28.513707 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b13a66-ffe9-449d-a78a-a6357936afab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:45:28.514032 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b13a66-ffe9-449d-a78a-a6357936afab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:45:28.514354 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b13a66-ffe9-449d-a78a-a6357936afab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:45:28.514676 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b13a66-ffe9-449d-a78a-a6357936afab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:45:28.538402 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-bbffd893-b781-4fb1-af34-f64ecd618188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (62d33514-b13c-4988-9f00-14d04ffeeede), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:28.541301 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-bbffd893-b781-4fb1-af34-f64ecd618188 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:28.542452 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-bbffd893-b781-4fb1-af34-f64ecd618188 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/62d33514-b13c-4988-9f00-14d04ffeeede HTTP/1.1" status: 204 len: 168 time: 0.2532928 Sep 15 00:45:28.547855 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-adccfd45-cd83-4a12-afcf-b4a4659044ed admin admin] Publish callbacks [] for security_group (99149249-429d-49ca-9b1b-0cda480701c1), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:28.551195 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbffd893-b781-4fb1-af34-f64ecd618188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d33514-b13c-4988-9f00-14d04ffeeede,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:28.572344 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-adccfd45-cd83-4a12-afcf-b4a4659044ed admin admin] Publish callbacks [] for security_group (99149249-429d-49ca-9b1b-0cda480701c1), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:28.624441 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-adccfd45-cd83-4a12-afcf-b4a4659044ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (99149249-429d-49ca-9b1b-0cda480701c1), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:28.627154 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-adccfd45-cd83-4a12-afcf-b4a4659044ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:28.628712 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-adccfd45-cd83-4a12-afcf-b4a4659044ed admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/99149249-429d-49ca-9b1b-0cda480701c1 HTTP/1.1" status: 204 len: 168 time: 0.1463089 Sep 15 00:45:28.637723 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adccfd45-cd83-4a12-afcf-b4a4659044ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99149249-429d-49ca-9b1b-0cda480701c1,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:28.834201 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7ae34-a38b-479e-a2c4-6445d113fa5e req-0ac843f6-a327-43ce-8aef-c34ee29b030d tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:28.835996 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a6e7ae34-a38b-479e-a2c4-6445d113fa5e req-0ac843f6-a327-43ce-8aef-c34ee29b030d tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 943 time: 0.0560560 Sep 15 00:45:28.890253 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a6e7ae34-a38b-479e-a2c4-6445d113fa5e req-e37fd985-ce28-45e2-bd0a-56ab5fc7a4bb tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484283 Sep 15 00:45:29.035566 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 52788) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:29.048691 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-eafd9458-af3d-49e7-ad08-cbe636146420 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:29.132536 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-eafd9458-af3d-49e7-ad08-cbe636146420 admin admin] Publish callbacks [] for security_group (d1b3b3f0-7ba7-4b46-aea7-c548b7eccdb4), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:29.136661 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-eafd9458-af3d-49e7-ad08-cbe636146420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (d1b3b3f0-7ba7-4b46-aea7-c548b7eccdb4), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:29.176831 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-eafd9458-af3d-49e7-ad08-cbe636146420 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=b776df921106476c9e95321f8c6c1e59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1401482 Sep 15 00:45:29.177969 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd9458-af3d-49e7-ad08-cbe636146420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b3b3f0-7ba7-4b46-aea7-c548b7eccdb4,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:29.179530 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 52796) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:29.235445 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-2025e2e5-eb43-4e84-b19d-73f30834cef6 admin admin] Publish callbacks [] for security_group (d1b3b3f0-7ba7-4b46-aea7-c548b7eccdb4), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:29.242772 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:29.258342 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-2025e2e5-eb43-4e84-b19d-73f30834cef6 admin admin] Publish callbacks [] for security_group (d1b3b3f0-7ba7-4b46-aea7-c548b7eccdb4), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:29.329247 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-2025e2e5-eb43-4e84-b19d-73f30834cef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (d1b3b3f0-7ba7-4b46-aea7-c548b7eccdb4), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:29.330905 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae277d82-a297-41ec-96b2-0937538bc32c req-1345aba8-375a-48bf-919a-410fb242a897 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:29.332557 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-2025e2e5-eb43-4e84-b19d-73f30834cef6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:29.336001 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-2025e2e5-eb43-4e84-b19d-73f30834cef6 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/d1b3b3f0-7ba7-4b46-aea7-c548b7eccdb4 HTTP/1.1" status: 204 len: 168 time: 0.1525548 Sep 15 00:45:29.336147 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ae277d82-a297-41ec-96b2-0937538bc32c req-1345aba8-375a-48bf-919a-410fb242a897 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 943 time: 0.0542171 Sep 15 00:45:29.343070 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025e2e5-eb43-4e84-b19d-73f30834cef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b3b3f0-7ba7-4b46-aea7-c548b7eccdb4,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:29.401773 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:29.424982 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ae277d82-a297-41ec-96b2-0937538bc32c req-0af8aa1b-f6c4-4054-9294-c6d28544ac41 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775633 Sep 15 00:45:29.485493 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-362b000b-0471-4d78-bd9d-837f1bab3ace req-a2fa0c9b-f20d-429f-b5a7-2f4f457b0668 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 210 time: 0.0646796 Sep 15 00:45:29.554863 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee8a9c-5899-4b89-80fa-c6fdc55a527a req-391d8cef-0cf6-4fe3-aa3e-fa4a50644ae5 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:29.556477 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-89ee8a9c-5899-4b89-80fa-c6fdc55a527a req-391d8cef-0cf6-4fe3-aa3e-fa4a50644ae5 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 944 time: 0.0587988 Sep 15 00:45:29.608001 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-89ee8a9c-5899-4b89-80fa-c6fdc55a527a req-b88a8118-5268-46fc-965b-564574137284 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433855 Sep 15 00:45:30.030097 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e15f9-2faa-4e45-a655-2fea9e13debf req-54bca34f-69d3-4426-a967-14e0f4b1dd29 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:30.030097 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-e43e15f9-2faa-4e45-a655-2fea9e13debf req-54bca34f-69d3-4426-a967-14e0f4b1dd29 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 943 time: 0.0526602 Sep 15 00:45:30.080051 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-e43e15f9-2faa-4e45-a655-2fea9e13debf req-1c7c97e1-d40a-46e2-81f5-2042e64efb58 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430450 Sep 15 00:45:30.560726 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f027e38-b19e-498e-bdb3-ad627579b687 req-dc240cf5-4209-46e2-9a18-fb6ca61c5b05 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:30.562087 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5f027e38-b19e-498e-bdb3-ad627579b687 req-dc240cf5-4209-46e2-9a18-fb6ca61c5b05 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 943 time: 0.0488021 Sep 15 00:45:30.599568 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-19bed7cb-ceba-41b2-8025-62fdc1119226 req-5fbd9fca-a1d5-43d0-89c7-bda78e629105 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 210 time: 0.0357668 Sep 15 00:45:30.611977 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5f027e38-b19e-498e-bdb3-ad627579b687 req-81944d15-464a-4344-bf1e-297f4eed0870 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433211 Sep 15 00:45:30.729451 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ace403-f591-408f-a66a-8f36c7a6fe61 req-5ba5b33d-2630-4192-a160-1401380d441b tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:30.731074 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-37ace403-f591-408f-a66a-8f36c7a6fe61 req-5ba5b33d-2630-4192-a160-1401380d441b tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 944 time: 0.0494838 Sep 15 00:45:30.778523 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-37ace403-f591-408f-a66a-8f36c7a6fe61 req-23f49e6a-2e53-44da-88a2-f6c0101c9fa8 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415120 Sep 15 00:45:31.136342 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 6 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 00:45:31.202617 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9c2a5-a468-483b-9953-e62c6b7ed302 req-ae9a05dd-44e9-47ab-ae81-7967c46bffaf tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:31.204135 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-acc9c2a5-a468-483b-9953-e62c6b7ed302 req-ae9a05dd-44e9-47ab-ae81-7967c46bffaf tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 943 time: 0.0505886 Sep 15 00:45:31.249752 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-acc9c2a5-a468-483b-9953-e62c6b7ed302 req-91cc6dfc-bd19-448c-b739-1a3cc5090a1d tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401020 Sep 15 00:45:31.699839 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-4071356c-14f9-4038-a483-e9f67fb45f43 req-87d0e3c2-3369-4bcb-aa4c-45e6dd3bf155 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 210 time: 0.0334337 Sep 15 00:45:31.730748 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dacb1d4-c1c0-4f57-9cdc-d302022bb2b1 req-956c06f2-51f1-47e8-8a25-0f4d013c70b0 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:31.732276 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5dacb1d4-c1c0-4f57-9cdc-d302022bb2b1 req-956c06f2-51f1-47e8-8a25-0f4d013c70b0 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 943 time: 0.0456982 Sep 15 00:45:31.778450 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5dacb1d4-c1c0-4f57-9cdc-d302022bb2b1 req-a196a2e3-b3f8-48d8-b542-4f2b99c01e34 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398989 Sep 15 00:45:31.894704 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70630923-9e32-4934-9638-ad4993f65b1d req-b1ee2a71-ba97-431f-a6d7-81aab5a8aa68 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:31.896174 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-70630923-9e32-4934-9638-ad4993f65b1d req-b1ee2a71-ba97-431f-a6d7-81aab5a8aa68 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 944 time: 0.0455542 Sep 15 00:45:31.944885 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-70630923-9e32-4934-9638-ad4993f65b1d req-33e9a8c5-d022-415e-ac1a-b4f726e42da2 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432651 Sep 15 00:45:32.161025 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device a181a6dc-2e9a-4e22-a218-adf5eb7e3779 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=112954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 00:45:32.221745 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 60e67ba0-1a38-4c2c-8f3b-75d937cf69ec up at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:45:32.295014 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port a181a6dc-2e9a-4e22-a218-adf5eb7e3779, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=a181a6dc-2e9a-4e22-a218-adf5eb7e3779,segment=NetworkSegment(2b35b24d-afbb-49ac-9c71-14d53de30327),segment_id=2b35b24d-afbb-49ac-9c71-14d53de30327)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:45:32.312025 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Returning: {'device': 'a181a6dc-2e9a-4e22-a218-adf5eb7e3779', 'network_id': '534fcea4-462b-402d-9da6-e7cef4200229', 'port_id': 'a181a6dc-2e9a-4e22-a218-adf5eb7e3779', 'mac_address': 'fa:16:3e:35:af:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '756b70e8-4098-4f30-99b0-99c64c94809f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 00:45:32.315052 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Provisioning for port 60e67ba0-1a38-4c2c-8f3b-75d937cf69ec completed by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 00:45:32.323163 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Provisioning complete for port 60e67ba0-1a38-4c2c-8f3b-75d937cf69ec triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:45:32.323658 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (60e67ba0-1a38-4c2c-8f3b-75d937cf69ec), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:32.324127 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Attempt 1 to provision port 60e67ba0-1a38-4c2c-8f3b-75d937cf69ec Sep 15 00:45:32.383227 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port a181a6dc-2e9a-4e22-a218-adf5eb7e3779 is: DOWN; New status is: BUILD {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:45:32.383652 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (a181a6dc-2e9a-4e22-a218-adf5eb7e3779), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:32.391896 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8dea54-113c-4303-87ef-5b817feaf45c req-18bda162-1dfd-4923-9a41-b75e5a482fef tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:32.399027 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5a8dea54-113c-4303-87ef-5b817feaf45c req-18bda162-1dfd-4923-9a41-b75e5a482fef tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 943 time: 0.0613263 Sep 15 00:45:32.405903 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a181a6dc-2e9a-4e22-a218-adf5eb7e3779 {{(pid=112954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 00:45:32.442936 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5a8dea54-113c-4303-87ef-5b817feaf45c req-b18ad7e7-1c3e-4eed-8172-931704a8065a tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430422 Sep 15 00:45:32.452842 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port a181a6dc-2e9a-4e22-a218-adf5eb7e3779, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=a181a6dc-2e9a-4e22-a218-adf5eb7e3779,segment=NetworkSegment(2b35b24d-afbb-49ac-9c71-14d53de30327),segment_id=2b35b24d-afbb-49ac-9c71-14d53de30327)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:45:32.460388 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (a181a6dc-2e9a-4e22-a218-adf5eb7e3779), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:32.464058 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port 60e67ba0-1a38-4c2c-8f3b-75d937cf69ec is: BUILD; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:45:32.464427 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (60e67ba0-1a38-4c2c-8f3b-75d937cf69ec), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:32.516300 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db3aac8-68f8-4028-8905-acb495f6ab89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e67ba0-1a38-4c2c-8f3b-75d937cf69ec'}] {{(pid=112954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:45:32.518571 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac31f47a78c65cec711889e6d70219b8f5c13991b6e76ee3a100a5a33f2e7321" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9874ba58-c03e-4d1b-a237-36dd5cb7b072" -d '{"events": [{"server_uuid": "6db3aac8-68f8-4028-8905-acb495f6ab89", "name": "network-vif-plugged", "status": "completed", "tag": "60e67ba0-1a38-4c2c-8f3b-75d937cf69ec"}]}' {{(pid=112954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:45:32.550506 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 60e67ba0-1a38-4c2c-8f3b-75d937cf69ec, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=60e67ba0-1a38-4c2c-8f3b-75d937cf69ec,segment=NetworkSegment(32209802-0ee2-4fe1-a177-50b35ffec28b),segment_id=32209802-0ee2-4fe1-a177-50b35ffec28b)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:45:32.552042 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=a181a6dc-2e9a-4e22-a218-adf5eb7e3779,revision_number=4']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:32.557882 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (60e67ba0-1a38-4c2c-8f3b-75d937cf69ec), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:32.564619 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 00:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ac8088-4e98-4812-9984-d1e3c1a52d82 x-openstack-request-id: req-47ac8088-4e98-4812-9984-d1e3c1a52d82 {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:45:32.564935 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db3aac8-68f8-4028-8905-acb495f6ab89", "name": "network-vif-plugged", "status": "completed", "tag": "60e67ba0-1a38-4c2c-8f3b-75d937cf69ec", "code": 200}]} {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:45:32.565259 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-47ac8088-4e98-4812-9984-d1e3c1a52d82 {{(pid=112954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:45:32.565572 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47ac8088-4e98-4812-9984-d1e3c1a52d82'] response: {'server_uuid': '6db3aac8-68f8-4028-8905-acb495f6ab89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e67ba0-1a38-4c2c-8f3b-75d937cf69ec', 'code': 200} Sep 15 00:45:32.567252 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:45:32.567649 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:45:32.568010 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:45:32.568359 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:45:32.568689 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:45:32.569021 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:45:32.569359 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:45:32.569673 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:45:32.569999 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:45:32.570324 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:45:32.570648 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:45:32.570988 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:45:32.571315 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:45:32.571666 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:45:32.571987 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:45:32.622306 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=60e67ba0-1a38-4c2c-8f3b-75d937cf69ec,revision_number=5']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:32.782334 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:32.801225 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ed9fc22b-5fa4-4b80-8a41-65b2205f35d1 req-ec9cd675-b349-4aa6-bede-f53df50638aa tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 210 time: 0.0289605 Sep 15 00:45:32.901975 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cee256-21c7-473d-aa7f-6dc96e5e03b5 req-93d14cd2-966a-43b6-be4d-d4e3d2524b8a tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:32.903493 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-09cee256-21c7-473d-aa7f-6dc96e5e03b5 req-93d14cd2-966a-43b6-be4d-d4e3d2524b8a tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 943 time: 0.0491471 Sep 15 00:45:32.952197 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-09cee256-21c7-473d-aa7f-6dc96e5e03b5 req-d769b57d-7f52-40f7-aa69-81d21edf4ad4 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423300 Sep 15 00:45:33.037902 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] get_ports_and_sgs() called for port_ids ['a181a6dc-2e9a-4e22-a218-adf5eb7e3779'] {{(pid=112954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 00:45:33.071046 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891bd521-fd2b-44e7-873b-d0f77111f06e req-e39884d5-4d63-49a0-a1fc-eb9fc2b55cc4 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:33.072577 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-891bd521-fd2b-44e7-873b-d0f77111f06e req-e39884d5-4d63-49a0-a1fc-eb9fc2b55cc4 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 945 time: 0.0499561 Sep 15 00:45:33.127238 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-891bd521-fd2b-44e7-873b-d0f77111f06e req-ad268c9b-21cf-4044-a773-5c0aab559059 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486507 Sep 15 00:45:33.168345 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:33.568840 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1668009-e8d0-424e-85cb-28384ba21b0e req-afee99eb-7fdc-4970-992c-a80da84d90aa tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:33.570307 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-c1668009-e8d0-424e-85cb-28384ba21b0e req-afee99eb-7fdc-4970-992c-a80da84d90aa tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 944 time: 0.0485342 Sep 15 00:45:33.610063 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:33.618971 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-c1668009-e8d0-424e-85cb-28384ba21b0e req-78a68605-7d09-49b4-b2ef-58446f458ba3 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429683 Sep 15 00:45:33.939163 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-3007da03-013e-4e28-be90-f25a61d69543 req-9515fb6f-d825-45d7-9492-ff1171adbf05 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 210 time: 0.0356798 Sep 15 00:45:34.038486 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-af608f5c-6094-493d-88f4-b204c41c87e4 req-1e4b0cb8-61a2-4238-ad7c-b3696004e559 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/534fcea4-462b-402d-9da6-e7cef4200229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895998 Sep 15 00:45:34.082926 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09473abf-3d0b-46d0-863f-5422be2b1478 req-1e39e6ce-6f66-4c08-9732-1e979bbf5b94 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:34.084448 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-09473abf-3d0b-46d0-863f-5422be2b1478 req-1e39e6ce-6f66-4c08-9732-1e979bbf5b94 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 943 time: 0.0539129 Sep 15 00:45:34.130104 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-09473abf-3d0b-46d0-863f-5422be2b1478 req-ad5e8559-30c9-4e5c-9f83-c0dc87eac899 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401187 Sep 15 00:45:34.254982 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e680cc2-a407-4894-a657-818c97e62d0b req-2fd3d4b6-5d04-486c-9651-6d61fa508dbd tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:34.256755 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9e680cc2-a407-4894-a657-818c97e62d0b req-2fd3d4b6-5d04-486c-9651-6d61fa508dbd tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 945 time: 0.0476568 Sep 15 00:45:34.306815 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9e680cc2-a407-4894-a657-818c97e62d0b req-7dd4a63c-5067-42b7-8076-17c6eca6c81e tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445793 Sep 15 00:45:34.738027 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7acc4f0-7782-4979-ac35-489ddccb01db req-8cb4e281-1519-46c7-8309-f7117073ee2a tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:34.738929 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d7acc4f0-7782-4979-ac35-489ddccb01db req-8cb4e281-1519-46c7-8309-f7117073ee2a tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 944 time: 0.0454037 Sep 15 00:45:34.785435 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d7acc4f0-7782-4979-ac35-489ddccb01db req-8409d94b-1426-40b2-9911-b72b51e4a155 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404229 Sep 15 00:45:35.039030 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-4753c718-5d06-4154-aa30-ee65d66396a7 req-9d7cda63-c84e-4b2a-9a2e-d0cbc8f042b3 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 210 time: 0.0279820 Sep 15 00:45:35.151645 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-af608f5c-6094-493d-88f4-b204c41c87e4 req-cb6a0c9c-8aec-4b22-b3c0-46875f263a67 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/534fcea4-462b-402d-9da6-e7cef4200229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856826 Sep 15 00:45:35.245989 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446cada-0bcc-4b4b-bf6b-a984743528cd req-0105e15d-ec1d-400f-a3fc-0d9090a9fea7 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:35.247444 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9446cada-0bcc-4b4b-bf6b-a984743528cd req-0105e15d-ec1d-400f-a3fc-0d9090a9fea7 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 943 time: 0.0456321 Sep 15 00:45:35.299968 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9446cada-0bcc-4b4b-bf6b-a984743528cd req-fff769ac-2a8b-40e1-acc2-daf52f1ba1e8 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464785 Sep 15 00:45:35.428228 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ea424-c407-4d53-a386-ee8e8606a5ee req-7e5e53c8-acac-4232-80d5-a7a274a5b3e7 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:35.429597 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-4c8ea424-c407-4d53-a386-ee8e8606a5ee req-7e5e53c8-acac-4232-80d5-a7a274a5b3e7 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 945 time: 0.0489621 Sep 15 00:45:35.462925 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:35.477595 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-4c8ea424-c407-4d53-a386-ee8e8606a5ee req-e4c35791-3b8b-46b7-bd60-ac2cb6dafb14 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425210 Sep 15 00:45:35.901848 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2918831-b9d8-4798-bb8e-4ac7aa0ec44d req-124147aa-b35f-4d71-8506-c0067e14f18c tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:35.903295 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-c2918831-b9d8-4798-bb8e-4ac7aa0ec44d req-124147aa-b35f-4d71-8506-c0067e14f18c tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 944 time: 0.0465729 Sep 15 00:45:35.950640 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-c2918831-b9d8-4798-bb8e-4ac7aa0ec44d req-334b6d37-2ab6-478e-a4c5-129083dc5175 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417502 Sep 15 00:45:36.138797 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-eefcdfee-c5a6-4d9c-915f-51c1e055848e req-822f744c-5a26-4867-9c47-122886b3aefe tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 210 time: 0.0267055 Sep 15 00:45:36.421252 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6973ed-e434-4de3-84d2-12b918b3fa76 req-430b6e42-5d87-4981-8e26-d618442ff86f tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:36.422725 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-6a6973ed-e434-4de3-84d2-12b918b3fa76 req-430b6e42-5d87-4981-8e26-d618442ff86f tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 943 time: 0.0465298 Sep 15 00:45:36.451868 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:36.470351 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-6a6973ed-e434-4de3-84d2-12b918b3fa76 req-5edc4665-90e1-4690-8a08-135b7313e9a7 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421650 Sep 15 00:45:36.594633 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561be23c-0069-4a03-8e33-b605cde752cc req-2d7bf01a-9805-4bff-8480-9e4f7b6eeed3 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:36.596053 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-561be23c-0069-4a03-8e33-b605cde752cc req-2d7bf01a-9805-4bff-8480-9e4f7b6eeed3 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 945 time: 0.0458369 Sep 15 00:45:36.641505 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-561be23c-0069-4a03-8e33-b605cde752cc req-23bf441d-fc3c-4321-aedd-47cc536ec792 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397542 Sep 15 00:45:37.071263 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c145e-5d64-4725-95e5-f844da8c3a91 req-fc44e0a6-5292-4f07-82b1-cca83d97fdc7 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:37.072769 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-2f6c145e-5d64-4725-95e5-f844da8c3a91 req-fc44e0a6-5292-4f07-82b1-cca83d97fdc7 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 944 time: 0.0485992 Sep 15 00:45:37.119884 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-2f6c145e-5d64-4725-95e5-f844da8c3a91 req-4086f91a-aa9f-4cd3-bbb7-8b857ee18250 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416756 Sep 15 00:45:37.264517 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-35dbd0e4-7c11-4858-9e7d-0322b38123a3 req-2697d8ba-4d3e-4c0d-bbe4-d32ef1a82afc tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 210 time: 0.0520134 Sep 15 00:45:37.611672 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b52e2-9d03-43ab-bd90-8e67a9f02ae5 req-a064cd48-80b8-4fc7-9f4b-06d86703eefd tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:37.611672 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-e06b52e2-9d03-43ab-bd90-8e67a9f02ae5 req-a064cd48-80b8-4fc7-9f4b-06d86703eefd tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 943 time: 0.0556970 Sep 15 00:45:37.634699 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 45e2672c-5f66-4187-b159-c6d3bb80d12b details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=112954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 00:45:37.663584 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-e06b52e2-9d03-43ab-bd90-8e67a9f02ae5 req-cda69e66-4df6-41ab-8aac-46f5e97fea6d tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575433 Sep 15 00:45:37.667357 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:37.688185 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device a181a6dc-2e9a-4e22-a218-adf5eb7e3779 up at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:45:37.758573 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907b792-e857-47f6-bc98-cc22f8b3224f req-791b6252-6ecb-4ff3-8c93-496b90fe713b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:37.760061 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0907b792-e857-47f6-bc98-cc22f8b3224f req-791b6252-6ecb-4ff3-8c93-496b90fe713b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b40368c8-a515-46b7-add6-5db877d59406 HTTP/1.1" status: 200 len: 1130 time: 0.1138823 Sep 15 00:45:37.803501 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-0907b792-e857-47f6-bc98-cc22f8b3224f req-c43b2df2-bdc9-4d1d-8a81-ae02a62be8fb service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:37.808583 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Provisioning for port a181a6dc-2e9a-4e22-a218-adf5eb7e3779 completed by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 00:45:37.823863 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98ce8e-1f29-4be0-807b-9c693ec316de req-6bc474a4-e458-4bcb-ba2d-fa3c98ed7677 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:37.827275 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ea00b-02ee-467f-b62e-5cd61894ed4d req-e98324c7-22fb-42c0-a82e-c12851b9b4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:37.829239 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-eb3ea00b-02ee-467f-b62e-5cd61894ed4d req-e98324c7-22fb-42c0-a82e-c12851b9b4f9 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 1129 time: 0.0954773 Sep 15 00:45:37.830975 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-db98ce8e-1f29-4be0-807b-9c693ec316de req-6bc474a4-e458-4bcb-ba2d-fa3c98ed7677 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 945 time: 0.0854797 Sep 15 00:45:37.841015 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Provisioning complete for port a181a6dc-2e9a-4e22-a218-adf5eb7e3779 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:45:37.841594 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (a181a6dc-2e9a-4e22-a218-adf5eb7e3779), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:37.841930 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Attempt 1 to provision port a181a6dc-2e9a-4e22-a218-adf5eb7e3779 Sep 15 00:45:37.850164 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-eb3ea00b-02ee-467f-b62e-5cd61894ed4d req-f4afcba6-f83b-4a80-8513-0c275f5f3124 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:37.884744 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 45e2672c-5f66-4187-b159-c6d3bb80d12b, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=45e2672c-5f66-4187-b159-c6d3bb80d12b,segment=NetworkSegment(984c4c89-baec-4c7a-bd8d-184a9b4bcb04),segment_id=984c4c89-baec-4c7a-bd8d-184a9b4bcb04)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:45:37.902591 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Returning: {'device': '45e2672c-5f66-4187-b159-c6d3bb80d12b', 'network_id': '5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0', 'port_id': '45e2672c-5f66-4187-b159-c6d3bb80d12b', 'mac_address': 'fa:16:3e:10:33:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d05243c-ba86-4ab7-a5fb-f252ae11d048', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 00:45:37.911627 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-db98ce8e-1f29-4be0-807b-9c693ec316de req-d27eecb2-dddd-4984-b3ad-daa2e7651c51 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797675 Sep 15 00:45:37.949454 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-0907b792-e857-47f6-bc98-cc22f8b3224f req-c43b2df2-bdc9-4d1d-8a81-ae02a62be8fb service neutron] Publish callbacks [] for security_group (b2ded009-2da9-4663-ad6a-6924ecfd6dea), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:37.954696 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-0907b792-e857-47f6-bc98-cc22f8b3224f req-c43b2df2-bdc9-4d1d-8a81-ae02a62be8fb service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (b2ded009-2da9-4663-ad6a-6924ecfd6dea), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:37.957241 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.db.api [req-eb3ea00b-02ee-467f-b62e-5cd61894ed4d req-f4afcba6-f83b-4a80-8513-0c275f5f3124 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 217beeb34c094465ace3f6e1b3c979a4 {{(pid=112952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 15 00:45:37.957693 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG oslo_db.api [req-eb3ea00b-02ee-467f-b62e-5cd61894ed4d req-f4afcba6-f83b-4a80-8513-0c275f5f3124 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=112952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 00:45:38.002212 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b2df2-bdc9-4d1d-8a81-ae02a62be8fb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ded009-2da9-4663-ad6a-6924ecfd6dea,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:38.006949 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0907b792-e857-47f6-bc98-cc22f8b3224f req-c43b2df2-bdc9-4d1d-8a81-ae02a62be8fb service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293346 Sep 15 00:45:38.073703 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port a181a6dc-2e9a-4e22-a218-adf5eb7e3779 is: BUILD; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:45:38.074089 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (a181a6dc-2e9a-4e22-a218-adf5eb7e3779), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:38.075915 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port 45e2672c-5f66-4187-b159-c6d3bb80d12b is: DOWN; New status is: BUILD {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:45:38.076279 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (45e2672c-5f66-4187-b159-c6d3bb80d12b), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:38.102659 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45e2672c-5f66-4187-b159-c6d3bb80d12b {{(pid=112954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 00:45:38.112430 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3368c45f-e52e-42fd-8f8c-43e3aeb5aeef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a181a6dc-2e9a-4e22-a218-adf5eb7e3779'}] {{(pid=112954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:45:38.114646 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac31f47a78c65cec711889e6d70219b8f5c13991b6e76ee3a100a5a33f2e7321" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fe76e0-da97-4ace-a187-8fa8baff532e" -d '{"events": [{"server_uuid": "3368c45f-e52e-42fd-8f8c-43e3aeb5aeef", "name": "network-vif-plugged", "status": "completed", "tag": "a181a6dc-2e9a-4e22-a218-adf5eb7e3779"}]}' {{(pid=112954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:45:38.135307 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port a181a6dc-2e9a-4e22-a218-adf5eb7e3779, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=a181a6dc-2e9a-4e22-a218-adf5eb7e3779,segment=NetworkSegment(2b35b24d-afbb-49ac-9c71-14d53de30327),segment_id=2b35b24d-afbb-49ac-9c71-14d53de30327)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:45:38.138747 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 45e2672c-5f66-4187-b159-c6d3bb80d12b, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=45e2672c-5f66-4187-b159-c6d3bb80d12b,segment=NetworkSegment(984c4c89-baec-4c7a-bd8d-184a9b4bcb04),segment_id=984c4c89-baec-4c7a-bd8d-184a9b4bcb04)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:45:38.140146 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (a181a6dc-2e9a-4e22-a218-adf5eb7e3779), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:38.144835 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (45e2672c-5f66-4187-b159-c6d3bb80d12b), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:38.166679 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 00:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ebeceb-3d9c-4415-9e9a-982adf63cf5f x-openstack-request-id: req-84ebeceb-3d9c-4415-9e9a-982adf63cf5f {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:45:38.167007 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3368c45f-e52e-42fd-8f8c-43e3aeb5aeef", "name": "network-vif-plugged", "status": "completed", "tag": "a181a6dc-2e9a-4e22-a218-adf5eb7e3779", "code": 200}]} {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:45:38.167239 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-84ebeceb-3d9c-4415-9e9a-982adf63cf5f {{(pid=112954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:45:38.167656 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84ebeceb-3d9c-4415-9e9a-982adf63cf5f'] response: {'server_uuid': '3368c45f-e52e-42fd-8f8c-43e3aeb5aeef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a181a6dc-2e9a-4e22-a218-adf5eb7e3779', 'code': 200} Sep 15 00:45:38.195057 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=a181a6dc-2e9a-4e22-a218-adf5eb7e3779,revision_number=5']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:38.246447 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf56129-52d1-469e-866c-e0b345d31c57 req-f7d285a6-0885-4ae3-af19-f6c66718d0c9 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:38.250894 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-faf56129-52d1-469e-866c-e0b345d31c57 req-f7d285a6-0885-4ae3-af19-f6c66718d0c9 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0512145 Sep 15 00:45:38.262964 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=45e2672c-5f66-4187-b159-c6d3bb80d12b,revision_number=4']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:38.263389 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:38.311767 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-faf56129-52d1-469e-866c-e0b345d31c57 req-0ddf6ed8-c5fb-49d4-98fc-977b762e8dce tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548797 Sep 15 00:45:38.370942 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-899b57d9-10bf-4dba-9666-fe2badd17aa7 req-e8229b69-8a88-4705-aa14-c701f9a59c88 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 210 time: 0.0283561 Sep 15 00:45:38.459145 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-eb3ea00b-02ee-467f-b62e-5cd61894ed4d req-f4afcba6-f83b-4a80-8513-0c275f5f3124 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:38.532068 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-eb3ea00b-02ee-467f-b62e-5cd61894ed4d req-f4afcba6-f83b-4a80-8513-0c275f5f3124 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6968598 Sep 15 00:45:38.793699 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef4889-ed6d-4a7c-95f0-b4e4371822a8 req-924cdb3d-57ab-4a76-9271-7d6fbb8597f8 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:38.795069 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-aeef4889-ed6d-4a7c-95f0-b4e4371822a8 req-924cdb3d-57ab-4a76-9271-7d6fbb8597f8 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 944 time: 0.0511563 Sep 15 00:45:38.844668 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-aeef4889-ed6d-4a7c-95f0-b4e4371822a8 req-9fdf99e1-52c2-4785-a8fa-bc073620cc2a tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433841 Sep 15 00:45:38.858822 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:39.035272 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894df1ba-0f6e-452c-988d-7b8fdcaba834 req-e965fdc0-dab3-48e8-95ef-707537cdada9 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:39.036801 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-894df1ba-0f6e-452c-988d-7b8fdcaba834 req-e965fdc0-dab3-48e8-95ef-707537cdada9 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 945 time: 0.0514932 Sep 15 00:45:39.084249 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-894df1ba-0f6e-452c-988d-7b8fdcaba834 req-6ec81eee-6aac-4c12-908a-702f39908c38 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412376 Sep 15 00:45:39.433621 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b78ae-30d8-4300-baad-5acbc44d8eaa req-61bd0b27-e215-4f4b-9b58-63f1f5e985a0 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:39.435213 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-778b78ae-30d8-4300-baad-5acbc44d8eaa req-61bd0b27-e215-4f4b-9b58-63f1f5e985a0 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0488923 Sep 15 00:45:39.456370 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:39.475609 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-8b44da30-f827-47b3-9280-eba21fc1b188 req-092d590f-c567-4642-b117-75bc927c4295 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 210 time: 0.0290315 Sep 15 00:45:39.482394 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-778b78ae-30d8-4300-baad-5acbc44d8eaa req-8d9c3d86-199c-4960-89cf-b934430e839a tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416503 Sep 15 00:45:39.967571 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84818b6a-b358-4aa9-b80d-64164d6eeca6 req-bb1d7d22-8659-495a-acce-db33f123a7be tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:39.968950 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-84818b6a-b358-4aa9-b80d-64164d6eeca6 req-bb1d7d22-8659-495a-acce-db33f123a7be tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 944 time: 0.0485580 Sep 15 00:45:40.013790 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-84818b6a-b358-4aa9-b80d-64164d6eeca6 req-3967e21d-9dc1-4b3e-9daa-4a8ea34f5fed tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394037 Sep 15 00:45:40.208857 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92051537-c87f-4c0d-a82e-62bdc3f0ab60 req-17879a97-a1de-461d-b28b-c845eb48c61d tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:40.210298 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-92051537-c87f-4c0d-a82e-62bdc3f0ab60 req-17879a97-a1de-461d-b28b-c845eb48c61d tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 945 time: 0.0525393 Sep 15 00:45:40.257626 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-92051537-c87f-4c0d-a82e-62bdc3f0ab60 req-e4774489-772e-4c37-8f27-1b109a06667c tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416052 Sep 15 00:45:40.584849 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-2e072d41-73ec-4630-8d60-f3f384278bb2 req-ad1f2842-7a64-4648-aa76-ad88833ea78d tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 210 time: 0.0269711 Sep 15 00:45:40.600939 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85effef1-8329-40fe-a473-af6f9d3c0cc7 req-05c0b1ce-afb5-4596-b766-c9a9a279d282 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:40.602445 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-85effef1-8329-40fe-a473-af6f9d3c0cc7 req-05c0b1ce-afb5-4596-b766-c9a9a279d282 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0464468 Sep 15 00:45:40.648123 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-85effef1-8329-40fe-a473-af6f9d3c0cc7 req-c62a5014-8370-4973-b1a9-acb80456375f tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401490 Sep 15 00:45:41.130092 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ac0b5-d4e4-4d07-9fbb-eb5561cdb44f req-5ec11754-543d-4ffd-9737-60fab6e09488 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:41.131818 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-991ac0b5-d4e4-4d07-9fbb-eb5561cdb44f req-5ec11754-543d-4ffd-9737-60fab6e09488 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 944 time: 0.0457926 Sep 15 00:45:41.177717 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-991ac0b5-d4e4-4d07-9fbb-eb5561cdb44f req-bc792065-778b-4e7f-8d00-5c2a18e448af tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403845 Sep 15 00:45:41.386418 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ae889-3bb9-4c29-af37-850bb93afdbf req-da253bf4-e700-484d-b9a8-6bcaa741d374 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:41.387890 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7c3ae889-3bb9-4c29-af37-850bb93afdbf req-da253bf4-e700-484d-b9a8-6bcaa741d374 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 945 time: 0.0501521 Sep 15 00:45:41.413498 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:41.437622 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7c3ae889-3bb9-4c29-af37-850bb93afdbf req-4417c600-cdba-48aa-ba03-afce16e67388 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428896 Sep 15 00:45:41.689416 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-70c8c540-1389-4042-a866-8502a4d22dcd req-5ff8bc77-c018-4a30-96e6-48f4f31524f4 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 210 time: 0.0315578 Sep 15 00:45:41.765266 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c91254-35dc-4d21-9431-732f7b662087 req-cb03c562-be48-48a5-bfd4-ed5dd0763e53 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:41.766722 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-43c91254-35dc-4d21-9431-732f7b662087 req-cb03c562-be48-48a5-bfd4-ed5dd0763e53 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0461173 Sep 15 00:45:41.813899 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-43c91254-35dc-4d21-9431-732f7b662087 req-e4564f5e-cbce-4257-9f88-58cbc77086d1 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417199 Sep 15 00:45:42.165719 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] get_ports_and_sgs() called for port_ids ['45e2672c-5f66-4187-b159-c6d3bb80d12b'] {{(pid=112954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 00:45:42.312354 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7be86-10e7-4269-ab8f-1cb148de4241 req-16fff231-9f13-42fe-8030-31593cef8db7 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:42.313994 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-abd7be86-10e7-4269-ab8f-1cb148de4241 req-16fff231-9f13-42fe-8030-31593cef8db7 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 944 time: 0.0567715 Sep 15 00:45:42.366159 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-abd7be86-10e7-4269-ab8f-1cb148de4241 req-6333ee73-c3d5-4741-a112-3181e62b98f9 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454409 Sep 15 00:45:42.572902 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0cfc5a-b99b-40d1-bcd9-b6b3f6d5fde3 req-a4ffca87-195b-406d-be31-8c9f2673f7e0 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:42.574388 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0d0cfc5a-b99b-40d1-bcd9-b6b3f6d5fde3 req-a4ffca87-195b-406d-be31-8c9f2673f7e0 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 945 time: 0.0498192 Sep 15 00:45:42.627378 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0d0cfc5a-b99b-40d1-bcd9-b6b3f6d5fde3 req-bad81f68-3b92-4d01-9d91-4c10e92bfb1c tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454476 Sep 15 00:45:42.797558 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-047781bf-0007-4d00-badf-2842e0b6f0eb req-eeddb1e8-9231-4e43-be95-6230ac46f130 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 210 time: 0.0274024 Sep 15 00:45:42.931459 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f84c80-9753-47ca-b66c-a61dbb8ff271 req-9ef0f236-106d-4cc4-9e64-5c8447c8ac35 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:42.932942 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b3f84c80-9753-47ca-b66c-a61dbb8ff271 req-9ef0f236-106d-4cc4-9e64-5c8447c8ac35 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0450559 Sep 15 00:45:42.979001 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b3f84c80-9753-47ca-b66c-a61dbb8ff271 req-e15440fc-d7e8-46f7-bd90-026f8130a36d tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400939 Sep 15 00:45:43.483052 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ab0fe-2202-4132-95e9-7ff5d52588ea req-326d5869-de8b-4c4e-b880-3d7185af7cb4 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:43.485066 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-5e8ab0fe-2202-4132-95e9-7ff5d52588ea req-326d5869-de8b-4c4e-b880-3d7185af7cb4 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 944 time: 0.0446980 Sep 15 00:45:43.536521 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-5e8ab0fe-2202-4132-95e9-7ff5d52588ea req-18784c9a-0804-41ee-a731-21f41ccc706c tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447309 Sep 15 00:45:43.585365 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:43.745089 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c48903-e626-403b-b7d1-446fb0688952 req-f680e6b8-fce2-46a9-9d11-9b3b9847bed6 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:43.746589 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-24c48903-e626-403b-b7d1-446fb0688952 req-f680e6b8-fce2-46a9-9d11-9b3b9847bed6 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 945 time: 0.0458508 Sep 15 00:45:43.792835 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-24c48903-e626-403b-b7d1-446fb0688952 req-f98ccb89-2ffd-4a6c-96f3-210cf7478dc7 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407298 Sep 15 00:45:43.900341 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-5abcf81b-a6d0-4fe3-998a-33eddebf358b req-7e1c042f-acd9-45a3-9d49-22365eefc0fd tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 210 time: 0.0303977 Sep 15 00:45:44.099352 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ffb07-d82a-4fb0-b491-4c073a66eb5f req-c8d0a369-56c8-44a5-900c-73505bb4d606 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:44.100760 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-861ffb07-d82a-4fb0-b491-4c073a66eb5f req-c8d0a369-56c8-44a5-900c-73505bb4d606 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0493326 Sep 15 00:45:44.146193 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-861ffb07-d82a-4fb0-b491-4c073a66eb5f req-4aca4c85-c384-4015-be53-728bef53694c tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399418 Sep 15 00:45:44.660326 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869f7da-202f-4f11-a458-9e350828160d req-8c995d04-0206-4f85-a7af-47bdee716ec3 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:44.667771 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-1869f7da-202f-4f11-a458-9e350828160d req-8c995d04-0206-4f85-a7af-47bdee716ec3 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 944 time: 0.0588801 Sep 15 00:45:44.731621 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-1869f7da-202f-4f11-a458-9e350828160d req-d9b7481b-fe07-44ec-b9fa-6c20f88bb84b tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592666 Sep 15 00:45:44.911967 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb77cee-c3cf-4c73-ba10-d9346cb910ce req-10295af1-57a4-441b-b908-bc834cddc225 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:44.913461 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-bdb77cee-c3cf-4c73-ba10-d9346cb910ce req-10295af1-57a4-441b-b908-bc834cddc225 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 945 time: 0.0467026 Sep 15 00:45:44.934794 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:44.963233 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-bdb77cee-c3cf-4c73-ba10-d9346cb910ce req-6c65e4cb-0c4e-435c-a977-651c905cd6d4 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438993 Sep 15 00:45:44.984455 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=100 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:45.014951 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-7f398d91-c036-4865-96cb-013549a73c83 req-d17dea81-c917-4867-980d-531d2b3e00fa tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 210 time: 0.0398901 Sep 15 00:45:45.263172 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d2178-a81f-4fbe-b76a-49e7b69c93b7 req-49324142-2434-4f73-ac38-9aa459e017d5 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:45.264655 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9e3d2178-a81f-4fbe-b76a-49e7b69c93b7 req-49324142-2434-4f73-ac38-9aa459e017d5 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0456982 Sep 15 00:45:45.313980 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9e3d2178-a81f-4fbe-b76a-49e7b69c93b7 req-1ef5cb95-9317-46e2-b2f3-add82811ccd0 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438528 Sep 15 00:45:45.837068 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8b416-eade-4460-8ee0-f16a96cb3467 req-1e27e3ab-9db6-44e1-9f20-1505219a4c50 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:45.838697 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-40e8b416-eade-4460-8ee0-f16a96cb3467 req-1e27e3ab-9db6-44e1-9f20-1505219a4c50 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 944 time: 0.0472999 Sep 15 00:45:45.884939 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-40e8b416-eade-4460-8ee0-f16a96cb3467 req-e0e25dcc-d756-4748-8063-a48234cf745a tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406888 Sep 15 00:45:46.083594 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149448f3-2cb4-4b35-92e8-45d0e9634870 req-f73245f6-f570-4600-a9be-310e06608173 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:46.085127 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-149448f3-2cb4-4b35-92e8-45d0e9634870 req-f73245f6-f570-4600-a9be-310e06608173 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 945 time: 0.0479949 Sep 15 00:45:46.114257 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ff50ca15-f86f-4e47-b6fe-790d603169bf req-1dbee01f-e72f-4e35-bfe6-f0b28460614b tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 210 time: 0.0274332 Sep 15 00:45:46.133274 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-149448f3-2cb4-4b35-92e8-45d0e9634870 req-627743f4-2e58-4273-a60a-faf07db162d8 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417886 Sep 15 00:45:46.430264 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e0dfd-f94d-433b-b914-04883716dd80 req-55684ce0-b3c9-4d44-bd24-82487853513c tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:46.431720 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-c69e0dfd-f94d-433b-b914-04883716dd80 req-55684ce0-b3c9-4d44-bd24-82487853513c tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0444548 Sep 15 00:45:46.479815 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-c69e0dfd-f94d-433b-b914-04883716dd80 req-8684c241-d3dc-4a85-81df-243db38363b6 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418849 Sep 15 00:45:47.000229 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b759d18-f80b-414c-ba59-787f8f38bbf2 req-b74f054f-6cfb-49d2-812d-e2a3f9d52efd tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:47.001681 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-1b759d18-f80b-414c-ba59-787f8f38bbf2 req-b74f054f-6cfb-49d2-812d-e2a3f9d52efd tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 944 time: 0.0455253 Sep 15 00:45:47.047795 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-1b759d18-f80b-414c-ba59-787f8f38bbf2 req-b3993517-2bc1-43d7-9813-468ba9677504 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403292 Sep 15 00:45:47.194947 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=4 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:47.197070 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=6 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:47.217787 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-49266079-0291-4d72-971a-cf7d364c615a req-dff14d2a-77fb-441f-b27e-9dff2e26439e tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 210 time: 0.0292177 Sep 15 00:45:47.257361 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1b301-b3e4-4f3e-8cee-ffdee19fbddb req-330fa397-1850-476b-9c3e-354cfa9849f8 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:47.258896 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-23a1b301-b3e4-4f3e-8cee-ffdee19fbddb req-330fa397-1850-476b-9c3e-354cfa9849f8 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 945 time: 0.0520809 Sep 15 00:45:47.304735 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-23a1b301-b3e4-4f3e-8cee-ffdee19fbddb req-2c0bae3d-c6c9-44c2-8e9b-8ba756cb3bba tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401847 Sep 15 00:45:47.604889 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be338f-06d9-4ec6-82c6-609d5edb2fae req-65ad2187-e5c0-4dfd-9250-8883dd7bca61 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:47.606381 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-e7be338f-06d9-4ec6-82c6-609d5edb2fae req-65ad2187-e5c0-4dfd-9250-8883dd7bca61 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0502012 Sep 15 00:45:47.656983 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-e7be338f-06d9-4ec6-82c6-609d5edb2fae req-7975b427-4759-4254-b91b-05b5729a2eeb tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423787 Sep 15 00:45:47.738553 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-f2eb8e73-9c54-48b2-b170-70f0785f9a31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:47.818319 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 45e2672c-5f66-4187-b159-c6d3bb80d12b up at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:45:47.849081 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:47.861665 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Provisioning for port 45e2672c-5f66-4187-b159-c6d3bb80d12b completed by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 00:45:47.867126 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Provisioning complete for port 45e2672c-5f66-4187-b159-c6d3bb80d12b triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:45:47.867599 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (45e2672c-5f66-4187-b159-c6d3bb80d12b), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:47.867937 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Attempt 1 to provision port 45e2672c-5f66-4187-b159-c6d3bb80d12b Sep 15 00:45:47.950523 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port 45e2672c-5f66-4187-b159-c6d3bb80d12b is: BUILD; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:45:47.950914 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (45e2672c-5f66-4187-b159-c6d3bb80d12b), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:47.981657 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d301ea-7505-4d72-8061-827894477da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e2672c-5f66-4187-b159-c6d3bb80d12b'}] {{(pid=112954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:45:47.984757 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac31f47a78c65cec711889e6d70219b8f5c13991b6e76ee3a100a5a33f2e7321" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1130d1-7c60-4979-99b4-04e0a342f293" -d '{"events": [{"server_uuid": "c1d301ea-7505-4d72-8061-827894477da0", "name": "network-vif-plugged", "status": "completed", "tag": "45e2672c-5f66-4187-b159-c6d3bb80d12b"}]}' {{(pid=112954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:45:47.998177 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 45e2672c-5f66-4187-b159-c6d3bb80d12b, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=45e2672c-5f66-4187-b159-c6d3bb80d12b,segment=NetworkSegment(984c4c89-baec-4c7a-bd8d-184a9b4bcb04),segment_id=984c4c89-baec-4c7a-bd8d-184a9b4bcb04)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:45:48.008966 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (45e2672c-5f66-4187-b159-c6d3bb80d12b), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:48.070024 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=45e2672c-5f66-4187-b159-c6d3bb80d12b,revision_number=5']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:48.103161 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 00:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63a2551-b12e-48b1-b4af-a2e169fbd6ea x-openstack-request-id: req-b63a2551-b12e-48b1-b4af-a2e169fbd6ea {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:45:48.103353 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d301ea-7505-4d72-8061-827894477da0", "name": "network-vif-plugged", "status": "completed", "tag": "45e2672c-5f66-4187-b159-c6d3bb80d12b", "code": 200}]} {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:45:48.103825 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b63a2551-b12e-48b1-b4af-a2e169fbd6ea {{(pid=112954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:45:48.104278 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b63a2551-b12e-48b1-b4af-a2e169fbd6ea'] response: {'server_uuid': 'c1d301ea-7505-4d72-8061-827894477da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e2672c-5f66-4187-b159-c6d3bb80d12b', 'code': 200} Sep 15 00:45:48.259430 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb994d-af02-4e88-8f5a-461f45a15ee9 req-d679db03-d621-40ed-9d2a-b30c64e720a3 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:48.262500 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-74fb994d-af02-4e88-8f5a-461f45a15ee9 req-d679db03-d621-40ed-9d2a-b30c64e720a3 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0896368 Sep 15 00:45:48.361834 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-74fb994d-af02-4e88-8f5a-461f45a15ee9 req-28c4f2c0-f5ae-4501-9500-97c7628d6e52 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829797 Sep 15 00:45:48.365181 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9cec2ffa-36db-4cfb-867f-639faf632a36 req-a590d00e-e714-4752-baae-37211aa8f234 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 210 time: 0.0446100 Sep 15 00:45:48.477383 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f697f5-a4ee-4954-a6d5-fa494326fcb0 req-2ced66b9-b932-4ba9-b6e7-8004d3037cd8 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:48.479053 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-82f697f5-a4ee-4954-a6d5-fa494326fcb0 req-2ced66b9-b932-4ba9-b6e7-8004d3037cd8 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 945 time: 0.0516706 Sep 15 00:45:48.531105 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 53280) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:48.544887 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-82f697f5-a4ee-4954-a6d5-fa494326fcb0 req-28df9f41-0fe8-4afc-9e63-c2f1006013dd tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583277 Sep 15 00:45:48.695732 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-694d62d9-561d-4e7a-acd0-d691960f7bc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:48.725896 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:48.788826 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 53288) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:48.834486 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408537aa-933f-48ee-bc4e-361cdf2834fe req-2813fc68-9b99-4ed7-9a65-4eabbd4c0f1b tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:48.835565 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-408537aa-933f-48ee-bc4e-361cdf2834fe req-2813fc68-9b99-4ed7-9a65-4eabbd4c0f1b tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0775912 Sep 15 00:45:48.840388 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-694d62d9-561d-4e7a-acd0-d691960f7bc3 admin admin] Publish callbacks [] for security_group (33b6ce58-840e-477b-afec-351827c34936), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:48.849641 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-694d62d9-561d-4e7a-acd0-d691960f7bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (33b6ce58-840e-477b-afec-351827c34936), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:48.903300 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d421f535-1423-486d-a71c-77d25df94cbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:48.903533 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d62d9-561d-4e7a-acd0-d691960f7bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b6ce58-840e-477b-afec-351827c34936,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:48.915046 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-694d62d9-561d-4e7a-acd0-d691960f7bc3 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=7028ac1344f741189efd477f93f75755&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3828044 Sep 15 00:45:48.918032 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 53292) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:48.927701 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-408537aa-933f-48ee-bc4e-361cdf2834fe req-edc6d38c-d330-4992-9d1a-d9bc84ec05f1 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858803 Sep 15 00:45:48.938810 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:49.013109 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ed1e5464-9ac8-4c49-b9ca-6a0c91b52eed admin admin] Publish callbacks [] for security_group (33b6ce58-840e-477b-afec-351827c34936), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:49.050346 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ed1e5464-9ac8-4c49-b9ca-6a0c91b52eed admin admin] Publish callbacks [] for security_group (33b6ce58-840e-477b-afec-351827c34936), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:49.053262 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d421f535-1423-486d-a71c-77d25df94cbe admin admin] Publish callbacks [] for security_group (81776593-29ab-49e1-a289-83c714e9dfc1), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:49.060723 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d421f535-1423-486d-a71c-77d25df94cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (81776593-29ab-49e1-a289-83c714e9dfc1), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:49.119466 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-d421f535-1423-486d-a71c-77d25df94cbe admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=ed48010356f246aabdedc3f2855d2f00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3291261 Sep 15 00:45:49.121689 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421f535-1423-486d-a71c-77d25df94cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81776593-29ab-49e1-a289-83c714e9dfc1,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:49.122514 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 53298) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:49.146814 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ed1e5464-9ac8-4c49-b9ca-6a0c91b52eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (33b6ce58-840e-477b-afec-351827c34936), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:49.149850 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ed1e5464-9ac8-4c49-b9ca-6a0c91b52eed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:49.151073 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-ed1e5464-9ac8-4c49-b9ca-6a0c91b52eed admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/33b6ce58-840e-477b-afec-351827c34936 HTTP/1.1" status: 204 len: 168 time: 0.2321577 Sep 15 00:45:49.156238 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:49.162987 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e5464-9ac8-4c49-b9ca-6a0c91b52eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b6ce58-840e-477b-afec-351827c34936,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:49.190552 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-e162847a-8c97-48ba-a186-7b372196ec4b admin admin] Publish callbacks [] for security_group (81776593-29ab-49e1-a289-83c714e9dfc1), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:49.219590 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-e162847a-8c97-48ba-a186-7b372196ec4b admin admin] Publish callbacks [] for security_group (81776593-29ab-49e1-a289-83c714e9dfc1), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:49.297626 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-e162847a-8c97-48ba-a186-7b372196ec4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (81776593-29ab-49e1-a289-83c714e9dfc1), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:49.300443 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-e162847a-8c97-48ba-a186-7b372196ec4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:49.301766 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-e162847a-8c97-48ba-a186-7b372196ec4b admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/81776593-29ab-49e1-a289-83c714e9dfc1 HTTP/1.1" status: 204 len: 168 time: 0.1771352 Sep 15 00:45:49.310531 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e162847a-8c97-48ba-a186-7b372196ec4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81776593-29ab-49e1-a289-83c714e9dfc1,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:49.444600 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 53318) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:49.511937 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a5001-3249-4f86-9406-091fbd4837af req-b5c5d628-47d7-4bf9-b9b7-e20647fb741a tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:49.519926 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-6f3a5001-3249-4f86-9406-091fbd4837af req-b5c5d628-47d7-4bf9-b9b7-e20647fb741a tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0819044 Sep 15 00:45:49.520761 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0e0f2d5e-c32f-4b5a-9540-5cc7a8cafb30 req-034a3023-c762-45ce-b46e-e3560c0f3d7f tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 210 time: 0.0391440 Sep 15 00:45:49.578654 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-6f3a5001-3249-4f86-9406-091fbd4837af req-996596ea-c860-4595-a0b2-e9f4e1d7bff1 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567179 Sep 15 00:45:49.738697 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df3b96-7692-4123-8cc6-be5c6710ff10 req-16695e8b-70a5-404d-a7fa-5ef2b380dd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:49.740414 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-90df3b96-7692-4123-8cc6-be5c6710ff10 req-16695e8b-70a5-404d-a7fa-5ef2b380dd59 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 1129 time: 0.0598345 Sep 15 00:45:49.789844 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d52f9-d860-47ad-9fc3-27c2957373c7 req-e5f1ba87-c775-4b75-ba49-aba75ac65ad6 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:49.799262 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-dc3d52f9-d860-47ad-9fc3-27c2957373c7 req-e5f1ba87-c775-4b75-ba49-aba75ac65ad6 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 945 time: 0.1439228 Sep 15 00:45:49.825407 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:49.829405 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-21c8743e-abc0-4ee1-b02c-632389323627 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:49.830898 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-21c8743e-abc0-4ee1-b02c-632389323627 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.18 "GET /networking/v2.0/networks?id=7963b74a-c6e4-436d-bf68-47024742fd78 HTTP/1.1" status: 200 len: 809 time: 0.1662099 Sep 15 00:45:49.877674 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-dc3d52f9-d860-47ad-9fc3-27c2957373c7 req-204dd76d-3368-4548-84fa-c35e7f7a0c15 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769417 Sep 15 00:45:49.883920 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-b95391b3-7e87-4de8-9204-f3992881ca7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:49.992200 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-b95391b3-7e87-4de8-9204-f3992881ca7c admin admin] Publish callbacks [] for security_group (16709a3a-b6c3-4bc9-ae61-126a7eef76e4), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:49.997492 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-b95391b3-7e87-4de8-9204-f3992881ca7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (16709a3a-b6c3-4bc9-ae61-126a7eef76e4), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:50.008690 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 53340) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:50.035008 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-1bc823af-ed79-4c88-aa9f-fea21691c8cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:50.036164 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-bf672211-0134-4b6e-83a2-d93fe706f757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:50.069891 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-b95391b3-7e87-4de8-9204-f3992881ca7c admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=03fd70f792494a8c928194e9db7d90fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6241250 Sep 15 00:45:50.071304 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95391b3-7e87-4de8-9204-f3992881ca7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16709a3a-b6c3-4bc9-ae61-126a7eef76e4,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:50.075011 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 53344) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:50.187244 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a7ccf-6a93-49b1-8da6-76f3d8cd467d req-d0187a4a-f770-4800-abc6-5971b3399e57 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:50.188756 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ac7a7ccf-6a93-49b1-8da6-76f3d8cd467d req-d0187a4a-f770-4800-abc6-5971b3399e57 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0907273 Sep 15 00:45:50.236154 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-1a0d52cc-0197-438b-911e-edcd65864ff5 admin admin] Publish callbacks [] for security_group (16709a3a-b6c3-4bc9-ae61-126a7eef76e4), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:50.297825 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-1a0d52cc-0197-438b-911e-edcd65864ff5 admin admin] Publish callbacks [] for security_group (16709a3a-b6c3-4bc9-ae61-126a7eef76e4), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:50.308368 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-1bc823af-ed79-4c88-aa9f-fea21691c8cf admin admin] Publish callbacks [] for security_group (f19f008e-0a1f-4852-8556-2206a3ee5c29), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:50.323318 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-1bc823af-ed79-4c88-aa9f-fea21691c8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (f19f008e-0a1f-4852-8556-2206a3ee5c29), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:50.337724 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ac7a7ccf-6a93-49b1-8da6-76f3d8cd467d req-637b5bef-496f-4f64-89b6-59ca6c0c69bb tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419470 Sep 15 00:45:50.388098 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc823af-ed79-4c88-aa9f-fea21691c8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19f008e-0a1f-4852-8556-2206a3ee5c29,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:50.396348 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-1bc823af-ed79-4c88-aa9f-fea21691c8cf admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=4507ea6a38b24c26ba4ce61c2abc0970&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3863392 Sep 15 00:45:50.396501 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 53356) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:50.425304 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-1a0d52cc-0197-438b-911e-edcd65864ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (16709a3a-b6c3-4bc9-ae61-126a7eef76e4), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:50.427892 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-1a0d52cc-0197-438b-911e-edcd65864ff5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:50.431372 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-1a0d52cc-0197-438b-911e-edcd65864ff5 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/16709a3a-b6c3-4bc9-ae61-126a7eef76e4 HTTP/1.1" status: 204 len: 168 time: 0.3530548 Sep 15 00:45:50.438123 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d52cc-0197-438b-911e-edcd65864ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16709a3a-b6c3-4bc9-ae61-126a7eef76e4,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:50.464978 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-7036a742-6bf3-4a16-9839-ef742e03d640 admin admin] Publish callbacks [] for security_group (f19f008e-0a1f-4852-8556-2206a3ee5c29), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:50.490197 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-7036a742-6bf3-4a16-9839-ef742e03d640 admin admin] Publish callbacks [] for security_group (f19f008e-0a1f-4852-8556-2206a3ee5c29), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:50.520499 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:INSERT=12,neutron:SELECT=84,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:50.546199 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-7036a742-6bf3-4a16-9839-ef742e03d640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (f19f008e-0a1f-4852-8556-2206a3ee5c29), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:50.548894 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-7036a742-6bf3-4a16-9839-ef742e03d640 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:50.550258 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-7036a742-6bf3-4a16-9839-ef742e03d640 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f19f008e-0a1f-4852-8556-2206a3ee5c29 HTTP/1.1" status: 204 len: 168 time: 0.1517913 Sep 15 00:45:50.560988 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7036a742-6bf3-4a16-9839-ef742e03d640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19f008e-0a1f-4852-8556-2206a3ee5c29,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:50.661166 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c4c4e392-b26c-437f-8d9e-bc30d7096e6d req-65e0c9cd-046b-4a84-b739-e45a15bb6c90 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 210 time: 0.0549974 Sep 15 00:45:50.737291 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295d0d8-e5b0-42db-a3eb-c026b7dd6251 req-7f2cfa29-635a-4f92-9ad5-d3ae35eebf7f tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:50.744015 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-1295d0d8-e5b0-42db-a3eb-c026b7dd6251 req-7f2cfa29-635a-4f92-9ad5-d3ae35eebf7f tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0614953 Sep 15 00:45:50.777274 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:50.792211 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-1295d0d8-e5b0-42db-a3eb-c026b7dd6251 req-5765cb0b-937c-4b64-9b36-b8d471395568 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470538 Sep 15 00:45:51.297430 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:51.471595 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf277cc8-7577-4b5f-8d5b-436f34c50ef2 req-f2602ce0-97f5-4c05-b261-3dfede4d884e tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:51.473317 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-cf277cc8-7577-4b5f-8d5b-436f34c50ef2 req-f2602ce0-97f5-4c05-b261-3dfede4d884e tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0479109 Sep 15 00:45:51.524128 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-cf277cc8-7577-4b5f-8d5b-436f34c50ef2 req-d128821b-4960-4099-8335-0826011b306b tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448506 Sep 15 00:45:51.780141 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-2eb6851e-c283-42af-bca3-fd46bb14643d req-379b1da2-79e8-46b3-b0ae-46c1ec3a0639 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 210 time: 0.0343926 Sep 15 00:45:51.918019 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efffe7de-92c6-4d96-9b7f-97184ce73d0e req-c0263f53-8de4-41ae-9ee5-8a7cf03afadf tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:51.919705 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-efffe7de-92c6-4d96-9b7f-97184ce73d0e req-c0263f53-8de4-41ae-9ee5-8a7cf03afadf tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0543466 Sep 15 00:45:51.980479 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-efffe7de-92c6-4d96-9b7f-97184ce73d0e req-50b9818e-b523-4450-b914-a37f74368928 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522234 Sep 15 00:45:52.548835 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:52.646282 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e27f6-f1f5-41e9-81a6-22639d1da669 req-bc289cda-142f-4e86-85b2-2a9507b88b45 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:52.648203 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-df8e27f6-f1f5-41e9-81a6-22639d1da669 req-bc289cda-142f-4e86-85b2-2a9507b88b45 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0488641 Sep 15 00:45:52.649639 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:52.704810 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-df8e27f6-f1f5-41e9-81a6-22639d1da669 req-67439596-fed7-4363-b49a-142e8d9f27fc tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505927 Sep 15 00:45:52.809563 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 53490) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:52.888342 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e0bde9f9-1073-4dc3-883d-ceaaa4a16c3e req-8e7967c2-0dd9-49d0-ad25-e1df33b76554 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 210 time: 0.0305700 Sep 15 00:45:52.919422 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2f6ffa1c-8722-4266-a288-97f0a25b467e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:52.993234 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2f6ffa1c-8722-4266-a288-97f0a25b467e admin admin] Publish callbacks [] for security_group (f59426ff-c65a-4eab-9d85-98b1cc7acddf), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:52.996588 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2f6ffa1c-8722-4266-a288-97f0a25b467e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (f59426ff-c65a-4eab-9d85-98b1cc7acddf), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:53.036840 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-2f6ffa1c-8722-4266-a288-97f0a25b467e admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=9d440a9e2b8448b78bdba4c2df604e3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2261527 Sep 15 00:45:53.037680 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ffa1c-8722-4266-a288-97f0a25b467e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59426ff-c65a-4eab-9d85-98b1cc7acddf,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:53.039533 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 53498) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:53.073102 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:53.124876 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88815909-3677-4ae9-a67c-a64b54b3d538 req-f41de006-e2f3-4d3f-84e0-39b287ec4165 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:53.126377 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-88815909-3677-4ae9-a67c-a64b54b3d538 req-f41de006-e2f3-4d3f-84e0-39b287ec4165 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0673907 Sep 15 00:45:53.150615 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-35742028-bcbe-44bb-a565-3d685bb1651c admin admin] Publish callbacks [] for security_group (f59426ff-c65a-4eab-9d85-98b1cc7acddf), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:53.185648 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-35742028-bcbe-44bb-a565-3d685bb1651c admin admin] Publish callbacks [] for security_group (f59426ff-c65a-4eab-9d85-98b1cc7acddf), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:53.199647 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-88815909-3677-4ae9-a67c-a64b54b3d538 req-589fba43-27d6-4b4a-ad71-7fc63db9a219 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675037 Sep 15 00:45:53.237933 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-35742028-bcbe-44bb-a565-3d685bb1651c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (f59426ff-c65a-4eab-9d85-98b1cc7acddf), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:53.240471 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-35742028-bcbe-44bb-a565-3d685bb1651c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:53.241573 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-35742028-bcbe-44bb-a565-3d685bb1651c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f59426ff-c65a-4eab-9d85-98b1cc7acddf HTTP/1.1" status: 204 len: 168 time: 0.2001836 Sep 15 00:45:53.249739 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35742028-bcbe-44bb-a565-3d685bb1651c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59426ff-c65a-4eab-9d85-98b1cc7acddf,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:53.504619 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 53510) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:53.518968 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ceff59fb-e516-48c4-8759-38d7e065e720 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:53.594885 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ceff59fb-e516-48c4-8759-38d7e065e720 admin admin] Publish callbacks [] for security_group (0bb31cfe-c1b8-4e84-b428-1c61d94b888d), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:53.598629 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ceff59fb-e516-48c4-8759-38d7e065e720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (0bb31cfe-c1b8-4e84-b428-1c61d94b888d), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:53.638937 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-ceff59fb-e516-48c4-8759-38d7e065e720 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=a8befef8f9f1444c8c2e1ed443ee7f9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331871 Sep 15 00:45:53.639822 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff59fb-e516-48c4-8759-38d7e065e720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb31cfe-c1b8-4e84-b428-1c61d94b888d,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:53.642514 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 53512) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:53.692440 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-34b384e5-dace-4479-b119-fdc1bbbd7ab9 admin admin] Publish callbacks [] for security_group (0bb31cfe-c1b8-4e84-b428-1c61d94b888d), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:53.711898 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-34b384e5-dace-4479-b119-fdc1bbbd7ab9 admin admin] Publish callbacks [] for security_group (0bb31cfe-c1b8-4e84-b428-1c61d94b888d), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:53.746494 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=5 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:53.763536 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-34b384e5-dace-4479-b119-fdc1bbbd7ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (0bb31cfe-c1b8-4e84-b428-1c61d94b888d), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:53.766069 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-34b384e5-dace-4479-b119-fdc1bbbd7ab9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:53.767535 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-34b384e5-dace-4479-b119-fdc1bbbd7ab9 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/0bb31cfe-c1b8-4e84-b428-1c61d94b888d HTTP/1.1" status: 204 len: 168 time: 0.1233118 Sep 15 00:45:53.775384 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b384e5-dace-4479-b119-fdc1bbbd7ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb31cfe-c1b8-4e84-b428-1c61d94b888d,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:53.836081 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d8983-a69d-48b8-8670-ae51c3c69110 req-8177c1a9-5224-48fb-b8ce-b6752a8dbcb0 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:53.838319 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ba3d8983-a69d-48b8-8670-ae51c3c69110 req-8177c1a9-5224-48fb-b8ce-b6752a8dbcb0 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0542326 Sep 15 00:45:53.885302 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ba3d8983-a69d-48b8-8670-ae51c3c69110 req-502ebacb-7f99-4702-ab6f-a9b96a9289d5 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421214 Sep 15 00:45:53.991969 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-deae5e59-39e6-497f-a309-5a7f5ee094b0 req-2aa26deb-14d2-4fae-a65b-3c801c28e6f9 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 210 time: 0.0281022 Sep 15 00:45:54.319518 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18b855-d1a1-4bde-800c-f8b90d29ff63 req-e8f93131-65ed-45c6-8b99-4834946664f1 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:54.321021 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-8f18b855-d1a1-4bde-800c-f8b90d29ff63 req-e8f93131-65ed-45c6-8b99-4834946664f1 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0467250 Sep 15 00:45:54.369002 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-8f18b855-d1a1-4bde-800c-f8b90d29ff63 req-f192dfbb-7eb1-43c8-9914-3207ab12a0e9 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422068 Sep 15 00:45:54.618094 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-4c2319ed-3805-4f20-b1b2-6f3b305ea60c tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Request body: {'port': {'device_id': '30f02a2a-8587-4092-88f3-48cbdfc96193', 'network_id': '7963b74a-c6e4-436d-bf68-47024742fd78', 'admin_state_up': True, 'tenant_id': '06a0252a4fba4f1ebfa9f25a2c6e39a4'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:45:54.686664 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-90df3b96-7692-4123-8cc6-be5c6710ff10 req-0181bb1e-cfc4-48f7-9020-651cc838a0fb service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723147 Sep 15 00:45:54.785639 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-4c2319ed-3805-4f20-b1b2-6f3b305ea60c tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Made reservation on behalf of 06a0252a4fba4f1ebfa9f25a2c6e39a4 for: {'port': 1} {{(pid=112952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:45:54.789540 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-4c2319ed-3805-4f20-b1b2-6f3b305ea60c tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:54.914298 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:54.934760 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.db_base_plugin_common [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-4c2319ed-3805-4f20-b1b2-6f3b305ea60c tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Allocated IP 172.20.0.2 (7963b74a-c6e4-436d-bf68-47024742fd78/5ce47667-4c20-48cc-b8c4-72b77a4e8e2d/1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a) {{(pid=112952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:45:55.074717 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92693e1-05cb-496c-b32e-ccb5ccab37e0 req-d26d7429-1add-430a-bd70-c6c9f3ea3cc4 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:55.076239 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-c92693e1-05cb-496c-b32e-ccb5ccab37e0 req-d26d7429-1add-430a-bd70-c6c9f3ea3cc4 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0981247 Sep 15 00:45:55.107974 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-1788e90d-148d-46df-b12d-bf0519c3cd15 req-c2cf1992-4acd-4a35-8fad-072336625f55 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 210 time: 0.0343099 Sep 15 00:45:55.143754 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:55.171375 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-c92693e1-05cb-496c-b32e-ccb5ccab37e0 req-7f1fde81-3b31-4797-aa50-6c8c82c328e1 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866861 Sep 15 00:45:55.176758 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-4c2319ed-3805-4f20-b1b2-6f3b305ea60c tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Publish callbacks [] for port (1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:55.211273 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-4c2319ed-3805-4f20-b1b2-6f3b305ea60c tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3304143'] for port (1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:55.256102 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-4c2319ed-3805-4f20-b1b2-6f3b305ea60c tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Network 7963b74a-c6e4-436d-bf68-47024742fd78 is already hosted by enough agents. {{(pid=112952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:45:55.259166 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.base_scheduler [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-4c2319ed-3805-4f20-b1b2-6f3b305ea60c tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Resources bound (agent type, host, resource id): {{(pid=112952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:45:55.261836 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.l3_dvrscheduler_db [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-4c2319ed-3805-4f20-b1b2-6f3b305ea60c tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Received port after_create {{(pid=112952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:45:55.293797 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2319ed-3805-4f20-b1b2-6f3b305ea60c tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Pushing event updated for resources: {'Port': ['ID=1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:55.322050 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-4c2319ed-3805-4f20-b1b2-6f3b305ea60c tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:55.322735 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-4c2319ed-3805-4f20-b1b2-6f3b305ea60c tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for port (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:55.340971 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-4c2319ed-3805-4f20-b1b2-6f3b305ea60c tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7268643 Sep 15 00:45:55.512364 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b75345-f575-411d-9ad7-65055558f8d8 req-96603a0d-a702-4ec6-a8b0-297c0f7238cc tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:55.513954 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b4b75345-f575-411d-9ad7-65055558f8d8 req-96603a0d-a702-4ec6-a8b0-297c0f7238cc tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0669293 Sep 15 00:45:55.530748 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:55.560956 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f92f2c-ebbf-425a-8096-1e5a3c3194c3 req-0d532413-3e54-440a-8f0a-3343dd34f8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:55.562601 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d7f92f2c-ebbf-425a-8096-1e5a3c3194c3 req-0d532413-3e54-440a-8f0a-3343dd34f8d9 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 1129 time: 0.0748987 Sep 15 00:45:55.604654 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b4b75345-f575-411d-9ad7-65055558f8d8 req-edc5bdbe-3435-49cb-9171-51052c0dd0a7 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724859 Sep 15 00:45:56.044658 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-fdd71ba7-c4d9-4b47-9649-eed8990ebc69 service neutron] Request body: {'port': {'device_id': '30f02a2a-8587-4092-88f3-48cbdfc96193', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:45:56.098554 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d7f92f2c-ebbf-425a-8096-1e5a3c3194c3 req-1d467da9-ca26-4616-a239-4579658d3d5a service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466080 Sep 15 00:45:56.124479 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-fdd71ba7-c4d9-4b47-9649-eed8990ebc69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a), before_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:56.297726 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6b5c1-ff3d-4dbb-b252-4932946b2867 req-b96db83e-2df5-4e7f-956b-67cd4a5afa22 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:56.304075 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-4dc6b5c1-ff3d-4dbb-b252-4932946b2867 req-b96db83e-2df5-4e7f-956b-67cd4a5afa22 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 931 time: 0.0765033 Sep 15 00:45:56.319242 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a9ce0-c35a-4e13-b891-54ae8a5f05c5 req-181dbc5e-011a-4a14-a2a6-ec73cc3ffb38 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:56.321538 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2c7a9ce0-c35a-4e13-b891-54ae8a5f05c5 req-181dbc5e-011a-4a14-a2a6-ec73cc3ffb38 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0736344 Sep 15 00:45:56.392656 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2c7a9ce0-c35a-4e13-b891-54ae8a5f05c5 req-2d058da2-cdc2-4a49-a2a9-65a89e18b809 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591388 Sep 15 00:45:56.407813 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-4dc6b5c1-ff3d-4dbb-b252-4932946b2867 req-98a0a808-9dc6-4376-8568-b02eedfa9c29 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892007 Sep 15 00:45:56.473527 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:56.482511 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.notifiers.nova [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-fdd71ba7-c4d9-4b47-9649-eed8990ebc69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a {{(pid=112952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 00:45:56.482705 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 53628) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:56.490892 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-fdd71ba7-c4d9-4b47-9649-eed8990ebc69 service neutron] Publish callbacks [] for port (1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a), precommit_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:56.506348 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.provisioning_blocks [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-fdd71ba7-c4d9-4b47-9649-eed8990ebc69 service neutron] Transition to ACTIVE for port object 1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a will not be triggered until provisioned by entity L2. {{(pid=112952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 00:45:56.510465 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-fdd71ba7-c4d9-4b47-9649-eed8990ebc69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3304182'] for port (1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a), after_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:56.569634 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd71ba7-c4d9-4b47-9649-eed8990ebc69 service neutron] Pushing event updated for resources: {'Port': ['ID=1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a,revision_number=2']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:56.596005 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-9717d902-2e9d-4283-9e26-6fa27dc2bb8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:56.622510 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.managers [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-fdd71ba7-c4d9-4b47-9649-eed8990ebc69 service neutron] Attempting to bind port 1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a on host hv-cinder-85752 for vnic_type normal with profile {{(pid=112952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:45:56.622843 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.managers [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-fdd71ba7-c4d9-4b47-9649-eed8990ebc69 service neutron] Attempting to bind port 1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '67a5c709-e9e9-4f50-9138-0fb27c172b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7963b74a-c6e4-436d-bf68-47024742fd78'}] {{(pid=112952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:45:56.623235 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-fdd71ba7-c4d9-4b47-9649-eed8990ebc69 service neutron] Attempting to bind port 1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a on network 7963b74a-c6e4-436d-bf68-47024742fd78 {{(pid=112952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:45:56.688746 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:56.691313 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-fdd71ba7-c4d9-4b47-9649-eed8990ebc69 service neutron] Port 1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a on network 7963b74a-c6e4-436d-bf68-47024742fd78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=112952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 00:45:56.691823 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-fdd71ba7-c4d9-4b47-9649-eed8990ebc69 service neutron] Attempting to bind port 1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a on network 7963b74a-c6e4-436d-bf68-47024742fd78 {{(pid=112952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:45:56.713369 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-9717d902-2e9d-4283-9e26-6fa27dc2bb8e admin admin] Publish callbacks [] for security_group (e3fef8c2-3863-4a34-953a-0b845ddfc2f4), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:56.718802 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-9717d902-2e9d-4283-9e26-6fa27dc2bb8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (e3fef8c2-3863-4a34-953a-0b845ddfc2f4), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:56.744139 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-fdd71ba7-c4d9-4b47-9649-eed8990ebc69 service neutron] Checking agent: {'id': '7a59e084-9e76-4c44-9c60-e850dcdcbbb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 42, 37), 'started_at': datetime.datetime(2022, 9, 15, 0, 42, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:45:56.744473 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-fdd71ba7-c4d9-4b47-9649-eed8990ebc69 service neutron] Checking segment: {'id': '67a5c709-e9e9-4f50-9138-0fb27c172b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7963b74a-c6e4-436d-bf68-47024742fd78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:45:56.745171 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-fdd71ba7-c4d9-4b47-9649-eed8990ebc69 service neutron] Bound using segment: {'id': '67a5c709-e9e9-4f50-9138-0fb27c172b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7963b74a-c6e4-436d-bf68-47024742fd78'} {{(pid=112952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:45:56.745755 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.managers [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-fdd71ba7-c4d9-4b47-9649-eed8990ebc69 service neutron] Bound port: 1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67a5c709-e9e9-4f50-9138-0fb27c172b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7963b74a-c6e4-436d-bf68-47024742fd78'}}] {{(pid=112952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:45:56.746289 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-fdd71ba7-c4d9-4b47-9649-eed8990ebc69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a), before_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:56.792295 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9717d902-2e9d-4283-9e26-6fa27dc2bb8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fef8c2-3863-4a34-953a-0b845ddfc2f4,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:56.802615 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-9717d902-2e9d-4283-9e26-6fa27dc2bb8e admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=c91f46903922434a9141b793a7c287da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3187094 Sep 15 00:45:56.804857 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 53644) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:56.818146 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d2b961-dff5-4fac-b77c-016003cab706 req-9d4a7e47-e355-42ac-a4c7-4ad224a5393f tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:56.820654 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-67d2b961-dff5-4fac-b77c-016003cab706 req-9d4a7e47-e355-42ac-a4c7-4ad224a5393f tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0861712 Sep 15 00:45:56.880045 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.db [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-fdd71ba7-c4d9-4b47-9649-eed8990ebc69 service neutron] For port 1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a, host hv-cinder-85752, cleared binding levels {{(pid=112952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:45:56.885381 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.db [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-fdd71ba7-c4d9-4b47-9649-eed8990ebc69 service neutron] For port 1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a,segment=NetworkSegment(67a5c709-e9e9-4f50-9138-0fb27c172b4e),segment_id=67a5c709-e9e9-4f50-9138-0fb27c172b4e)] {{(pid=112952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:45:56.893495 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-fdd71ba7-c4d9-4b47-9649-eed8990ebc69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3304182'] for port (1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a), after_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:56.898743 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-fdd71ba7-c4d9-4b47-9649-eed8990ebc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:56.900265 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-fdd71ba7-c4d9-4b47-9649-eed8990ebc69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for port (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:56.901972 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-fdd71ba7-c4d9-4b47-9649-eed8990ebc69 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a HTTP/1.1" status: 200 len: 1093 time: 0.8682897 Sep 15 00:45:56.905640 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f02a2a-8587-4092-88f3-48cbdfc96193', 'tag': '1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a'}] {{(pid=112952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:45:56.907023 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2acdf485-a677-4437-bbeb-9d739fcaa733 admin admin] Publish callbacks [] for security_group (e3fef8c2-3863-4a34-953a-0b845ddfc2f4), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:56.909213 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab332b7ebe0febfdc7fe1a403309b4946bbbdc71882a32b3ac962f44a6678e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055f6d1d-b9ce-465c-a581-eb7bfdc0ed6d" -d '{"events": [{"name": "network-changed", "server_uuid": "30f02a2a-8587-4092-88f3-48cbdfc96193", "tag": "1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a"}]}' {{(pid=112952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:45:56.912941 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-67d2b961-dff5-4fac-b77c-016003cab706 req-d9a136b0-8e82-4012-a2a9-a8c08e563da3 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807283 Sep 15 00:45:56.918554 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:56.949548 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2acdf485-a677-4437-bbeb-9d739fcaa733 admin admin] Publish callbacks [] for security_group (e3fef8c2-3863-4a34-953a-0b845ddfc2f4), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:56.993902 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd71ba7-c4d9-4b47-9649-eed8990ebc69 service neutron] Pushing event updated for resources: {'Port': ['ID=1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a,revision_number=3']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:57.018555 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 00:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08bef13-0e8e-4e55-aa25-08dbc7aebdf5 x-openstack-request-id: req-c08bef13-0e8e-4e55-aa25-08dbc7aebdf5 {{(pid=112952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:45:57.019021 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30f02a2a-8587-4092-88f3-48cbdfc96193", "tag": "1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a", "status": "completed", "code": 200}]} {{(pid=112952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:45:57.019280 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c08bef13-0e8e-4e55-aa25-08dbc7aebdf5 {{(pid=112952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:45:57.019767 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c08bef13-0e8e-4e55-aa25-08dbc7aebdf5'] response: {'name': 'network-changed', 'server_uuid': '30f02a2a-8587-4092-88f3-48cbdfc96193', 'tag': '1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a', 'status': 'completed', 'code': 200} Sep 15 00:45:57.024134 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2acdf485-a677-4437-bbeb-9d739fcaa733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (e3fef8c2-3863-4a34-953a-0b845ddfc2f4), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:57.027175 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2acdf485-a677-4437-bbeb-9d739fcaa733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:57.031725 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-2acdf485-a677-4437-bbeb-9d739fcaa733 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/e3fef8c2-3863-4a34-953a-0b845ddfc2f4 HTTP/1.1" status: 204 len: 168 time: 0.2255998 Sep 15 00:45:57.039943 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acdf485-a677-4437-bbeb-9d739fcaa733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fef8c2-3863-4a34-953a-0b845ddfc2f4,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:57.331602 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 53664) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:57.345723 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-a7022a74-fec2-4e08-b4d5-889662f2d3b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:57.430402 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-a7022a74-fec2-4e08-b4d5-889662f2d3b6 admin admin] Publish callbacks [] for security_group (1bd42196-7730-4879-aa91-d7e2301c0d8e), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:57.435514 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-a7022a74-fec2-4e08-b4d5-889662f2d3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (1bd42196-7730-4879-aa91-d7e2301c0d8e), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:57.478631 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-a7022a74-fec2-4e08-b4d5-889662f2d3b6 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=8d675d216189417d9c7376a45820cc96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1459258 Sep 15 00:45:57.479491 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7022a74-fec2-4e08-b4d5-889662f2d3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd42196-7730-4879-aa91-d7e2301c0d8e,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:57.481415 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 53672) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:45:57.710024 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00998e9b-d3aa-4443-bef5-872d9bb1c928 req-9aa5e55e-af7f-4aaf-b425-585e404bb44a tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:57.711538 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-00998e9b-d3aa-4443-bef5-872d9bb1c928 req-9aa5e55e-af7f-4aaf-b425-585e404bb44a tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.2208879 Sep 15 00:45:57.733889 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-37b75b69-b41d-4ad7-ae57-134560f66d13 admin admin] Publish callbacks [] for security_group (1bd42196-7730-4879-aa91-d7e2301c0d8e), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:57.774048 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-37b75b69-b41d-4ad7-ae57-134560f66d13 admin admin] Publish callbacks [] for security_group (1bd42196-7730-4879-aa91-d7e2301c0d8e), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:57.793437 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-00998e9b-d3aa-4443-bef5-872d9bb1c928 req-98b5547f-ad85-4106-bf12-055ca1c60f4b tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706618 Sep 15 00:45:57.833633 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-37b75b69-b41d-4ad7-ae57-134560f66d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (1bd42196-7730-4879-aa91-d7e2301c0d8e), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:57.836480 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-37b75b69-b41d-4ad7-ae57-134560f66d13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:45:57.840107 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-37b75b69-b41d-4ad7-ae57-134560f66d13 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/1bd42196-7730-4879-aa91-d7e2301c0d8e HTTP/1.1" status: 204 len: 168 time: 0.3544137 Sep 15 00:45:57.846114 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b75b69-b41d-4ad7-ae57-134560f66d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd42196-7730-4879-aa91-d7e2301c0d8e,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:45:57.871257 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:45:57.915589 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e6107-d29c-48af-a8a7-b8d8433aa3f3 req-e2164fdd-f607-4c30-9a14-49870217db57 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:57.917079 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-667e6107-d29c-48af-a8a7-b8d8433aa3f3 req-e2164fdd-f607-4c30-9a14-49870217db57 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 943 time: 0.0550737 Sep 15 00:45:57.965556 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-667e6107-d29c-48af-a8a7-b8d8433aa3f3 req-f9be66ad-917a-41f8-9a4d-80da8a4d24f5 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427074 Sep 15 00:45:58.333762 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f6d1d-b9ce-465c-a581-eb7bfdc0ed6d req-afdcae00-deef-43b1-a43a-ec98203485d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:58.339258 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-055f6d1d-b9ce-465c-a581-eb7bfdc0ed6d req-afdcae00-deef-43b1-a43a-ec98203485d1 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=06a0252a4fba4f1ebfa9f25a2c6e39a4&device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 1127 time: 0.0957847 Sep 15 00:45:58.346433 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f5dec-d761-4409-bad9-d831c08089bd req-46eafc42-aaac-47d6-8364-db2d3448692e tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:58.353764 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5a7f5dec-d761-4409-bad9-d831c08089bd req-46eafc42-aaac-47d6-8364-db2d3448692e tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0965285 Sep 15 00:45:58.416398 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5a7f5dec-d761-4409-bad9-d831c08089bd req-1639efae-a205-4d38-9b7f-3d3420b11f62 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564733 Sep 15 00:45:58.524349 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67242d9b-1e75-4759-82a0-6289017570a2 req-642ba2ba-f9ff-4c7f-b462-8b6767fbd7fe tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:58.525863 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-67242d9b-1e75-4759-82a0-6289017570a2 req-642ba2ba-f9ff-4c7f-b462-8b6767fbd7fe tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0509121 Sep 15 00:45:58.585422 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-67242d9b-1e75-4759-82a0-6289017570a2 req-d8ef4664-e65d-4411-86ce-ee86da7c1802 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517597 Sep 15 00:45:59.089735 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea2107-70dc-48b1-a789-240b808450ea req-8515f477-1628-447c-9fb8-cf6c2d7ba838 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:59.091197 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-40ea2107-70dc-48b1-a789-240b808450ea req-8515f477-1628-447c-9fb8-cf6c2d7ba838 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 943 time: 0.0457966 Sep 15 00:45:59.142240 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-40ea2107-70dc-48b1-a789-240b808450ea req-63d6eec1-ecfa-4adc-af6a-d3b22a449355 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448685 Sep 15 00:45:59.535356 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375c655-8a09-4aa7-ae63-280d04b5140c req-968b84d0-d356-4a0e-b4e7-750e6c7c4899 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:59.536868 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e375c655-8a09-4aa7-ae63-280d04b5140c req-968b84d0-d356-4a0e-b4e7-750e6c7c4899 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0478904 Sep 15 00:45:59.583788 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e375c655-8a09-4aa7-ae63-280d04b5140c req-68ee1c46-434d-4f26-8259-568339cae075 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412891 Sep 15 00:45:59.720422 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e494d9bd-fe1a-43ee-8c48-a5bb17925fec req-99ce4e9d-d4a5-4aec-8bc8-5e6354594b04 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:45:59.721895 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e494d9bd-fe1a-43ee-8c48-a5bb17925fec req-99ce4e9d-d4a5-4aec-8bc8-5e6354594b04 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0526986 Sep 15 00:45:59.780502 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e494d9bd-fe1a-43ee-8c48-a5bb17925fec req-d6541135-4972-4557-b1d8-cc46be7d0f4d tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523026 Sep 15 00:46:00.258995 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74aee4c-17c0-45a0-81a8-54602ab0fcb1 req-2c3b06a3-9ea0-4260-b15d-2f7a329422e3 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:00.260526 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a74aee4c-17c0-45a0-81a8-54602ab0fcb1 req-2c3b06a3-9ea0-4260-b15d-2f7a329422e3 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 943 time: 0.0462446 Sep 15 00:46:00.279749 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:00.307246 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a74aee4c-17c0-45a0-81a8-54602ab0fcb1 req-4164cced-db36-4a04-bee4-edb86a8b62f6 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412502 Sep 15 00:46:00.705302 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87192609-b812-4d60-93f8-418b736116ca req-49281456-25b5-4341-954d-c99e7eecc271 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:00.706908 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-87192609-b812-4d60-93f8-418b736116ca req-49281456-25b5-4341-954d-c99e7eecc271 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0496881 Sep 15 00:46:00.754034 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-87192609-b812-4d60-93f8-418b736116ca req-a04f7f69-9557-453b-b167-0fc255912a6c tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414431 Sep 15 00:46:00.919226 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9011e-dbdd-4c56-9e16-9e11555be3d4 req-110fefc8-ae77-4ccc-8d4b-5c4adddaefa7 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:00.920740 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-84d9011e-dbdd-4c56-9e16-9e11555be3d4 req-110fefc8-ae77-4ccc-8d4b-5c4adddaefa7 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0470457 Sep 15 00:46:00.966613 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-84d9011e-dbdd-4c56-9e16-9e11555be3d4 req-8f830d35-c8f2-4cd2-969b-91de3a392c43 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404961 Sep 15 00:46:01.424210 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb918edd-f2c6-4fb9-b97c-0bdc9a926247 req-febff7a0-eda8-41b6-8cb3-9eed77d38726 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:01.425644 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-eb918edd-f2c6-4fb9-b97c-0bdc9a926247 req-febff7a0-eda8-41b6-8cb3-9eed77d38726 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 943 time: 0.0446508 Sep 15 00:46:01.473672 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-eb918edd-f2c6-4fb9-b97c-0bdc9a926247 req-c86d10a2-6774-4aa5-98c7-37de3f35d022 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427258 Sep 15 00:46:01.871312 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f47cc-ee41-41e0-86b1-b022b2efa684 req-f7caa1ce-25f0-4834-841d-86620b5452fc tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:01.872830 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2a8f47cc-ee41-41e0-86b1-b022b2efa684 req-f7caa1ce-25f0-4834-841d-86620b5452fc tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0465860 Sep 15 00:46:01.919438 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2a8f47cc-ee41-41e0-86b1-b022b2efa684 req-1ef48275-23f9-43c6-8fa2-21e078a80200 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411186 Sep 15 00:46:02.082328 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fca40b-db09-4bcc-b1e9-1eed641b6837 req-2b3fe2c7-2184-42ae-8018-50790c729fbe tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:02.083898 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-66fca40b-db09-4bcc-b1e9-1eed641b6837 req-2b3fe2c7-2184-42ae-8018-50790c729fbe tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0450754 Sep 15 00:46:02.116240 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:02.130649 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-66fca40b-db09-4bcc-b1e9-1eed641b6837 req-6d52f65e-3a93-46c8-a153-f8defeeb637e tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410385 Sep 15 00:46:02.594111 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2cd99c-be59-4688-8f3c-45d7286678ca req-d8084a49-ec4d-40ad-b0ba-1d48e54d4d2d tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:02.595606 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-fe2cd99c-be59-4688-8f3c-45d7286678ca req-d8084a49-ec4d-40ad-b0ba-1d48e54d4d2d tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 943 time: 0.0494418 Sep 15 00:46:02.641673 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-fe2cd99c-be59-4688-8f3c-45d7286678ca req-f8381ed2-fa1d-40f4-aa8a-f239a9755b85 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405622 Sep 15 00:46:03.036934 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97047365-88a2-4eac-a8e0-ecccb146b7c0 req-7c6dc6a6-a14c-41f7-8455-9d9b91256bef tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:03.038421 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-97047365-88a2-4eac-a8e0-ecccb146b7c0 req-7c6dc6a6-a14c-41f7-8455-9d9b91256bef tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0467496 Sep 15 00:46:03.083841 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-97047365-88a2-4eac-a8e0-ecccb146b7c0 req-b4ed52e7-049d-48e7-a0ff-9d11a84a5a62 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399873 Sep 15 00:46:03.249247 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f7076-b35e-43c7-b1f7-828fe3e38f83 req-d7885e44-c3ed-40b4-8df7-619e4b1f6418 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:03.250920 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-bd9f7076-b35e-43c7-b1f7-828fe3e38f83 req-d7885e44-c3ed-40b4-8df7-619e4b1f6418 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0472941 Sep 15 00:46:03.305746 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-bd9f7076-b35e-43c7-b1f7-828fe3e38f83 req-8ddc1ad5-fcf6-4845-a4c8-37f65078a12a tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484247 Sep 15 00:46:03.767569 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37acda31-0fd7-4cf2-b458-84e1236c7b36 req-9f4e53dd-ff2c-4451-b5b0-aec00976b47c tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:03.769134 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-37acda31-0fd7-4cf2-b458-84e1236c7b36 req-9f4e53dd-ff2c-4451-b5b0-aec00976b47c tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 943 time: 0.0488856 Sep 15 00:46:03.800682 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=35,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:03.831452 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-37acda31-0fd7-4cf2-b458-84e1236c7b36 req-feeb94de-599f-4223-9591-fa39c1f3c32d tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550241 Sep 15 00:46:04.036334 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f6d1d-b9ce-465c-a581-eb7bfdc0ed6d req-9c4e3a87-5211-4ed8-a748-4aa25a037824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:04.037806 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-055f6d1d-b9ce-465c-a581-eb7bfdc0ed6d req-9c4e3a87-5211-4ed8-a748-4aa25a037824 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=06a0252a4fba4f1ebfa9f25a2c6e39a4&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3839190 Sep 15 00:46:04.210200 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a08d4-409a-406e-9ecb-26a9806182b5 req-55ef362f-f2ea-4934-a382-4583d2f02c7f tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:04.211669 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-e70a08d4-409a-406e-9ecb-26a9806182b5 req-55ef362f-f2ea-4934-a382-4583d2f02c7f tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0488019 Sep 15 00:46:04.259286 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-e70a08d4-409a-406e-9ecb-26a9806182b5 req-c5cb8986-88c4-4ea0-ad43-63cc70283081 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419965 Sep 15 00:46:04.380068 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f369c-35e1-400a-9c09-d9bcc9a5a714 req-97057c3f-9840-40eb-a9c6-183d9f948bac tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:04.382001 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-792f369c-35e1-400a-9c09-d9bcc9a5a714 req-97057c3f-9840-40eb-a9c6-183d9f948bac tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0518019 Sep 15 00:46:04.392602 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 53832) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:04.397045 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-a7db8095-4d81-41cb-8425-525116b0731b tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Request body: {'floatingip': {'port_id': '45e2672c-5f66-4187-b159-c6d3bb80d12b'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:46:04.433043 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041e542-7c05-4118-b683-84add17b79b5 req-54a789a2-63eb-49a4-9ebc-0f258613b0ff tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:04.434515 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-6041e542-7c05-4118-b683-84add17b79b5 req-54a789a2-63eb-49a4-9ebc-0f258613b0ff tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0457556 Sep 15 00:46:04.460236 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:04.470705 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-a7db8095-4d81-41cb-8425-525116b0731b tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks [] for floatingip (5c0b35d9-2331-4a8d-bf12-20817a2fcb4a), before_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:04.487029 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-6041e542-7c05-4118-b683-84add17b79b5 req-64f4746e-67e4-46bd-b3a3-516908695cbe tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461111 Sep 15 00:46:04.650893 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:05.018593 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153269d6-3b52-4dd0-b78b-e2043b5f45c0 req-5e4b755a-f2a7-4a8e-b95f-c02bdbd02366 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:05.021246 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-153269d6-3b52-4dd0-b78b-e2043b5f45c0 req-5e4b755a-f2a7-4a8e-b95f-c02bdbd02366 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 943 time: 0.1020532 Sep 15 00:46:05.135223 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-a7db8095-4d81-41cb-8425-525116b0731b tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:05.140833 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-153269d6-3b52-4dd0-b78b-e2043b5f45c0 req-f2d00c56-67ed-4c5b-b3ed-5f5159128e2f tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133661 Sep 15 00:46:05.141864 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-a7db8095-4d81-41cb-8425-525116b0731b tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682341'] for floatingip (5c0b35d9-2331-4a8d-bf12-20817a2fcb4a), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:05.385895 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.db.l3_db [None req-a7db8095-4d81-41cb-8425-525116b0731b tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Floating IP 5c0b35d9-2331-4a8d-bf12-20817a2fcb4a associated. External IP: 172.27.1.91, port: 45e2672c-5f66-4187-b159-c6d3bb80d12b. Sep 15 00:46:05.387632 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:05.590981 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7db8095-4d81-41cb-8425-525116b0731b tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Router 77e8f197-6b6d-4c35-aef3-9215b2c9cc71 has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:46:05.624262 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b407e-abd9-4544-ace7-352e87836c73 req-c32d9528-207b-4aec-8586-4ed7ff70ecdc tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:05.625766 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-002b407e-abd9-4544-ace7-352e87836c73 req-c32d9528-207b-4aec-8586-4ed7ff70ecdc tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0544281 Sep 15 00:46:05.673916 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-002b407e-abd9-4544-ace7-352e87836c73 req-71a72678-8eba-4cb6-b4ee-1c9b45a5ad81 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420840 Sep 15 00:46:05.705435 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7db8095-4d81-41cb-8425-525116b0731b tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:46:05.710009 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-a7db8095-4d81-41cb-8425-525116b0731b tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for floatingip (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:05.719324 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f51536-68b4-428f-be88-466a0ab8c3e7 None None] Sync routers for ids ['77e8f197-6b6d-4c35-aef3-9215b2c9cc71'] in dv-cinder-857528-2-iscsi {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:46:05.728950 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f51536-68b4-428f-be88-466a0ab8c3e7 None None] Routers {'77e8f197-6b6d-4c35-aef3-9215b2c9cc71'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:46:05.729547 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-64f51536-68b4-428f-be88-466a0ab8c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:45:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['77e8f197-6b6d-4c35-aef3-9215b2c9cc71'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:46:05.739508 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-a7db8095-4d81-41cb-8425-525116b0731b tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/5c0b35d9-2331-4a8d-bf12-20817a2fcb4a HTTP/1.1" status: 200 len: 990 time: 1.3457863 Sep 15 00:46:05.740150 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d301ea-7505-4d72-8061-827894477da0', 'tag': '45e2672c-5f66-4187-b159-c6d3bb80d12b'}] {{(pid=112953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:46:05.742429 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dcd79e7c9c5799004c3790ddb8f78f6987afe8bb335ac36dcc290df3850dde4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719f985e-02f3-4fa4-a7fb-548f8194cff9" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d301ea-7505-4d72-8061-827894477da0", "tag": "45e2672c-5f66-4187-b159-c6d3bb80d12b"}]}' {{(pid=112953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:46:05.779405 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 00:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b5e440-9d20-485c-bd75-08b29cb65eb9 x-openstack-request-id: req-72b5e440-9d20-485c-bd75-08b29cb65eb9 {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:46:05.780371 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d301ea-7505-4d72-8061-827894477da0", "tag": "45e2672c-5f66-4187-b159-c6d3bb80d12b", "status": "completed", "code": 200}]} {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:46:05.780627 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-72b5e440-9d20-485c-bd75-08b29cb65eb9 {{(pid=112953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:46:05.781032 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72b5e440-9d20-485c-bd75-08b29cb65eb9'] response: {'name': 'network-changed', 'server_uuid': 'c1d301ea-7505-4d72-8061-827894477da0', 'tag': '45e2672c-5f66-4187-b159-c6d3bb80d12b', 'status': 'completed', 'code': 200} Sep 15 00:46:05.830154 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-64f51536-68b4-428f-be88-466a0ab8c3e7 None None] Set router 77e8f197-6b6d-4c35-aef3-9215b2c9cc71 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:46:06.071548 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-64f51536-68b4-428f-be88-466a0ab8c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'name': 'tempest-AttachVolumeTestJSON-905578251-router', 'tenant_id': '6a9d9cf3606845ec964dd8320126293e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'eb6d7858-6c3e-409a-a5b3-1cdbd6930284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:44:30Z', 'updated_at': '2022-09-15T00:44:36Z', 'revision_number': 4, 'project_id': '6a9d9cf3606845ec964dd8320126293e', 'gw_port': {'id': 'eb6d7858-6c3e-409a-a5b3-1cdbd6930284', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:31Z', 'updated_at': '2022-09-15T00:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': '5c0b35d9-2331-4a8d-bf12-20817a2fcb4a', 'tenant_id': '6a9d9cf3606845ec964dd8320126293e', 'floating_ip_address': '172.27.1.91', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'port_id': '45e2672c-5f66-4187-b159-c6d3bb80d12b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0', 'mac_address': 'fa:16:3e:10:33:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d301ea-7505-4d72-8061-827894477da0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:44:41Z', 'updated_at': '2022-09-15T00:46:04Z', 'revision_number': 1, 'project_id': '6a9d9cf3606845ec964dd8320126293e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f59f707d-9659-4eed-a94e-885d49304822', 'name': '', 'network_id': '5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0', 'tenant_id': '6a9d9cf3606845ec964dd8320126293e', 'mac_address': 'fa:16:3e:d4:22:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7d05243c-ba86-4ab7-a5fb-f252ae11d048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:34Z', 'updated_at': '2022-09-15T00:44:48Z', 'revision_number': 5, 'project_id': '6a9d9cf3606845ec964dd8320126293e', 'subnets': [{'id': '7d05243c-ba86-4ab7-a5fb-f252ae11d048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:46:06.096071 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f51536-68b4-428f-be88-466a0ab8c3e7 None None] Checking router: 77e8f197-6b6d-4c35-aef3-9215b2c9cc71 for host: dv-cinder-857528-2-iscsi {{(pid=112955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:46:06.104329 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f51536-68b4-428f-be88-466a0ab8c3e7 None None] Routers {'77e8f197-6b6d-4c35-aef3-9215b2c9cc71'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:46:06.104932 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-64f51536-68b4-428f-be88-466a0ab8c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:45:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['77e8f197-6b6d-4c35-aef3-9215b2c9cc71'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:46:06.209477 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-64f51536-68b4-428f-be88-466a0ab8c3e7 None None] Set router 77e8f197-6b6d-4c35-aef3-9215b2c9cc71 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:46:06.259598 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47928d43-ec21-43d7-a3be-53d9b942d07c req-2091fe4b-8a2c-4990-baa3-0a1b2b73f684 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:06.261119 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-47928d43-ec21-43d7-a3be-53d9b942d07c req-2091fe4b-8a2c-4990-baa3-0a1b2b73f684 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 943 time: 0.0460260 Sep 15 00:46:06.308019 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-47928d43-ec21-43d7-a3be-53d9b942d07c req-f65dd101-077b-4902-acec-287c9817326a tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403531 Sep 15 00:46:06.492862 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-64f51536-68b4-428f-be88-466a0ab8c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'name': 'tempest-AttachVolumeTestJSON-905578251-router', 'tenant_id': '6a9d9cf3606845ec964dd8320126293e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'eb6d7858-6c3e-409a-a5b3-1cdbd6930284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:44:30Z', 'updated_at': '2022-09-15T00:44:36Z', 'revision_number': 4, 'project_id': '6a9d9cf3606845ec964dd8320126293e', 'gw_port': {'id': 'eb6d7858-6c3e-409a-a5b3-1cdbd6930284', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:31Z', 'updated_at': '2022-09-15T00:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': '5c0b35d9-2331-4a8d-bf12-20817a2fcb4a', 'tenant_id': '6a9d9cf3606845ec964dd8320126293e', 'floating_ip_address': '172.27.1.91', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'port_id': '45e2672c-5f66-4187-b159-c6d3bb80d12b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0', 'mac_address': 'fa:16:3e:10:33:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d301ea-7505-4d72-8061-827894477da0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:44:41Z', 'updated_at': '2022-09-15T00:46:04Z', 'revision_number': 1, 'project_id': '6a9d9cf3606845ec964dd8320126293e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f59f707d-9659-4eed-a94e-885d49304822', 'name': '', 'network_id': '5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0', 'tenant_id': '6a9d9cf3606845ec964dd8320126293e', 'mac_address': 'fa:16:3e:d4:22:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7d05243c-ba86-4ab7-a5fb-f252ae11d048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:34Z', 'updated_at': '2022-09-15T00:44:48Z', 'revision_number': 5, 'project_id': '6a9d9cf3606845ec964dd8320126293e', 'subnets': [{'id': '7d05243c-ba86-4ab7-a5fb-f252ae11d048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:46:06.517641 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f51536-68b4-428f-be88-466a0ab8c3e7 None None] The sync data for ids ['77e8f197-6b6d-4c35-aef3-9215b2c9cc71'] in dv-cinder-857528-2-iscsi is: [{'id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'name': 'tempest-AttachVolumeTestJSON-905578251-router', 'tenant_id': '6a9d9cf3606845ec964dd8320126293e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'eb6d7858-6c3e-409a-a5b3-1cdbd6930284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:44:30Z', 'updated_at': '2022-09-15T00:44:36Z', 'revision_number': 4, 'project_id': '6a9d9cf3606845ec964dd8320126293e', 'gw_port': {'id': 'eb6d7858-6c3e-409a-a5b3-1cdbd6930284', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:31Z', 'updated_at': '2022-09-15T00:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': '5c0b35d9-2331-4a8d-bf12-20817a2fcb4a', 'tenant_id': '6a9d9cf3606845ec964dd8320126293e', 'floating_ip_address': '172.27.1.91', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'port_id': '45e2672c-5f66-4187-b159-c6d3bb80d12b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0', 'mac_address': 'fa:16:3e:10:33:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d301ea-7505-4d72-8061-827894477da0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:44:41Z', 'updated_at': '2022-09-15T00:46:04Z', 'revision_number': 1, 'project_id': '6a9d9cf3606845ec964dd8320126293e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f59f707d-9659-4eed-a94e-885d49304822', 'name': '', 'network_id': '5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0', 'tenant_id': '6a9d9cf3606845ec964dd8320126293e', 'mac_address': 'fa:16:3e:d4:22:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7d05243c-ba86-4ab7-a5fb-f252ae11d048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:34Z', 'updated_at': '2022-09-15T00:44:48Z', 'revision_number': 5, 'project_id': '6a9d9cf3606845ec964dd8320126293e', 'subnets': [{'id': '7d05243c-ba86-4ab7-a5fb-f252ae11d048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:46:06.713898 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a583eb-3e17-4b71-9607-c2e874762b8e None None] New status for floating IP 5c0b35d9-2331-4a8d-bf12-20817a2fcb4a: ACTIVE {{(pid=112954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 00:46:06.814789 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:06.827498 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19774ffb-5cbc-479a-8505-f1f18d26bd1a req-89f85a66-e862-4ed2-b558-d1a9f7c74c06 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:06.829014 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-19774ffb-5cbc-479a-8505-f1f18d26bd1a req-89f85a66-e862-4ed2-b558-d1a9f7c74c06 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0770059 Sep 15 00:46:06.844762 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad27dd-dcba-4c83-ba71-8b66629d9950 req-f5b38e1e-150a-4700-9bf2-0bef3597e0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:06.846213 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-68ad27dd-dcba-4c83-ba71-8b66629d9950 req-f5b38e1e-150a-4700-9bf2-0bef3597e0d4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=7090f91f78534107ba4b5ccd7f80e145&device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 1129 time: 0.0635135 Sep 15 00:46:06.881847 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-19774ffb-5cbc-479a-8505-f1f18d26bd1a req-0b841550-b8bc-496e-bac2-d637653b15e7 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470357 Sep 15 00:46:07.430044 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee37c8-e6a8-4db9-b1f6-13d79b54da27 req-20146580-78f9-483c-a4bb-f96f5b5640de tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:07.431397 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b6ee37c8-e6a8-4db9-b1f6-13d79b54da27 req-20146580-78f9-483c-a4bb-f96f5b5640de tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 943 time: 0.0453255 Sep 15 00:46:07.442934 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:07.481940 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b6ee37c8-e6a8-4db9-b1f6-13d79b54da27 req-74700e1c-fec9-4ad2-89d9-7f909ee6cb0a tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451365 Sep 15 00:46:08.001823 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874488d6-318b-497c-8d84-228062666a65 req-dbf60a45-d30c-4d31-8283-843eba855a1a tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:08.003189 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-874488d6-318b-497c-8d84-228062666a65 req-dbf60a45-d30c-4d31-8283-843eba855a1a tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0458651 Sep 15 00:46:08.049226 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-874488d6-318b-497c-8d84-228062666a65 req-e8ecf1f9-c7f3-4dd4-bcd5-be1590207619 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403469 Sep 15 00:46:08.135376 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 6 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 00:46:08.353691 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f985e-02f3-4fa4-a7fb-548f8194cff9 req-b0b7a22d-fa9a-4387-a647-ba63577be94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:08.355196 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-719f985e-02f3-4fa4-a7fb-548f8194cff9 req-b0b7a22d-fa9a-4387-a647-ba63577be94f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6a9d9cf3606845ec964dd8320126293e&device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 1129 time: 0.0505807 Sep 15 00:46:08.361974 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f6d1d-b9ce-465c-a581-eb7bfdc0ed6d req-4c84128b-724b-4401-9702-3a0fa2a2ff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:08.363625 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-055f6d1d-b9ce-465c-a581-eb7bfdc0ed6d req-4c84128b-724b-4401-9702-3a0fa2a2ff30 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1710813 Sep 15 00:46:08.377771 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad27dd-dcba-4c83-ba71-8b66629d9950 req-813dd986-04e7-4ab7-850c-b3952a8c4fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:08.379206 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-68ad27dd-dcba-4c83-ba71-8b66629d9950 req-813dd986-04e7-4ab7-850c-b3952a8c4fcf service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=534fcea4-462b-402d-9da6-e7cef4200229 HTTP/1.1" status: 200 len: 918 time: 0.1257491 Sep 15 00:46:08.599246 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451237c-8852-407e-841b-83a9eae9e78b req-a2f02a3c-07c4-4f50-a0a1-ae4298fc8af6 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:08.600714 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-4451237c-8852-407e-841b-83a9eae9e78b req-a2f02a3c-07c4-4f50-a0a1-ae4298fc8af6 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 943 time: 0.0454993 Sep 15 00:46:08.646232 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-4451237c-8852-407e-841b-83a9eae9e78b req-72bc9978-e1e2-44c1-8d58-710d3245a2f1 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400147 Sep 15 00:46:08.845425 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:09.009509 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-68ad27dd-dcba-4c83-ba71-8b66629d9950 req-6445b173-de2f-4db0-af05-f041c0c13e48 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a181a6dc-2e9a-4e22-a218-adf5eb7e3779 HTTP/1.1" status: 200 len: 217 time: 0.0333445 Sep 15 00:46:09.063209 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-f40cc04d-e0cf-4d4b-83e0-ca15ed77318e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:09.064870 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-f40cc04d-e0cf-4d4b-83e0-ca15ed77318e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=06a0252a4fba4f1ebfa9f25a2c6e39a4&device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 1127 time: 0.0445728 Sep 15 00:46:09.121621 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad27dd-dcba-4c83-ba71-8b66629d9950 req-94047742-e51a-47fd-aa19-fee74e7b8950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:09.123679 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-68ad27dd-dcba-4c83-ba71-8b66629d9950 req-94047742-e51a-47fd-aa19-fee74e7b8950 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=756b70e8-4098-4f30-99b0-99c64c94809f HTTP/1.1" status: 200 len: 857 time: 0.0946832 Sep 15 00:46:09.126258 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-5f48b2b9-ec1a-4cdb-bf31-51de8f2334fb service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a HTTP/1.1" status: 200 len: 217 time: 0.0455475 Sep 15 00:46:09.179932 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-9b65be55-e30f-43bc-9b4a-1122e6d06b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:09.181506 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-9b65be55-e30f-43bc-9b4a-1122e6d06b0f service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=5ce47667-4c20-48cc-b8c4-72b77a4e8e2d HTTP/1.1" status: 200 len: 849 time: 0.0456407 Sep 15 00:46:09.204094 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f985e-02f3-4fa4-a7fb-548f8194cff9 req-8b087940-08b0-426e-b296-91cacc0f6089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:09.205559 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-719f985e-02f3-4fa4-a7fb-548f8194cff9 req-8b087940-08b0-426e-b296-91cacc0f6089 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0 HTTP/1.1" status: 200 len: 910 time: 0.1951716 Sep 15 00:46:09.216825 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-4763f328-c6ae-4fd3-9150-104c704f0887 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=7963b74a-c6e4-436d-bf68-47024742fd78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285206 Sep 15 00:46:09.226232 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b4c1e6-4d64-44d8-914e-235c4175e839 req-d44ff34e-5781-474a-904f-4bf8cd8317a1 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:09.227730 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f2b4c1e6-4d64-44d8-914e-235c4175e839 req-d44ff34e-5781-474a-904f-4bf8cd8317a1 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0948422 Sep 15 00:46:09.229962 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad27dd-dcba-4c83-ba71-8b66629d9950 req-1f55799f-60ed-46ce-b20b-7bb7de813978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:09.232238 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-68ad27dd-dcba-4c83-ba71-8b66629d9950 req-1f55799f-60ed-46ce-b20b-7bb7de813978 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=534fcea4-462b-402d-9da6-e7cef4200229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0937026 Sep 15 00:46:09.306588 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:09.312586 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-30c37053-ff3d-4a54-9a26-b14647d2a382 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7963b74a-c6e4-436d-bf68-47024742fd78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865493 Sep 15 00:46:09.405494 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-719f985e-02f3-4fa4-a7fb-548f8194cff9 req-59e800f0-e18c-4107-8219-22c0bb1dba23 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45e2672c-5f66-4187-b159-c6d3bb80d12b HTTP/1.1" status: 200 len: 1000 time: 0.1766818 Sep 15 00:46:09.416101 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-40211ba2-47e8-424e-aab6-4a38f4f5476f req-de7ca4b0-f2e6-40df-b0ae-805884d94375 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7963b74a-c6e4-436d-bf68-47024742fd78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913174 Sep 15 00:46:09.426207 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f2b4c1e6-4d64-44d8-914e-235c4175e839 req-f47a8625-b28c-4ff1-9a75-907dbc6b2312 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522110 Sep 15 00:46:09.475948 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-68ad27dd-dcba-4c83-ba71-8b66629d9950 req-b60322eb-bbf0-4719-b544-1bf91f9a1dab service neutron] 10.222.0.18 "GET /networking/v2.0/networks/534fcea4-462b-402d-9da6-e7cef4200229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350473 Sep 15 00:46:09.488511 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f985e-02f3-4fa4-a7fb-548f8194cff9 req-43df45e0-98fe-4838-8d72-0b188185ac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:09.489830 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-719f985e-02f3-4fa4-a7fb-548f8194cff9 req-43df45e0-98fe-4838-8d72-0b188185ac3b service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=7d05243c-ba86-4ab7-a5fb-f252ae11d048 HTTP/1.1" status: 200 len: 849 time: 0.0669792 Sep 15 00:46:09.765986 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72c180-6909-470e-ab9b-2175b05fb138 req-0ac12429-4708-414f-9bcc-75c6a7385263 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:09.767567 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-2a72c180-6909-470e-ab9b-2175b05fb138 req-0ac12429-4708-414f-9bcc-75c6a7385263 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 943 time: 0.0468626 Sep 15 00:46:09.814303 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-2a72c180-6909-470e-ab9b-2175b05fb138 req-f5fe4ad7-463e-4ad8-a323-85acc452ae28 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412714 Sep 15 00:46:10.544951 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1783f-f32e-4f0e-9afc-a71bad54bef3 req-6bba5df3-c03e-4a70-9a01-8b2037202087 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:10.547019 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-02d1783f-f32e-4f0e-9afc-a71bad54bef3 req-6bba5df3-c03e-4a70-9a01-8b2037202087 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0459266 Sep 15 00:46:10.591578 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-02d1783f-f32e-4f0e-9afc-a71bad54bef3 req-7e1ed8ae-b4eb-426b-91e4-4d3d51ce9c82 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391126 Sep 15 00:46:10.935784 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879840c-880a-425e-98f7-d873863befdf req-b43c2e2b-d404-481a-a14f-c41f0d336eef tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:10.937246 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-0879840c-880a-425e-98f7-d873863befdf req-b43c2e2b-d404-481a-a14f-c41f0d336eef tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 943 time: 0.0475621 Sep 15 00:46:10.947948 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=100 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:10.987902 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-0879840c-880a-425e-98f7-d873863befdf req-af05213c-cae4-42a8-953f-24feef71f94c tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451190 Sep 15 00:46:11.709828 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09dc81-3afb-4635-afe8-d97cc06b85e2 req-e14ea495-73b9-4992-8344-d1aed0312b57 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:11.711249 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ee09dc81-3afb-4635-afe8-d97cc06b85e2 req-e14ea495-73b9-4992-8344-d1aed0312b57 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0456340 Sep 15 00:46:11.757141 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ee09dc81-3afb-4635-afe8-d97cc06b85e2 req-3cd8171e-88e2-49d1-91fd-e9b445c68b67 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402601 Sep 15 00:46:12.104443 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f72c6-9fd7-4b88-af4d-8b40f14b74c8 req-a720e982-28da-4c17-a543-d1bcd14af25f tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:12.105899 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-079f72c6-9fd7-4b88-af4d-8b40f14b74c8 req-a720e982-28da-4c17-a543-d1bcd14af25f tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 943 time: 0.0456142 Sep 15 00:46:12.151432 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-079f72c6-9fd7-4b88-af4d-8b40f14b74c8 req-ea85873d-328d-4840-a743-5d8dbe7b4293 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394981 Sep 15 00:46:12.877932 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb69a86-c897-4e85-8566-b00bd3a55d90 req-5325cf20-438e-4e34-838b-fd39026756c7 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:12.879421 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5cb69a86-c897-4e85-8566-b00bd3a55d90 req-5325cf20-438e-4e34-838b-fd39026756c7 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0502508 Sep 15 00:46:12.892356 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:12.929781 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5cb69a86-c897-4e85-8566-b00bd3a55d90 req-85a8c1cf-4845-4024-89e0-f705ee14bb37 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444896 Sep 15 00:46:13.269084 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fbc10-119b-4ff0-ac1d-0a36dc7891fb req-bd99b6db-882c-42c3-af0a-73bfeb3e8201 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:13.270540 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-5d0fbc10-119b-4ff0-ac1d-0a36dc7891fb req-bd99b6db-882c-42c3-af0a-73bfeb3e8201 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 943 time: 0.0463393 Sep 15 00:46:13.315872 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-5d0fbc10-119b-4ff0-ac1d-0a36dc7891fb req-4a58a091-2efd-49cd-a0ef-c68561c7429e tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397193 Sep 15 00:46:14.049166 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19848b-129c-458e-8a1e-6e1e66490522 req-d500b213-16e4-41a5-b95a-cb38607b6fb7 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:14.050699 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9a19848b-129c-458e-8a1e-6e1e66490522 req-d500b213-16e4-41a5-b95a-cb38607b6fb7 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0469830 Sep 15 00:46:14.097603 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9a19848b-129c-458e-8a1e-6e1e66490522 req-f85a5058-30a5-4a25-8940-95f5c2e30dda tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413859 Sep 15 00:46:14.434305 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b2a4e-e7f2-40ab-981f-f44e60df62ad req-b493ff08-1561-44e4-bf55-7e82ecbccb47 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:14.436311 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d80b2a4e-e7f2-40ab-981f-f44e60df62ad req-b493ff08-1561-44e4-bf55-7e82ecbccb47 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 943 time: 0.0492146 Sep 15 00:46:14.481777 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d80b2a4e-e7f2-40ab-981f-f44e60df62ad req-b077882e-151e-4b34-97f1-dda865742a66 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400088 Sep 15 00:46:15.216777 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61aa44-3383-4a4b-9ed2-156665f7174d req-36239a48-6ac9-405c-816d-be8f9028ba8e tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:15.218225 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2b61aa44-3383-4a4b-9ed2-156665f7174d req-36239a48-6ac9-405c-816d-be8f9028ba8e tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0486937 Sep 15 00:46:15.264880 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2b61aa44-3383-4a4b-9ed2-156665f7174d req-fdf03a36-aca5-4e65-8110-8e36b54a0a46 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412030 Sep 15 00:46:15.606336 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3de22-f281-4eaa-9126-6dde4cb7eb00 req-4fd9ab89-700e-4ed7-a212-8beecaf81cf7 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:15.608756 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d0c3de22-f281-4eaa-9126-6dde4cb7eb00 req-4fd9ab89-700e-4ed7-a212-8beecaf81cf7 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 943 time: 0.0532165 Sep 15 00:46:15.660620 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d0c3de22-f281-4eaa-9126-6dde4cb7eb00 req-51a6a711-3314-4bd9-9e2b-321cdc536620 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452731 Sep 15 00:46:16.396111 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbd2c4-43db-4099-86fe-3669ab9833d3 req-5eca53d2-9960-4abb-af06-55290267b856 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:16.397705 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e4bbd2c4-43db-4099-86fe-3669ab9833d3 req-5eca53d2-9960-4abb-af06-55290267b856 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0591309 Sep 15 00:46:16.448372 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e4bbd2c4-43db-4099-86fe-3669ab9833d3 req-09924f09-1c79-4505-a00b-abc28bb1f797 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440993 Sep 15 00:46:16.797357 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66e6b4-f468-49f9-9e20-065e21171ca4 req-45391252-1556-4cad-b295-a37eed01f393 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:16.799071 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-6c66e6b4-f468-49f9-9e20-065e21171ca4 req-45391252-1556-4cad-b295-a37eed01f393 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 943 time: 0.0578148 Sep 15 00:46:16.812547 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=100 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:16.848962 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-6c66e6b4-f468-49f9-9e20-065e21171ca4 req-882e5d71-0065-489e-882f-74e31286e878 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434825 Sep 15 00:46:17.075341 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f985e-02f3-4fa4-a7fb-548f8194cff9 req-d440bb0e-882d-4f85-a8ae-d7223e8a850e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:17.077291 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-719f985e-02f3-4fa4-a7fb-548f8194cff9 req-d440bb0e-882d-4f85-a8ae-d7223e8a850e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0829477 Sep 15 00:46:17.110355 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-68ad27dd-dcba-4c83-ba71-8b66629d9950 req-032d9391-67a6-4d88-b551-a1f9155bb705 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/534fcea4-462b-402d-9da6-e7cef4200229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239302 Sep 15 00:46:17.580100 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1a9cf-7cb1-40dc-a8c5-6e79b31a067d req-5994606c-2bda-4a02-814f-070918ca6f38 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:17.581663 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-06a1a9cf-7cb1-40dc-a8c5-6e79b31a067d req-5994606c-2bda-4a02-814f-070918ca6f38 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0555046 Sep 15 00:46:17.635918 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-06a1a9cf-7cb1-40dc-a8c5-6e79b31a067d req-6a315077-014a-471e-9e59-618fc356ab05 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485024 Sep 15 00:46:17.735890 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=61,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:17.742926 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-a6746300-5316-4421-8b79-7b32629c387d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:17.996656 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee4fdf-fd31-4a53-a900-389e75579c3a req-2d92560e-ba11-422d-b964-6609ee718ffa tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:17.998916 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-5fee4fdf-fd31-4a53-a900-389e75579c3a req-2d92560e-ba11-422d-b964-6609ee718ffa tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 943 time: 0.0584207 Sep 15 00:46:18.054571 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-5fee4fdf-fd31-4a53-a900-389e75579c3a req-7ba3a7c7-879e-4c22-85b1-a4a2a233d6e0 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491962 Sep 15 00:46:18.765050 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ece9e-b1c6-4091-8099-3102dbd4299e req-11041487-7c02-4127-8907-77caf8924c13 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:18.766518 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-270ece9e-b1c6-4091-8099-3102dbd4299e req-11041487-7c02-4127-8907-77caf8924c13 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0507410 Sep 15 00:46:18.804806 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:18.813300 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-270ece9e-b1c6-4091-8099-3102dbd4299e req-9569e8a0-081a-4b40-95e5-b1d18a3a0069 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411496 Sep 15 00:46:19.178221 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2300cf-1764-4c08-acfa-8d5f1e1e40e7 req-47584fc7-c0af-44a2-9f5d-413dbb8edf72 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:19.179764 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ef2300cf-1764-4c08-acfa-8d5f1e1e40e7 req-47584fc7-c0af-44a2-9f5d-413dbb8edf72 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 943 time: 0.0472455 Sep 15 00:46:19.231257 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ef2300cf-1764-4c08-acfa-8d5f1e1e40e7 req-6bd017b3-724c-4a5a-ba56-8b7ab6671236 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432711 Sep 15 00:46:19.932214 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9179d92-fdb7-48bb-85ed-15f37b424672 req-7164969c-b7c5-4102-905c-81951ecff7d5 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:19.933596 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b9179d92-fdb7-48bb-85ed-15f37b424672 req-7164969c-b7c5-4102-905c-81951ecff7d5 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0472388 Sep 15 00:46:19.979641 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b9179d92-fdb7-48bb-85ed-15f37b424672 req-c5c5d1cd-7570-4eee-8ae4-d8b1eb7229cc tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405321 Sep 15 00:46:20.020261 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-de779a5d-0423-4d75-9bea-2f105b88f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:20.349883 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d68d63-5857-4e82-9568-6fb8235a284a req-91599ae0-80ce-4309-84e5-ddc835514d82 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:20.351319 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-40d68d63-5857-4e82-9568-6fb8235a284a req-91599ae0-80ce-4309-84e5-ddc835514d82 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 943 time: 0.0452836 Sep 15 00:46:20.399066 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-40d68d63-5857-4e82-9568-6fb8235a284a req-8d465b1f-3578-4c24-8324-878f971bff30 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423844 Sep 15 00:46:20.640001 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=112954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 00:46:20.747514 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a,segment=NetworkSegment(67a5c709-e9e9-4f50-9138-0fb27c172b4e),segment_id=67a5c709-e9e9-4f50-9138-0fb27c172b4e)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:46:20.760184 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Returning: {'device': '1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a', 'network_id': '7963b74a-c6e4-436d-bf68-47024742fd78', 'port_id': '1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a', 'mac_address': 'fa:16:3e:24:06:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ce47667-4c20-48cc-b8c4-72b77a4e8e2d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 00:46:20.798529 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port 1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a is: DOWN; New status is: BUILD {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:46:20.798909 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:20.813285 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a {{(pid=112954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 00:46:20.833879 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a,segment=NetworkSegment(67a5c709-e9e9-4f50-9138-0fb27c172b4e),segment_id=67a5c709-e9e9-4f50-9138-0fb27c172b4e)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:46:20.837951 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:20.884030 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a,revision_number=4']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:20.892434 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-719f985e-02f3-4fa4-a7fb-548f8194cff9 req-fb1d5a40-5771-4341-8215-c501cdef41c6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669303 Sep 15 00:46:21.096020 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f191ca9-1f62-4d49-8b9e-9e48b4159313 req-d63adea5-e405-439a-adab-98b8227f03d9 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:21.097486 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9f191ca9-1f62-4d49-8b9e-9e48b4159313 req-d63adea5-e405-439a-adab-98b8227f03d9 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0454304 Sep 15 00:46:21.142902 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9f191ca9-1f62-4d49-8b9e-9e48b4159313 req-3839081f-32eb-4ad5-8e70-d882a1080413 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399947 Sep 15 00:46:21.282002 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:21.516967 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e76582-6711-4f5e-a02c-dbba5481d5b8 req-34f4c831-1301-4fad-a23d-bf54702b0b65 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:21.518429 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-01e76582-6711-4f5e-a02c-dbba5481d5b8 req-34f4c831-1301-4fad-a23d-bf54702b0b65 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 944 time: 0.0456042 Sep 15 00:46:21.563872 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-01e76582-6711-4f5e-a02c-dbba5481d5b8 req-4a7b1467-a807-47b3-9087-fd3cfba657d8 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399854 Sep 15 00:46:22.261666 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27735f79-e67c-45aa-bd48-6a7c04644b95 req-e1313aa3-4ede-4ea3-bec9-433412d89cbe tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:22.263094 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-27735f79-e67c-45aa-bd48-6a7c04644b95 req-e1313aa3-4ede-4ea3-bec9-433412d89cbe tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0485938 Sep 15 00:46:22.280436 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:22.309383 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-27735f79-e67c-45aa-bd48-6a7c04644b95 req-83b2085a-2492-443b-becf-26eec567a53e tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406909 Sep 15 00:46:22.558311 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:22.580556 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-719f985e-02f3-4fa4-a7fb-548f8194cff9 req-01e4f132-e94c-4c1e-bbf9-dc77f4bb8a1e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843244 Sep 15 00:46:22.695193 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55ffb3-53b0-42b2-8826-d153d2a4cc98 req-716608ec-3f7a-40be-8adf-8ba436260dd0 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:22.697486 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ae55ffb3-53b0-42b2-8826-d153d2a4cc98 req-716608ec-3f7a-40be-8adf-8ba436260dd0 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 944 time: 0.0546627 Sep 15 00:46:22.731309 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=100 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:22.749331 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ae55ffb3-53b0-42b2-8826-d153d2a4cc98 req-b0529129-ff20-408e-b859-613709b422ce tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448356 Sep 15 00:46:22.758235 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:23.432674 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c499f7-e96a-4955-a0ed-6d262deee5ef req-0a02d592-666e-4924-8016-60d8aeec27f4 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:23.434134 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-24c499f7-e96a-4955-a0ed-6d262deee5ef req-0a02d592-666e-4924-8016-60d8aeec27f4 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0510521 Sep 15 00:46:23.480659 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-24c499f7-e96a-4955-a0ed-6d262deee5ef req-dd7b5a8a-9d3c-4bae-93df-7317c1ccdb3a tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403666 Sep 15 00:46:23.582484 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] get_ports_and_sgs() called for port_ids ['1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a'] {{(pid=112954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 00:46:23.869135 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8acf3e8-c03b-453b-b35b-153afdd18b0a req-a52ea47b-c8d8-4256-a20e-2f441f60237d tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:23.870663 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b8acf3e8-c03b-453b-b35b-153afdd18b0a req-a52ea47b-c8d8-4256-a20e-2f441f60237d tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 944 time: 0.0481997 Sep 15 00:46:23.921900 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b8acf3e8-c03b-453b-b35b-153afdd18b0a req-77e738ac-daa6-4c20-8167-21d265da01cc tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445716 Sep 15 00:46:24.186998 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=77,neutron:DELETE=1 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:24.190939 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=80 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:24.640615 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3171b5a-b5d6-4c7b-9575-245f9c8ca3d7 req-72eeacb8-b9a3-42a9-89da-676680743dae tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:24.642462 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f3171b5a-b5d6-4c7b-9575-245f9c8ca3d7 req-72eeacb8-b9a3-42a9-89da-676680743dae tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0592465 Sep 15 00:46:24.701359 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f3171b5a-b5d6-4c7b-9575-245f9c8ca3d7 req-1b31a524-2763-455e-94d5-e816da57b926 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511410 Sep 15 00:46:24.978681 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 54270) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:25.053725 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363e37c-5931-4c08-b3ce-43fa5b3de70b req-bb606d6e-343d-4087-a9b3-ac9ee9cc6d97 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:25.055909 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b363e37c-5931-4c08-b3ce-43fa5b3de70b req-bb606d6e-343d-4087-a9b3-ac9ee9cc6d97 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 944 time: 0.0474706 Sep 15 00:46:25.133817 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b363e37c-5931-4c08-b3ce-43fa5b3de70b req-4e31be03-c9ea-4c95-bdb8-39c28ba69797 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639904 Sep 15 00:46:25.163865 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-751ca8d1-df91-4bfd-905c-4515922d9aaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:25.253337 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-751ca8d1-df91-4bfd-905c-4515922d9aaa admin admin] Publish callbacks [] for security_group (010a6bb3-1f1b-4629-a3c0-6e16ded25178), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:25.257339 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-751ca8d1-df91-4bfd-905c-4515922d9aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (010a6bb3-1f1b-4629-a3c0-6e16ded25178), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:25.303733 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 54290) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:25.304010 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-751ca8d1-df91-4bfd-905c-4515922d9aaa admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=d544c9bb4c054ea98b994f2a63e73515&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3239183 Sep 15 00:46:25.304660 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ca8d1-df91-4bfd-905c-4515922d9aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010a6bb3-1f1b-4629-a3c0-6e16ded25178,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:25.333615 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a up at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:46:25.358463 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-600f2cd0-22ba-4824-803e-0409b4e94d5c admin admin] Publish callbacks [] for security_group (010a6bb3-1f1b-4629-a3c0-6e16ded25178), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:25.382922 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Provisioning for port 1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a completed by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 00:46:25.384318 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-600f2cd0-22ba-4824-803e-0409b4e94d5c admin admin] Publish callbacks [] for security_group (010a6bb3-1f1b-4629-a3c0-6e16ded25178), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:25.389366 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Provisioning complete for port 1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:46:25.390174 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:25.390519 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Attempt 1 to provision port 1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a Sep 15 00:46:25.454467 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-600f2cd0-22ba-4824-803e-0409b4e94d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (010a6bb3-1f1b-4629-a3c0-6e16ded25178), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:25.458300 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-600f2cd0-22ba-4824-803e-0409b4e94d5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:25.460067 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-600f2cd0-22ba-4824-803e-0409b4e94d5c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/010a6bb3-1f1b-4629-a3c0-6e16ded25178 HTTP/1.1" status: 204 len: 168 time: 0.1546707 Sep 15 00:46:25.471926 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f2cd0-22ba-4824-803e-0409b4e94d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010a6bb3-1f1b-4629-a3c0-6e16ded25178,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:25.473937 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port 1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a is: BUILD; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:46:25.483229 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:25.515212 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f02a2a-8587-4092-88f3-48cbdfc96193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a'}] {{(pid=112954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:46:25.517559 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac31f47a78c65cec711889e6d70219b8f5c13991b6e76ee3a100a5a33f2e7321" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27186d47-af2d-45fd-b7d1-53743e86eadd" -d '{"events": [{"server_uuid": "30f02a2a-8587-4092-88f3-48cbdfc96193", "name": "network-vif-plugged", "status": "completed", "tag": "1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a"}]}' {{(pid=112954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:46:25.537883 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a,segment=NetworkSegment(67a5c709-e9e9-4f50-9138-0fb27c172b4e),segment_id=67a5c709-e9e9-4f50-9138-0fb27c172b4e)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:46:25.542242 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:25.552854 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:25.584171 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 00:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e668ec7-f3a6-495d-a17f-60d1020f34a7 x-openstack-request-id: req-5e668ec7-f3a6-495d-a17f-60d1020f34a7 {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:46:25.584571 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f02a2a-8587-4092-88f3-48cbdfc96193", "name": "network-vif-plugged", "status": "completed", "tag": "1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a", "code": 200}]} {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:46:25.584732 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5e668ec7-f3a6-495d-a17f-60d1020f34a7 {{(pid=112954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:46:25.585138 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e668ec7-f3a6-495d-a17f-60d1020f34a7'] response: {'server_uuid': '30f02a2a-8587-4092-88f3-48cbdfc96193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a', 'code': 200} Sep 15 00:46:25.598287 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:25.629155 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a,revision_number=5']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:25.858576 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c59d31-ca27-42f7-975f-2650dc186fc5 req-d817f67e-5e91-4582-b646-6d2378fa82ea tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:25.860357 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-01c59d31-ca27-42f7-975f-2650dc186fc5 req-d817f67e-5e91-4582-b646-6d2378fa82ea tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0683198 Sep 15 00:46:25.922116 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-01c59d31-ca27-42f7-975f-2650dc186fc5 req-7ed5e82a-82d0-4a45-8a65-e11e508cf830 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552390 Sep 15 00:46:25.933629 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 54326) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:25.968488 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-8d961bb3-a3b5-43c1-87c1-7f4d5cc926d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:26.040795 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:26.081581 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-8d961bb3-a3b5-43c1-87c1-7f4d5cc926d7 admin admin] Publish callbacks [] for security_group (25055b14-345f-4203-b06e-f9c6239299e9), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:26.095948 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-8d961bb3-a3b5-43c1-87c1-7f4d5cc926d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (25055b14-345f-4203-b06e-f9c6239299e9), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:26.160779 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264918e1-7c1d-4501-8f4e-f5196bb8c2ca req-a390f8db-e981-406d-85f4-cf4ba31f2790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:26.162440 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-264918e1-7c1d-4501-8f4e-f5196bb8c2ca req-a390f8db-e981-406d-85f4-cf4ba31f2790 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 1129 time: 0.0790374 Sep 15 00:46:26.163403 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d961bb3-a3b5-43c1-87c1-7f4d5cc926d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25055b14-345f-4203-b06e-f9c6239299e9,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:26.167575 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-8d961bb3-a3b5-43c1-87c1-7f4d5cc926d7 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=ed519bb8868d492c92d3f4c56cecda7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320485 Sep 15 00:46:26.170233 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 54334) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:26.259439 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:26.261939 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-264918e1-7c1d-4501-8f4e-f5196bb8c2ca req-5676a88a-b7be-4cf1-be02-4ec97e4c5108 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853753 Sep 15 00:46:26.286631 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2620cc12-e058-4411-b4b4-a5e8d92c16c5 admin admin] Publish callbacks [] for security_group (25055b14-345f-4203-b06e-f9c6239299e9), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:26.315241 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d68f341-e509-467e-b3d9-45e0c9f9ee78 req-19c1af37-c55a-4424-b9d2-3520d3447b31 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:26.316721 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-4d68f341-e509-467e-b3d9-45e0c9f9ee78 req-19c1af37-c55a-4424-b9d2-3520d3447b31 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 945 time: 0.0751579 Sep 15 00:46:26.321268 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2620cc12-e058-4411-b4b4-a5e8d92c16c5 admin admin] Publish callbacks [] for security_group (25055b14-345f-4203-b06e-f9c6239299e9), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:26.394060 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-4d68f341-e509-467e-b3d9-45e0c9f9ee78 req-ec144907-9b3a-4f4c-a463-c1b3e54956a9 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705311 Sep 15 00:46:26.404971 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2620cc12-e058-4411-b4b4-a5e8d92c16c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (25055b14-345f-4203-b06e-f9c6239299e9), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:26.407584 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2620cc12-e058-4411-b4b4-a5e8d92c16c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:26.408695 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-2620cc12-e058-4411-b4b4-a5e8d92c16c5 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/25055b14-345f-4203-b06e-f9c6239299e9 HTTP/1.1" status: 204 len: 168 time: 0.2374940 Sep 15 00:46:26.416671 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2620cc12-e058-4411-b4b4-a5e8d92c16c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25055b14-345f-4203-b06e-f9c6239299e9,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:27.071189 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f994188-0478-409d-97d1-cae394ac076a req-5d2ff79b-acba-433c-b5b5-97cba9f81af5 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:27.073465 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9f994188-0478-409d-97d1-cae394ac076a req-5d2ff79b-acba-433c-b5b5-97cba9f81af5 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0604637 Sep 15 00:46:27.135982 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9f994188-0478-409d-97d1-cae394ac076a req-a9200534-0193-45a8-9509-73eb79910f0d tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521431 Sep 15 00:46:27.183922 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ce852-7700-4e23-8727-a14ef2e07a53 req-43625cfb-fa31-4b76-91a4-6315186430cc tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:27.185481 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-dc6ce852-7700-4e23-8727-a14ef2e07a53 req-43625cfb-fa31-4b76-91a4-6315186430cc tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 945 time: 0.0774069 Sep 15 00:46:27.234269 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-dc6ce852-7700-4e23-8727-a14ef2e07a53 req-3c881fee-f281-410b-a458-870e2c7c991e tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428004 Sep 15 00:46:27.515120 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1feb1-b1e2-4adf-bd9f-ca2914bc56f0 req-91a80720-4c31-4222-b16c-3dd59f547c8e tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:27.516652 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2cc1feb1-b1e2-4adf-bd9f-ca2914bc56f0 req-91a80720-4c31-4222-b16c-3dd59f547c8e tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 945 time: 0.0462410 Sep 15 00:46:27.555132 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 54390) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:27.564573 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2cc1feb1-b1e2-4adf-bd9f-ca2914bc56f0 req-92bc759d-da4a-4746-86e9-af2617825e07 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423410 Sep 15 00:46:27.658960 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-03709fab-c62b-41ad-b752-4650382e10d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:27.661407 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:27.739389 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-03709fab-c62b-41ad-b752-4650382e10d3 admin admin] Publish callbacks [] for security_group (29cf14b3-b24e-4c41-b6d0-b899f5730252), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:27.743423 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-03709fab-c62b-41ad-b752-4650382e10d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (29cf14b3-b24e-4c41-b6d0-b899f5730252), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:27.782330 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-03709fab-c62b-41ad-b752-4650382e10d3 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=0171d5a9af074c3cac9aba3e56cd2751&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2261286 Sep 15 00:46:27.783254 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03709fab-c62b-41ad-b752-4650382e10d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29cf14b3-b24e-4c41-b6d0-b899f5730252,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:27.785100 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 54394) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:27.839786 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f6f572ed-9ed0-4df8-a78a-0160c47671f8 admin admin] Publish callbacks [] for security_group (29cf14b3-b24e-4c41-b6d0-b899f5730252), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:27.860210 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f6f572ed-9ed0-4df8-a78a-0160c47671f8 admin admin] Publish callbacks [] for security_group (29cf14b3-b24e-4c41-b6d0-b899f5730252), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:27.909177 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f6f572ed-9ed0-4df8-a78a-0160c47671f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (29cf14b3-b24e-4c41-b6d0-b899f5730252), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:27.911884 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f6f572ed-9ed0-4df8-a78a-0160c47671f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:27.913033 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-f6f572ed-9ed0-4df8-a78a-0160c47671f8 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/29cf14b3-b24e-4c41-b6d0-b899f5730252 HTTP/1.1" status: 204 len: 168 time: 0.1268518 Sep 15 00:46:27.924421 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f572ed-9ed0-4df8-a78a-0160c47671f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29cf14b3-b24e-4c41-b6d0-b899f5730252,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:28.260527 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903cd9c2-713e-4165-ac61-3b074f228392 req-fff3e660-6fd3-462f-904b-d544cf82ad4d tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:28.262137 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-903cd9c2-713e-4165-ac61-3b074f228392 req-fff3e660-6fd3-462f-904b-d544cf82ad4d tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0521431 Sep 15 00:46:28.314265 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-903cd9c2-713e-4165-ac61-3b074f228392 req-4678f3d9-9dce-4559-95c8-0646ec28d0e9 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455287 Sep 15 00:46:28.361382 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79188e23-5bf4-4bc1-b8be-2a6546a19a58 req-0a23fcbb-dc56-49c7-8c4d-da88f4e1809c tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:28.363015 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-79188e23-5bf4-4bc1-b8be-2a6546a19a58 req-0a23fcbb-dc56-49c7-8c4d-da88f4e1809c tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 945 time: 0.0520902 Sep 15 00:46:28.412457 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-79188e23-5bf4-4bc1-b8be-2a6546a19a58 req-16b3eac2-26ed-4ec4-8831-b8f8cd6138fe tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436423 Sep 15 00:46:28.691349 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0788d0dc-f041-4fc4-8d95-4724df477dac req-fda07a3b-9321-487b-a5de-3ead7156b8fd tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:28.692880 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-0788d0dc-f041-4fc4-8d95-4724df477dac req-fda07a3b-9321-487b-a5de-3ead7156b8fd tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 945 time: 0.0509562 Sep 15 00:46:28.723506 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:28.741027 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-0788d0dc-f041-4fc4-8d95-4724df477dac req-fe238397-9d83-484f-b57d-558f490c3ee4 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425918 Sep 15 00:46:29.442557 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb342e-31d5-4d22-9986-db93208090d1 req-d4d2d7c0-b044-459a-a660-1c287e8a7434 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:29.444072 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-cbbb342e-31d5-4d22-9986-db93208090d1 req-d4d2d7c0-b044-459a-a660-1c287e8a7434 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0483322 Sep 15 00:46:29.476621 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:29.520294 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-cbbb342e-31d5-4d22-9986-db93208090d1 req-29d22064-309d-4736-8a52-aefd3844aa80 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687501 Sep 15 00:46:29.548534 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638294d4-aa6f-49d1-9890-b18e9fc42901 req-fd99d6e4-3b01-432d-bb2a-27936a5e571c tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:29.555900 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-638294d4-aa6f-49d1-9890-b18e9fc42901 req-fd99d6e4-3b01-432d-bb2a-27936a5e571c tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 945 time: 0.0558431 Sep 15 00:46:29.602849 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-638294d4-aa6f-49d1-9890-b18e9fc42901 req-d335faa0-a588-46c3-bbc2-18fecf935f50 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459003 Sep 15 00:46:29.863686 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb47bbb-18bd-4199-8a8d-57a953d35e16 req-6fdf7c1c-a89c-4409-8e41-2251b2e8f454 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:29.865058 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-eeb47bbb-18bd-4199-8a8d-57a953d35e16 req-6fdf7c1c-a89c-4409-8e41-2251b2e8f454 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 945 time: 0.0492685 Sep 15 00:46:29.914053 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-eeb47bbb-18bd-4199-8a8d-57a953d35e16 req-690d1e07-a07a-4b70-811f-04ac75ed458c tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435700 Sep 15 00:46:30.634921 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768336e-c59a-4417-9717-5d800351343c req-93994767-401f-468d-a2d6-7b89da4bad45 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:30.636472 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-f768336e-c59a-4417-9717-5d800351343c req-93994767-401f-468d-a2d6-7b89da4bad45 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0484645 Sep 15 00:46:30.686105 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-f768336e-c59a-4417-9717-5d800351343c req-9ba7b9b2-24af-4a94-8dff-3d5b65cd6d37 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441248 Sep 15 00:46:30.723730 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5090d1-bd52-49b0-a840-221cb8e0da18 req-2d295a20-71a8-41f0-9da0-0162d7a3fc74 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:30.725186 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9c5090d1-bd52-49b0-a840-221cb8e0da18 req-2d295a20-71a8-41f0-9da0-0162d7a3fc74 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 945 time: 0.0465248 Sep 15 00:46:30.771109 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9c5090d1-bd52-49b0-a840-221cb8e0da18 req-f04494ab-a19e-48cb-a620-26f7230d9d16 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404179 Sep 15 00:46:31.030261 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e332ed-ad8c-4e82-8b2a-945bb31ced03 req-1c32a98b-76fa-4199-8b1a-e05f4bbdda50 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:31.031738 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-54e332ed-ad8c-4e82-8b2a-945bb31ced03 req-1c32a98b-76fa-4199-8b1a-e05f4bbdda50 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 945 time: 0.0459368 Sep 15 00:46:31.076648 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-54e332ed-ad8c-4e82-8b2a-945bb31ced03 req-17c78580-dae9-4ef4-8d91-c5eb563bd16b tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394747 Sep 15 00:46:31.801197 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59797984-2354-4c2c-8e14-8e79c7c1749d req-72618e31-73da-48b4-abdf-6ae55e8f7016 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:31.802682 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-59797984-2354-4c2c-8e14-8e79c7c1749d req-72618e31-73da-48b4-abdf-6ae55e8f7016 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0456426 Sep 15 00:46:31.842138 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:31.854894 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-59797984-2354-4c2c-8e14-8e79c7c1749d req-44e7a5a5-5335-46f0-8af7-b930566fb0f5 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464921 Sep 15 00:46:31.894505 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859aa05-ac7a-4367-86ed-94712cb61461 req-181cae2a-1f32-4774-91a3-04566320066e tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:31.895942 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d859aa05-ac7a-4367-86ed-94712cb61461 req-181cae2a-1f32-4774-91a3-04566320066e tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 945 time: 0.0502148 Sep 15 00:46:31.941817 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d859aa05-ac7a-4367-86ed-94712cb61461 req-f0066fb2-6be5-4e90-b26d-e611763651ae tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403445 Sep 15 00:46:32.212615 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0130e-73e9-4ce2-9a6f-3af5dc05df69 req-8d766a5c-f395-4dcd-9526-187ad8c85b89 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:32.214157 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2cd0130e-73e9-4ce2-9a6f-3af5dc05df69 req-8d766a5c-f395-4dcd-9526-187ad8c85b89 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 945 time: 0.0627472 Sep 15 00:46:32.264601 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2cd0130e-73e9-4ce2-9a6f-3af5dc05df69 req-5c0fba75-83a4-4694-8c37-f88525aeb204 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444458 Sep 15 00:46:32.817994 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 54512) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:32.946445 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-72994717-10b5-4d6b-8d21-24a3644d4b8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:32.990160 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc3d77-2f5b-4c4b-919f-e34ca29d2d60 req-9f6cfeb5-227b-43f6-a426-3342fd44f945 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:32.991816 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d9fc3d77-2f5b-4c4b-919f-e34ca29d2d60 req-9f6cfeb5-227b-43f6-a426-3342fd44f945 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0534198 Sep 15 00:46:33.040162 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-72994717-10b5-4d6b-8d21-24a3644d4b8f admin admin] Publish callbacks [] for security_group (a9fdb667-6fe0-4255-9ed4-23502e986162), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:33.043861 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d9fc3d77-2f5b-4c4b-919f-e34ca29d2d60 req-8067da6d-dd53-492f-80a5-9b517ca81a4b tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432961 Sep 15 00:46:33.060651 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-72994717-10b5-4d6b-8d21-24a3644d4b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (a9fdb667-6fe0-4255-9ed4-23502e986162), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:33.111175 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b98f58-ce7c-41d1-8881-8d1e64856f4b req-8e8f9d7b-0392-4d98-831f-8b4c4c4bfe53 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:33.112689 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-80b98f58-ce7c-41d1-8881-8d1e64856f4b req-8e8f9d7b-0392-4d98-831f-8b4c4c4bfe53 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 945 time: 0.0899825 Sep 15 00:46:33.117197 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-72994717-10b5-4d6b-8d21-24a3644d4b8f admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=37167f7abcf44559a071d7a4860e30f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2975225 Sep 15 00:46:33.117891 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72994717-10b5-4d6b-8d21-24a3644d4b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9fdb667-6fe0-4255-9ed4-23502e986162,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:33.119913 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 54522) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:33.144521 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72994717-10b5-4d6b-8d21-24a3644d4b8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:46:33.144876 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72994717-10b5-4d6b-8d21-24a3644d4b8f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:46:33.145218 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72994717-10b5-4d6b-8d21-24a3644d4b8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:46:33.145560 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72994717-10b5-4d6b-8d21-24a3644d4b8f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:46:33.145894 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72994717-10b5-4d6b-8d21-24a3644d4b8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:46:33.146224 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72994717-10b5-4d6b-8d21-24a3644d4b8f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:46:33.146551 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72994717-10b5-4d6b-8d21-24a3644d4b8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:46:33.146875 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72994717-10b5-4d6b-8d21-24a3644d4b8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:46:33.147199 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72994717-10b5-4d6b-8d21-24a3644d4b8f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:46:33.147548 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72994717-10b5-4d6b-8d21-24a3644d4b8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:46:33.147878 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72994717-10b5-4d6b-8d21-24a3644d4b8f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:46:33.148204 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72994717-10b5-4d6b-8d21-24a3644d4b8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:46:33.148527 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72994717-10b5-4d6b-8d21-24a3644d4b8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:46:33.148846 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72994717-10b5-4d6b-8d21-24a3644d4b8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:46:33.149166 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72994717-10b5-4d6b-8d21-24a3644d4b8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:46:33.212086 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-80b98f58-ce7c-41d1-8881-8d1e64856f4b req-d66795b0-0fd4-4dab-b563-e8ba1bc4b442 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912371 Sep 15 00:46:33.217442 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-478ca879-ba78-4893-8d7a-fce04cf285e0 admin admin] Publish callbacks [] for security_group (a9fdb667-6fe0-4255-9ed4-23502e986162), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:33.240199 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-478ca879-ba78-4893-8d7a-fce04cf285e0 admin admin] Publish callbacks [] for security_group (a9fdb667-6fe0-4255-9ed4-23502e986162), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:33.293120 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-478ca879-ba78-4893-8d7a-fce04cf285e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (a9fdb667-6fe0-4255-9ed4-23502e986162), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:33.305697 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-478ca879-ba78-4893-8d7a-fce04cf285e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:33.306571 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-478ca879-ba78-4893-8d7a-fce04cf285e0 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/a9fdb667-6fe0-4255-9ed4-23502e986162 HTTP/1.1" status: 204 len: 168 time: 0.1846347 Sep 15 00:46:33.315247 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ca879-ba78-4893-8d7a-fce04cf285e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9fdb667-6fe0-4255-9ed4-23502e986162,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:33.429206 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78230643-0620-493d-8c85-8b4fd57f849c req-d35f117d-acd2-4946-afba-a3d9f622e7a9 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:33.430751 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-78230643-0620-493d-8c85-8b4fd57f849c req-d35f117d-acd2-4946-afba-a3d9f622e7a9 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 945 time: 0.0623598 Sep 15 00:46:33.490218 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-78230643-0620-493d-8c85-8b4fd57f849c req-8d0d84e1-6b87-49ad-9143-89d96a43b127 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477729 Sep 15 00:46:33.523990 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 54540) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:33.665470 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-830f045e-4a0c-4f61-a97f-3cb4ff14c109 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:33.725785 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:INSERT=14,neutron:SELECT=85,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:33.752080 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-830f045e-4a0c-4f61-a97f-3cb4ff14c109 admin admin] Publish callbacks [] for security_group (05e27d3a-20fe-4667-a09b-eb46e2932139), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:33.757324 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-830f045e-4a0c-4f61-a97f-3cb4ff14c109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (05e27d3a-20fe-4667-a09b-eb46e2932139), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:33.798970 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-830f045e-4a0c-4f61-a97f-3cb4ff14c109 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=a91ae1f7a6b54543927220c058e184a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2736351 Sep 15 00:46:33.801023 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f045e-4a0c-4f61-a97f-3cb4ff14c109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e27d3a-20fe-4667-a09b-eb46e2932139,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:33.801887 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 54556) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:33.809041 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f045e-4a0c-4f61-a97f-3cb4ff14c109 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:46:33.810199 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f045e-4a0c-4f61-a97f-3cb4ff14c109 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:46:33.810684 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f045e-4a0c-4f61-a97f-3cb4ff14c109 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:46:33.811236 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f045e-4a0c-4f61-a97f-3cb4ff14c109 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:46:33.811749 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f045e-4a0c-4f61-a97f-3cb4ff14c109 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:46:33.812246 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f045e-4a0c-4f61-a97f-3cb4ff14c109 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:46:33.812571 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f045e-4a0c-4f61-a97f-3cb4ff14c109 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:46:33.813047 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f045e-4a0c-4f61-a97f-3cb4ff14c109 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:46:33.813583 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f045e-4a0c-4f61-a97f-3cb4ff14c109 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:46:33.813906 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f045e-4a0c-4f61-a97f-3cb4ff14c109 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:46:33.814383 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f045e-4a0c-4f61-a97f-3cb4ff14c109 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:46:33.814979 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f045e-4a0c-4f61-a97f-3cb4ff14c109 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:46:33.815639 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f045e-4a0c-4f61-a97f-3cb4ff14c109 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:46:33.816093 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f045e-4a0c-4f61-a97f-3cb4ff14c109 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:46:33.816571 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f045e-4a0c-4f61-a97f-3cb4ff14c109 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:46:33.869447 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:33.876009 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-e5a9235e-7bf7-44c9-ab7c-29643d693c7c admin admin] Publish callbacks [] for security_group (05e27d3a-20fe-4667-a09b-eb46e2932139), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:33.901609 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-e5a9235e-7bf7-44c9-ab7c-29643d693c7c admin admin] Publish callbacks [] for security_group (05e27d3a-20fe-4667-a09b-eb46e2932139), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:33.960098 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-e5a9235e-7bf7-44c9-ab7c-29643d693c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (05e27d3a-20fe-4667-a09b-eb46e2932139), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:33.962831 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-e5a9235e-7bf7-44c9-ab7c-29643d693c7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:33.964340 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-e5a9235e-7bf7-44c9-ab7c-29643d693c7c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/05e27d3a-20fe-4667-a09b-eb46e2932139 HTTP/1.1" status: 204 len: 168 time: 0.1611407 Sep 15 00:46:33.973899 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a9235e-7bf7-44c9-ab7c-29643d693c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e27d3a-20fe-4667-a09b-eb46e2932139,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:34.178159 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56faef-97c0-48de-9e58-b842c545cd2a req-33ccd9b3-cc69-477e-a307-7d288cb87831 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:34.179700 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-1b56faef-97c0-48de-9e58-b842c545cd2a req-33ccd9b3-cc69-477e-a307-7d288cb87831 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0535910 Sep 15 00:46:34.232402 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-1b56faef-97c0-48de-9e58-b842c545cd2a req-9193c5d2-407c-48ef-a65f-a624d0cfda1b tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458772 Sep 15 00:46:34.255601 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 54580) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:34.283192 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 54584) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:34.393506 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-2d3a0104-9ac7-49c4-a8c8-031965f9f216 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1149909537-network', 'tenant_id': '39a872cd1b1e451ba5786fe246950f73'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:46:34.410771 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 54588) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:34.425375 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3a0104-9ac7-49c4-a8c8-031965f9f216 admin admin] Made reservation on behalf of 39a872cd1b1e451ba5786fe246950f73 for: {'network': 1} {{(pid=112953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:46:34.427178 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-65b5122f-fdcd-47d8-88a2-6e10c65c419b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:34.429027 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2d3a0104-9ac7-49c4-a8c8-031965f9f216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for network (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:34.442974 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2d3a0104-9ac7-49c4-a8c8-031965f9f216 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:34.511447 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:34.516948 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:34.556002 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2d3a0104-9ac7-49c4-a8c8-031965f9f216 admin admin] Publish callbacks [] for security_group (bd34b8c7-774c-4711-a91d-b24da693762b), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:34.564174 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2d3a0104-9ac7-49c4-a8c8-031965f9f216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (bd34b8c7-774c-4711-a91d-b24da693762b), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:34.591184 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e4c820-7756-4a9f-9c7b-f3a67bfeaa82 req-1044b140-aed1-40aa-8670-b2593119f28d tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:34.592801 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-c4e4c820-7756-4a9f-9c7b-f3a67bfeaa82 req-1044b140-aed1-40aa-8670-b2593119f28d tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 945 time: 0.1004717 Sep 15 00:46:34.658293 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-65b5122f-fdcd-47d8-88a2-6e10c65c419b admin admin] Publish callbacks [] for security_group (71633178-aead-4731-be80-3a4b8ec50de1), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:34.666009 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d3a0104-9ac7-49c4-a8c8-031965f9f216 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=112953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 00:46:34.666895 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-65b5122f-fdcd-47d8-88a2-6e10c65c419b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (71633178-aead-4731-be80-3a4b8ec50de1), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:34.676755 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-c4e4c820-7756-4a9f-9c7b-f3a67bfeaa82 req-4afa74b5-747d-4584-aef7-181c1f5f1b2b tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754972 Sep 15 00:46:34.692351 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-eb661d6d-e20f-4019-bc6a-f9d8f9eae09d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:34.707759 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96260656-105a-4d0b-b84b-b475891fd4f5 req-b67cf249-b7a7-4035-933f-571489791d87 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:34.707759 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-96260656-105a-4d0b-b84b-b475891fd4f5 req-b67cf249-b7a7-4035-933f-571489791d87 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 945 time: 0.1262105 Sep 15 00:46:34.727600 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2d3a0104-9ac7-49c4-a8c8-031965f9f216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898'] for segment (46bb6d12-efc6-43c4-9167-cef4a4cdc200), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:34.727600 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.db.segments_db [None req-2d3a0104-9ac7-49c4-a8c8-031965f9f216 admin admin] Added segment 46bb6d12-efc6-43c4-9167-cef4a4cdc200 of type vlan for network a0341a54-b663-41cb-8fe1-4ffc2a77107e Sep 15 00:46:34.727600 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a0104-9ac7-49c4-a8c8-031965f9f216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd34b8c7-774c-4711-a91d-b24da693762b,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:34.728780 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-65b5122f-fdcd-47d8-88a2-6e10c65c419b admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=4529b1d98bb94ee7a0ce691312b2599e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3168919 Sep 15 00:46:34.729987 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b5122f-fdcd-47d8-88a2-6e10c65c419b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71633178-aead-4731-be80-3a4b8ec50de1,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:34.737261 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 54596) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:34.749509 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952729be-a7fa-49af-839e-cd0d69e6baf1 req-083bbb37-805b-4347-a0e0-09778edd9de6 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:34.756529 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-952729be-a7fa-49af-839e-cd0d69e6baf1 req-083bbb37-805b-4347-a0e0-09778edd9de6 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 945 time: 0.1362765 Sep 15 00:46:34.800773 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-65565d56-dc2c-4cd8-9900-56dbafef4273 admin admin] Publish callbacks [] for security_group (71633178-aead-4731-be80-3a4b8ec50de1), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:34.828097 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-65565d56-dc2c-4cd8-9900-56dbafef4273 admin admin] Publish callbacks [] for security_group (71633178-aead-4731-be80-3a4b8ec50de1), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:34.864121 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2d3a0104-9ac7-49c4-a8c8-031965f9f216 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740353647288'] for network (a0341a54-b663-41cb-8fe1-4ffc2a77107e), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:34.879375 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-65565d56-dc2c-4cd8-9900-56dbafef4273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (71633178-aead-4731-be80-3a4b8ec50de1), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:34.882446 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-65565d56-dc2c-4cd8-9900-56dbafef4273 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:34.883968 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-65565d56-dc2c-4cd8-9900-56dbafef4273 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/71633178-aead-4731-be80-3a4b8ec50de1 HTTP/1.1" status: 204 len: 168 time: 0.1442513 Sep 15 00:46:34.892674 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65565d56-dc2c-4cd8-9900-56dbafef4273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71633178-aead-4731-be80-3a4b8ec50de1,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:34.956026 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-952729be-a7fa-49af-839e-cd0d69e6baf1 req-42a6383e-759b-4a28-9f22-f9602b9cb889 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986265 Sep 15 00:46:34.974391 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:34.999303 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [req-96260656-105a-4d0b-b84b-b475891fd4f5 req-a193ebd9-9a5a-4f2d-a447-70e3ed68c310 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Deleting port 60e67ba0-1a38-4c2c-8f3b-75d937cf69ec {{(pid=112953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:46:34.999706 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-96260656-105a-4d0b-b84b-b475891fd4f5 req-a193ebd9-9a5a-4f2d-a447-70e3ed68c310 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (60e67ba0-1a38-4c2c-8f3b-75d937cf69ec), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:35.023721 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2d3a0104-9ac7-49c4-a8c8-031965f9f216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177'] for network (a0341a54-b663-41cb-8fe1-4ffc2a77107e), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:35.024714 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3a0104-9ac7-49c4-a8c8-031965f9f216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:35.025295 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2d3a0104-9ac7-49c4-a8c8-031965f9f216 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for network (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:35.126834 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-2d3a0104-9ac7-49c4-a8c8-031965f9f216 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8696294 Sep 15 00:46:35.129909 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 54612) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:35.139657 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-c962bc90-f164-4dc4-954c-759f37d698aa admin admin] Request body: {'subnet': {'network_id': 'a0341a54-b663-41cb-8fe1-4ffc2a77107e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1149909537-subnet', 'tenant_id': '39a872cd1b1e451ba5786fe246950f73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:46:35.154470 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-eb661d6d-e20f-4019-bc6a-f9d8f9eae09d admin admin] Publish callbacks [] for security_group (4ee59a51-697e-4fcc-b21e-5094642cda01), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:35.169454 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c962bc90-f164-4dc4-954c-759f37d698aa admin admin] Made reservation on behalf of 39a872cd1b1e451ba5786fe246950f73 for: {'subnet': 1} {{(pid=112952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:46:35.172301 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c962bc90-f164-4dc4-954c-759f37d698aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9220819'] for subnet (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:35.176446 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-eb661d6d-e20f-4019-bc6a-f9d8f9eae09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (4ee59a51-697e-4fcc-b21e-5094642cda01), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:35.203332 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d40dc93d-9005-4168-b69b-8c096dce6adb req-95039859-35d4-4ad2-aabf-ecba8e4ddcd9 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b40368c8-a515-46b7-add6-5db877d59406&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1383224 Sep 15 00:46:35.209184 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a0104-9ac7-49c4-a8c8-031965f9f216 admin admin] Pushing event updated for resources: {'Network': ['ID=a0341a54-b663-41cb-8fe1-4ffc2a77107e,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:35.236163 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Network a0341a54-b663-41cb-8fe1-4ffc2a77107e details requested by agent ovs-agent-dv-cinder-857528-2-iscsi with host dv-cinder-857528-2-iscsi {{(pid=112954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 00:46:35.264978 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb661d6d-e20f-4019-bc6a-f9d8f9eae09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee59a51-697e-4fcc-b21e-5094642cda01,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:35.302859 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [req-96260656-105a-4d0b-b84b-b475891fd4f5 req-a193ebd9-9a5a-4f2d-a447-70e3ed68c310 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] For port 60e67ba0-1a38-4c2c-8f3b-75d937cf69ec, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=60e67ba0-1a38-4c2c-8f3b-75d937cf69ec,segment=NetworkSegment(32209802-0ee2-4fe1-a177-50b35ffec28b),segment_id=32209802-0ee2-4fe1-a177-50b35ffec28b)] {{(pid=112953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:46:35.303221 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-96260656-105a-4d0b-b84b-b475891fd4f5 req-a193ebd9-9a5a-4f2d-a447-70e3ed68c310 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (60e67ba0-1a38-4c2c-8f3b-75d937cf69ec), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:35.320600 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-eb661d6d-e20f-4019-bc6a-f9d8f9eae09d admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=fdf0425874504d439c5f344fccfc66b9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0360801 Sep 15 00:46:35.331492 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 54624) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:35.351538 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:35.412307 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40dc93d-9005-4168-b69b-8c096dce6adb req-9eb8561f-fdc2-442f-9703-96087a0db0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:35.414009 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d40dc93d-9005-4168-b69b-8c096dce6adb req-9eb8561f-fdc2-442f-9703-96087a0db0bc service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=7090f91f78534107ba4b5ccd7f80e145&device_id=b40368c8-a515-46b7-add6-5db877d59406 HTTP/1.1" status: 200 len: 1130 time: 0.0601857 Sep 15 00:46:35.423256 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [req-96260656-105a-4d0b-b84b-b475891fd4f5 req-a193ebd9-9a5a-4f2d-a447-70e3ed68c310 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Calling delete_port for 60e67ba0-1a38-4c2c-8f3b-75d937cf69ec owned by compute:nova {{(pid=112953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:46:35.512110 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5139fa-471e-4c6a-879d-b2f5e8dc68cb req-6c85eb9e-9cc0-40b3-8356-bfb0ed174743 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:35.520009 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9f5139fa-471e-4c6a-879d-b2f5e8dc68cb req-6c85eb9e-9cc0-40b3-8356-bfb0ed174743 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.1140399 Sep 15 00:46:35.556534 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:35.571821 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d22009cf-9118-4dd2-b995-52180fd4c4c9 admin admin] Publish callbacks [] for security_group (4ee59a51-697e-4fcc-b21e-5094642cda01), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:35.646150 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40dc93d-9005-4168-b69b-8c096dce6adb req-83f3b18a-be74-4a8b-9c6f-aa30000dd6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:35.649370 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d40dc93d-9005-4168-b69b-8c096dce6adb req-83f3b18a-be74-4a8b-9c6f-aa30000dd6d1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=534fcea4-462b-402d-9da6-e7cef4200229 HTTP/1.1" status: 200 len: 918 time: 0.1793087 Sep 15 00:46:35.649794 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c962bc90-f164-4dc4-954c-759f37d698aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3301759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9220805'] for subnet (3e3ba6d2-56f4-4f3c-8e50-3e60531d7aa7), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:35.655128 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d22009cf-9118-4dd2-b995-52180fd4c4c9 admin admin] Publish callbacks [] for security_group (4ee59a51-697e-4fcc-b21e-5094642cda01), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:35.720835 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9f5139fa-471e-4c6a-879d-b2f5e8dc68cb req-a4fde8c3-2688-41c8-8502-306eb462505d tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532388 Sep 15 00:46:35.729384 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d40dc93d-9005-4168-b69b-8c096dce6adb req-6a355ffb-e3de-43e5-a103-113af632e872 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3231acc1-76a4-4c22-96c0-9edb4cf1f79e HTTP/1.1" status: 200 len: 217 time: 0.0739446 Sep 15 00:46:35.745278 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:DELETE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:35.745278 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962bc90-f164-4dc4-954c-759f37d698aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e3ba6d2-56f4-4f3c-8e50-3e60531d7aa7,revision_number=0']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:35.785998 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40dc93d-9005-4168-b69b-8c096dce6adb req-f62c3e4e-4bd2-4ec3-81da-8b30017979b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:35.787722 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d40dc93d-9005-4168-b69b-8c096dce6adb req-f62c3e4e-4bd2-4ec3-81da-8b30017979b4 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=756b70e8-4098-4f30-99b0-99c64c94809f HTTP/1.1" status: 200 len: 857 time: 0.0518310 Sep 15 00:46:35.791047 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c962bc90-f164-4dc4-954c-759f37d698aa admin admin] Checking segment: {'id': '46bb6d12-efc6-43c4-9167-cef4a4cdc200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a0341a54-b663-41cb-8fe1-4ffc2a77107e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:46:35.791403 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c962bc90-f164-4dc4-954c-759f37d698aa admin admin] Network hostable DHCP agents. Network: a0341a54-b663-41cb-8fe1-4ffc2a77107e, hostable agents: ['abe268bd-80e0-4b66-bd7b-8cd34d7e839c'], hosted agents: [] {{(pid=112952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 00:46:35.817738 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c962bc90-f164-4dc4-954c-759f37d698aa admin admin] Network a0341a54-b663-41cb-8fe1-4ffc2a77107e is scheduled to be hosted by DHCP agent abe268bd-80e0-4b66-bd7b-8cd34d7e839c with binding_index 1 {{(pid=112952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 00:46:35.822872 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d22009cf-9118-4dd2-b995-52180fd4c4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (4ee59a51-697e-4fcc-b21e-5094642cda01), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:35.831095 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d22009cf-9118-4dd2-b995-52180fd4c4c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:35.832392 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-d22009cf-9118-4dd2-b995-52180fd4c4c9 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/4ee59a51-697e-4fcc-b21e-5094642cda01 HTTP/1.1" status: 204 len: 168 time: 0.4957650 Sep 15 00:46:35.854724 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.base_scheduler [None req-c962bc90-f164-4dc4-954c-759f37d698aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-2-iscsi, a0341a54-b663-41cb-8fe1-4ffc2a77107e) {{(pid=112952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:46:35.866213 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a594b5-70bb-4cd0-96be-3140e8169e99 None None] Network a0341a54-b663-41cb-8fe1-4ffc2a77107e requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:46:35.874284 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-96260656-105a-4d0b-b84b-b475891fd4f5 req-a193ebd9-9a5a-4f2d-a447-70e3ed68c310 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172'] for port (60e67ba0-1a38-4c2c-8f3b-75d937cf69ec), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:35.888720 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22009cf-9118-4dd2-b995-52180fd4c4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee59a51-697e-4fcc-b21e-5094642cda01,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:35.892751 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3681ca1-b82a-4600-a84f-2a64f254be64 req-e09b0bfa-8455-44a6-86ce-911695f22b78 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:35.897508 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b3681ca1-b82a-4600-a84f-2a64f254be64 req-e09b0bfa-8455-44a6-86ce-911695f22b78 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 945 time: 0.1065156 Sep 15 00:46:35.912247 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c962bc90-f164-4dc4-954c-759f37d698aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:35.915676 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 54650) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:35.915809 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c962bc90-f164-4dc4-954c-759f37d698aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:35.942629 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-c962bc90-f164-4dc4-954c-759f37d698aa admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8109052 Sep 15 00:46:36.095827 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0927617-2812-492f-ac29-e1f181cd59aa req-f7777426-d00a-4a2d-b40b-aa46d997bfbc tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:36.105393 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a0927617-2812-492f-ac29-e1f181cd59aa req-f7777426-d00a-4a2d-b40b-aa46d997bfbc tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 945 time: 0.0757818 Sep 15 00:46:36.183640 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a0927617-2812-492f-ac29-e1f181cd59aa req-261c5960-d938-4e3c-8052-c7e5065a2148 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723028 Sep 15 00:46:36.196528 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91464ba-0545-4bf7-b651-7708ac5668b4 None None] Network a0341a54-b663-41cb-8fe1-4ffc2a77107e requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:46:36.227600 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a193ebd9-9a5a-4f2d-a447-70e3ed68c310 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Pushing event deleted for resources: {'Port': ['ID=60e67ba0-1a38-4c2c-8f3b-75d937cf69ec,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:36.336757 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b3681ca1-b82a-4600-a84f-2a64f254be64 req-0d0cf345-610c-4a2c-bcac-44798436e94d tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=03f504a0-99d5-4687-bdc4-79f9a1a2706c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4169207 Sep 15 00:46:36.337371 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [req-96260656-105a-4d0b-b84b-b475891fd4f5 req-a193ebd9-9a5a-4f2d-a447-70e3ed68c310 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] No DVR routers for this DVR port 60e67ba0-1a38-4c2c-8f3b-75d937cf69ec on host hv-cinder-85752 {{(pid=112953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 00:46:36.343375 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-96260656-105a-4d0b-b84b-b475891fd4f5 req-a193ebd9-9a5a-4f2d-a447-70e3ed68c310 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:36.346822 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-96260656-105a-4d0b-b84b-b475891fd4f5 req-a193ebd9-9a5a-4f2d-a447-70e3ed68c310 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.18 "DELETE /networking/v2.0/ports/60e67ba0-1a38-4c2c-8f3b-75d937cf69ec HTTP/1.1" status: 204 len: 173 time: 1.6287677 Sep 15 00:46:36.347570 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db3aac8-68f8-4028-8905-acb495f6ab89', 'name': 'network-vif-deleted', 'tag': '60e67ba0-1a38-4c2c-8f3b-75d937cf69ec'}] {{(pid=112953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:46:36.356851 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dcd79e7c9c5799004c3790ddb8f78f6987afe8bb335ac36dcc290df3850dde4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53dbdbb-1ed5-4507-8a33-50188b3ff3ae" -d '{"events": [{"server_uuid": "6db3aac8-68f8-4028-8905-acb495f6ab89", "name": "network-vif-deleted", "tag": "60e67ba0-1a38-4c2c-8f3b-75d937cf69ec"}]}' {{(pid=112953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:46:36.404974 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 00:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4a9b56-dfd6-44e0-ae80-ec00383c577c x-openstack-request-id: req-3e4a9b56-dfd6-44e0-ae80-ec00383c577c {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:46:36.405444 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db3aac8-68f8-4028-8905-acb495f6ab89", "name": "network-vif-deleted", "tag": "60e67ba0-1a38-4c2c-8f3b-75d937cf69ec", "status": "completed", "code": 200}]} {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:46:36.406047 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3e4a9b56-dfd6-44e0-ae80-ec00383c577c {{(pid=112953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:46:36.406595 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e4a9b56-dfd6-44e0-ae80-ec00383c577c'] response: {'server_uuid': '6db3aac8-68f8-4028-8905-acb495f6ab89', 'name': 'network-vif-deleted', 'tag': '60e67ba0-1a38-4c2c-8f3b-75d937cf69ec', 'status': 'completed', 'code': 200} Sep 15 00:46:36.436415 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 54680) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:36.457300 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-f30aa4df-620d-47d8-8a7a-5c517f7cf4b8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-627119038-network', 'tenant_id': '705ce7e25b8b4d3e9b60b20f9e6a9c06'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:46:36.464780 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-52dad53e-04d3-4a05-b368-a39d0cc78160 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:36.506284 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:36.535658 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30aa4df-620d-47d8-8a7a-5c517f7cf4b8 admin admin] Made reservation on behalf of 705ce7e25b8b4d3e9b60b20f9e6a9c06 for: {'network': 1} {{(pid=112953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:46:36.538513 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f30aa4df-620d-47d8-8a7a-5c517f7cf4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for network (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:36.557624 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f30aa4df-620d-47d8-8a7a-5c517f7cf4b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:36.624107 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-52dad53e-04d3-4a05-b368-a39d0cc78160 admin admin] Publish callbacks [] for security_group (9ae15b37-30ea-4f66-a0dd-cac77bb25941), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:36.632631 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-52dad53e-04d3-4a05-b368-a39d0cc78160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (9ae15b37-30ea-4f66-a0dd-cac77bb25941), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:36.690659 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-52dad53e-04d3-4a05-b368-a39d0cc78160 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=17969478d33a405f898808dbcb641c9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2525289 Sep 15 00:46:36.693489 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 54684) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:36.697279 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dad53e-04d3-4a05-b368-a39d0cc78160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae15b37-30ea-4f66-a0dd-cac77bb25941,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:36.729391 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f30aa4df-620d-47d8-8a7a-5c517f7cf4b8 admin admin] Publish callbacks [] for security_group (5a1d3bb0-6e18-46e8-b5e2-f9511fcab4b6), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:36.736189 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f30aa4df-620d-47d8-8a7a-5c517f7cf4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (5a1d3bb0-6e18-46e8-b5e2-f9511fcab4b6), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:36.762930 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f30aa4df-620d-47d8-8a7a-5c517f7cf4b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=112953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 00:46:36.766066 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 54688) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:36.799937 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-1e1220cd-0550-40a2-8011-f80bc2f4db1d admin admin] Publish callbacks [] for security_group (9ae15b37-30ea-4f66-a0dd-cac77bb25941), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:36.801839 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f30aa4df-620d-47d8-8a7a-5c517f7cf4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898'] for segment (c66f8009-d1aa-47f8-8558-2882c0e0f497), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:36.802586 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.db.segments_db [None req-f30aa4df-620d-47d8-8a7a-5c517f7cf4b8 admin admin] Added segment c66f8009-d1aa-47f8-8558-2882c0e0f497 of type vlan for network 933050ee-1dc0-4ced-bb20-df82b90ac299 Sep 15 00:46:36.828407 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-1e1220cd-0550-40a2-8011-f80bc2f4db1d admin admin] Publish callbacks [] for security_group (9ae15b37-30ea-4f66-a0dd-cac77bb25941), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:36.878044 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f30aa4df-620d-47d8-8a7a-5c517f7cf4b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740353647288'] for network (933050ee-1dc0-4ced-bb20-df82b90ac299), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:36.893525 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-1e1220cd-0550-40a2-8011-f80bc2f4db1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (9ae15b37-30ea-4f66-a0dd-cac77bb25941), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:36.896709 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-1e1220cd-0550-40a2-8011-f80bc2f4db1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:36.904466 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30aa4df-620d-47d8-8a7a-5c517f7cf4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1d3bb0-6e18-46e8-b5e2-f9511fcab4b6,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:36.924185 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-1e1220cd-0550-40a2-8011-f80bc2f4db1d admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/9ae15b37-30ea-4f66-a0dd-cac77bb25941 HTTP/1.1" status: 204 len: 168 time: 0.2081172 Sep 15 00:46:36.936043 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac5b29-181b-4fcf-ab68-db594e0817e2 req-54ec8890-c992-4338-881a-0e756b8652fb tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:36.937981 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-6fac5b29-181b-4fcf-ab68-db594e0817e2 req-54ec8890-c992-4338-881a-0e756b8652fb tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0947552 Sep 15 00:46:36.964316 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1220cd-0550-40a2-8011-f80bc2f4db1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae15b37-30ea-4f66-a0dd-cac77bb25941,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:36.975797 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-08540f23-c8f5-4674-882b-6ea7cb0500e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:36.995384 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=79,neutron:DELETE=2,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:36.997938 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f30aa4df-620d-47d8-8a7a-5c517f7cf4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177'] for network (933050ee-1dc0-4ced-bb20-df82b90ac299), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:37.000276 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30aa4df-620d-47d8-8a7a-5c517f7cf4b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:37.003004 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f30aa4df-620d-47d8-8a7a-5c517f7cf4b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for network (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:37.100816 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-6fac5b29-181b-4fcf-ab68-db594e0817e2 req-1e052d90-e058-4966-baa5-646effe65055 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539695 Sep 15 00:46:37.118321 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-f30aa4df-620d-47d8-8a7a-5c517f7cf4b8 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1971948 Sep 15 00:46:37.122221 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 54700) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:37.129831 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-ce793f6c-f210-45c3-9ece-92bc6d8d656c admin admin] Request body: {'subnet': {'network_id': '933050ee-1dc0-4ced-bb20-df82b90ac299', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-627119038-subnet', 'tenant_id': '705ce7e25b8b4d3e9b60b20f9e6a9c06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:46:37.149154 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30aa4df-620d-47d8-8a7a-5c517f7cf4b8 admin admin] Pushing event updated for resources: {'Network': ['ID=933050ee-1dc0-4ced-bb20-df82b90ac299,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:37.175257 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Network 933050ee-1dc0-4ced-bb20-df82b90ac299 details requested by agent ovs-agent-dv-cinder-857528-2-iscsi with host dv-cinder-857528-2-iscsi {{(pid=112954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 00:46:37.185208 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-08540f23-c8f5-4674-882b-6ea7cb0500e4 admin admin] Publish callbacks [] for security_group (f2fe8313-82a7-4b78-899d-8c772f90b804), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:37.192691 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-08540f23-c8f5-4674-882b-6ea7cb0500e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (f2fe8313-82a7-4b78-899d-8c772f90b804), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:37.208926 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce793f6c-f210-45c3-9ece-92bc6d8d656c admin admin] Made reservation on behalf of 705ce7e25b8b4d3e9b60b20f9e6a9c06 for: {'subnet': 1} {{(pid=112953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:46:37.212353 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-ce793f6c-f210-45c3-9ece-92bc6d8d656c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:37.239510 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-08540f23-c8f5-4674-882b-6ea7cb0500e4 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=3f3eae8c6bb040f28f2f5612dd7328f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4713917 Sep 15 00:46:37.240763 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08540f23-c8f5-4674-882b-6ea7cb0500e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fe8313-82a7-4b78-899d-8c772f90b804,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:37.244064 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 54704) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:37.306616 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40dc93d-9005-4168-b69b-8c096dce6adb req-90436569-8bb0-49ae-a465-a4c8dcacafc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:37.308334 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d40dc93d-9005-4168-b69b-8c096dce6adb req-90436569-8bb0-49ae-a465-a4c8dcacafc3 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=534fcea4-462b-402d-9da6-e7cef4200229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1723237 Sep 15 00:46:37.310489 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:INSERT=11,neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:37.345436 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-03f1ddde-bf58-4a6e-babe-f71b29e9f759 admin admin] Publish callbacks [] for security_group (f2fe8313-82a7-4b78-899d-8c772f90b804), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:37.375288 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92ae4f-9edd-4995-9ce3-4728f4e91c91 req-a5914960-60a7-4cd8-8afa-2c85bb4d3576 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:37.376907 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-7c92ae4f-9edd-4995-9ce3-4728f4e91c91 req-a5914960-60a7-4cd8-8afa-2c85bb4d3576 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 945 time: 0.0812755 Sep 15 00:46:37.382062 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-03f1ddde-bf58-4a6e-babe-f71b29e9f759 admin admin] Publish callbacks [] for security_group (f2fe8313-82a7-4b78-899d-8c772f90b804), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:37.385176 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 60e67ba0-1a38-4c2c-8f3b-75d937cf69ec no longer exists at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:46:37.414549 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] No Port match for: 60e67ba0-1a38-4c2c-8f3b-75d937cf69ec {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 00:46:37.415302 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 60e67ba0-1a38-4c2c-8f3b-75d937cf69ec not bound to the agent host hv-cinder-85752 {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 00:46:37.483848 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-ce793f6c-f210-45c3-9ece-92bc6d8d656c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177'] for subnet (b2c915fd-b771-4f01-8a59-40bf20dd7fae), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:37.509477 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b70274f4-a16b-4016-a58c-a0faef5cc9c6 req-8963c132-e2f5-43a5-aa4d-af3e58e5422d tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 210 time: 0.0500305 Sep 15 00:46:37.568001 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce793f6c-f210-45c3-9ece-92bc6d8d656c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2c915fd-b771-4f01-8a59-40bf20dd7fae,revision_number=0']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:37.574636 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce793f6c-f210-45c3-9ece-92bc6d8d656c admin admin] Checking segment: {'id': 'c66f8009-d1aa-47f8-8558-2882c0e0f497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '933050ee-1dc0-4ced-bb20-df82b90ac299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:46:37.575582 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce793f6c-f210-45c3-9ece-92bc6d8d656c admin admin] Network hostable DHCP agents. Network: 933050ee-1dc0-4ced-bb20-df82b90ac299, hostable agents: ['abe268bd-80e0-4b66-bd7b-8cd34d7e839c'], hosted agents: [] {{(pid=112953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 00:46:37.595566 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce793f6c-f210-45c3-9ece-92bc6d8d656c admin admin] Network 933050ee-1dc0-4ced-bb20-df82b90ac299 is scheduled to be hosted by DHCP agent abe268bd-80e0-4b66-bd7b-8cd34d7e839c with binding_index 1 {{(pid=112953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 00:46:37.606569 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.base_scheduler [None req-ce793f6c-f210-45c3-9ece-92bc6d8d656c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-2-iscsi, 933050ee-1dc0-4ced-bb20-df82b90ac299) {{(pid=112953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:46:37.612117 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce793f6c-f210-45c3-9ece-92bc6d8d656c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:37.612881 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-ce793f6c-f210-45c3-9ece-92bc6d8d656c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for subnet (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:37.619368 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69cfc92-0630-4f48-b729-9139052bb0cc None None] Network 933050ee-1dc0-4ced-bb20-df82b90ac299 requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:46:37.649708 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-ce793f6c-f210-45c3-9ece-92bc6d8d656c admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5260165 Sep 15 00:46:37.686949 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:37.753837 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8451f42-3522-433a-9aed-0f9510dd7d8c None None] Network 933050ee-1dc0-4ced-bb20-df82b90ac299 requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:46:37.753995 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-7c92ae4f-9edd-4995-9ce3-4728f4e91c91 req-d7f72edf-42a5-4cd4-a943-f52fcc0f1765 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696277 Sep 15 00:46:37.768201 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-03f1ddde-bf58-4a6e-babe-f71b29e9f759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (f2fe8313-82a7-4b78-899d-8c772f90b804), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:37.782242 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-03f1ddde-bf58-4a6e-babe-f71b29e9f759 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:37.786488 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-03f1ddde-bf58-4a6e-babe-f71b29e9f759 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f2fe8313-82a7-4b78-899d-8c772f90b804 HTTP/1.1" status: 204 len: 168 time: 0.5412929 Sep 15 00:46:37.798775 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1ddde-bf58-4a6e-babe-f71b29e9f759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fe8313-82a7-4b78-899d-8c772f90b804,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:38.278891 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ead405-30f3-4f26-bdd5-193e179ba0bf req-3b9dccfc-df6e-45e8-af53-b21f9052199c tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:38.280496 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-93ead405-30f3-4f26-bdd5-193e179ba0bf req-3b9dccfc-df6e-45e8-af53-b21f9052199c tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0645974 Sep 15 00:46:38.384863 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-93ead405-30f3-4f26-bdd5-193e179ba0bf req-f197d267-7a49-4a94-97e0-2a28cc8fa8ba tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973494 Sep 15 00:46:38.504448 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:DELETE=8,neutron:SELECT=84,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:38.589946 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-ca9944b0-e6bb-4ffe-8f20-7fea99878164 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:38.592204 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-ca9944b0-e6bb-4ffe-8f20-7fea99878164 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/networks?id=a0341a54-b663-41cb-8fe1-4ffc2a77107e HTTP/1.1" status: 200 len: 814 time: 0.1536300 Sep 15 00:46:38.635392 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-76afd00a-a9b1-42eb-9f09-c4db7795dd16 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/quotas/39a872cd1b1e451ba5786fe246950f73 HTTP/1.1" status: 200 len: 375 time: 0.0249834 Sep 15 00:46:38.692872 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-ae06bd98-2688-42d9-8205-25dbf3b7ccee tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=39a872cd1b1e451ba5786fe246950f73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494978 Sep 15 00:46:38.776282 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 54816) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:38.784348 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-5615dc09-e4bb-41b8-a3f3-5b87ec91875e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-886301971-network', 'tenant_id': '378daba287774c368fa20ce00f89e4df'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:46:38.812526 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5615dc09-e4bb-41b8-a3f3-5b87ec91875e admin admin] Made reservation on behalf of 378daba287774c368fa20ce00f89e4df for: {'network': 1} {{(pid=112952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:46:38.816740 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-5615dc09-e4bb-41b8-a3f3-5b87ec91875e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for network (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:38.837299 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-5615dc09-e4bb-41b8-a3f3-5b87ec91875e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:38.873706 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:38.895366 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f2871cb5-08e4-4ec8-83e1-b466bdc80240 req-8454b036-4bfb-485e-a86b-77a655087f34 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 210 time: 0.1749678 Sep 15 00:46:38.926300 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-cedd9e44-7173-4d0c-be42-18788cedec6e service neutron] 10.222.0.15 "GET /networking/v2.0/networks/a0341a54-b663-41cb-8fe1-4ffc2a77107e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322145 Sep 15 00:46:38.946154 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d40dc93d-9005-4168-b69b-8c096dce6adb req-953ef262-5d6f-4bef-bf0e-46ab1c682f3f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/534fcea4-462b-402d-9da6-e7cef4200229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476486 Sep 15 00:46:39.078732 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-5615dc09-e4bb-41b8-a3f3-5b87ec91875e admin admin] Publish callbacks [] for security_group (c0b35d5c-3aa5-4624-b685-2d863a4767d9), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:39.089869 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-9777dc49-33ed-480c-9e3c-cdfe4b121e74 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/a0341a54-b663-41cb-8fe1-4ffc2a77107e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514947 Sep 15 00:46:39.098446 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-5615dc09-e4bb-41b8-a3f3-5b87ec91875e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (c0b35d5c-3aa5-4624-b685-2d863a4767d9), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:39.118302 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5615dc09-e4bb-41b8-a3f3-5b87ec91875e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=112952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 00:46:39.125916 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95182a2a-944d-485b-80e3-0b9b125a68fb req-9da85715-4696-4b64-b5f8-3b94f5ca08e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:39.127466 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-95182a2a-944d-485b-80e3-0b9b125a68fb req-9da85715-4696-4b64-b5f8-3b94f5ca08e7 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 1129 time: 0.1432602 Sep 15 00:46:39.143679 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfceba9-ab88-4d9e-bbca-1445a6554968 req-0a62d302-d95b-4d34-ab80-45b45ad95a75 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:39.145154 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-8bfceba9-ab88-4d9e-bbca-1445a6554968 req-0a62d302-d95b-4d34-ab80-45b45ad95a75 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 945 time: 0.1340494 Sep 15 00:46:39.146483 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-5615dc09-e4bb-41b8-a3f3-5b87ec91875e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898'] for segment (845c8017-b6a4-446e-bbf9-0af62888ce10), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:39.146836 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.db.segments_db [None req-5615dc09-e4bb-41b8-a3f3-5b87ec91875e admin admin] Added segment 845c8017-b6a4-446e-bbf9-0af62888ce10 of type vlan for network 9badb562-8a0f-43be-98e4-ad5ad4a7991a Sep 15 00:46:39.191719 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d40dc93d-9005-4168-b69b-8c096dce6adb req-3bfb0882-8662-49df-b0d5-339533a6a35d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/534fcea4-462b-402d-9da6-e7cef4200229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086489 Sep 15 00:46:39.251960 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-5615dc09-e4bb-41b8-a3f3-5b87ec91875e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740353647288'] for network (9badb562-8a0f-43be-98e4-ad5ad4a7991a), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:39.258454 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5615dc09-e4bb-41b8-a3f3-5b87ec91875e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b35d5c-3aa5-4624-b685-2d863a4767d9,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:39.324647 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-8bfceba9-ab88-4d9e-bbca-1445a6554968 req-c00198fa-61de-44e9-9d8f-1ea99ba282b2 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371357 Sep 15 00:46:39.382755 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-95182a2a-944d-485b-80e3-0b9b125a68fb req-d922f3a6-1843-4017-90ca-b4f21169799c service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265919 Sep 15 00:46:39.401449 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f138b-7f63-46ad-87e5-e3cc53a99ba8 req-0f33d673-3667-48bd-b861-d38fb2246cba tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:39.403286 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b13f138b-7f63-46ad-87e5-e3cc53a99ba8 req-0f33d673-3667-48bd-b861-d38fb2246cba tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 945 time: 0.1629119 Sep 15 00:46:39.425669 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ec675708-9803-4b5c-8a76-4136f8e24d9a req-746353dd-c72e-4f1d-96b3-e8d678e1e0da tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=200f747f-85db-4561-aaaa-65b90c5c9f05 HTTP/1.1" status: 200 len: 210 time: 0.0947282 Sep 15 00:46:39.428621 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-5615dc09-e4bb-41b8-a3f3-5b87ec91875e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177'] for network (9badb562-8a0f-43be-98e4-ad5ad4a7991a), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:39.431958 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5615dc09-e4bb-41b8-a3f3-5b87ec91875e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:39.432724 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-5615dc09-e4bb-41b8-a3f3-5b87ec91875e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for network (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:39.525711 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-5615dc09-e4bb-41b8-a3f3-5b87ec91875e admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7471395 Sep 15 00:46:39.527119 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 54854) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:39.532587 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-55542d99-5e27-48ad-b51e-025c941a210a admin admin] Request body: {'subnet': {'network_id': '9badb562-8a0f-43be-98e4-ad5ad4a7991a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-886301971-subnet', 'tenant_id': '378daba287774c368fa20ce00f89e4df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:46:39.536711 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5615dc09-e4bb-41b8-a3f3-5b87ec91875e admin admin] Pushing event updated for resources: {'Network': ['ID=9badb562-8a0f-43be-98e4-ad5ad4a7991a,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:39.548980 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Network 9badb562-8a0f-43be-98e4-ad5ad4a7991a details requested by agent ovs-agent-dv-cinder-857528-2-iscsi with host dv-cinder-857528-2-iscsi {{(pid=112954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 00:46:39.570658 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55542d99-5e27-48ad-b51e-025c941a210a admin admin] Made reservation on behalf of 378daba287774c368fa20ce00f89e4df for: {'subnet': 1} {{(pid=112952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:46:39.573719 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-55542d99-5e27-48ad-b51e-025c941a210a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9220819'] for subnet (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:39.590671 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:39.611522 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57607144-a148-4b53-b851-c180b6aedbeb req-d9aec74a-5ba8-4031-b552-ead47136817f tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:39.633424 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-57607144-a148-4b53-b851-c180b6aedbeb req-d9aec74a-5ba8-4031-b552-ead47136817f tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.1076126 Sep 15 00:46:39.724199 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:39.729838 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:39.734086 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-57607144-a148-4b53-b851-c180b6aedbeb req-d512992c-a3fc-406f-bafb-7ee040f1be8b tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931726 Sep 15 00:46:40.062756 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-55542d99-5e27-48ad-b51e-025c941a210a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3301759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9220805'] for subnet (bed6df72-b903-4ffd-8697-c034dfaf0628), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:40.073911 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-fd4bb39d-28b0-41f7-a967-139242ca6c81 req-b0130d19-70a3-4ea2-b2f3-f634af3e9375 tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 210 time: 0.0512803 Sep 15 00:46:40.111645 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [req-b13f138b-7f63-46ad-87e5-e3cc53a99ba8 req-e05ab03e-fe63-4a14-88c4-7ba8006e822f tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Deleting port 1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a {{(pid=112952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:46:40.112055 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-b13f138b-7f63-46ad-87e5-e3cc53a99ba8 req-e05ab03e-fe63-4a14-88c4-7ba8006e822f tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:40.188823 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55542d99-5e27-48ad-b51e-025c941a210a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bed6df72-b903-4ffd-8697-c034dfaf0628,revision_number=0']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:40.225731 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55542d99-5e27-48ad-b51e-025c941a210a admin admin] Checking segment: {'id': '845c8017-b6a4-446e-bbf9-0af62888ce10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9badb562-8a0f-43be-98e4-ad5ad4a7991a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:46:40.226103 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55542d99-5e27-48ad-b51e-025c941a210a admin admin] Network hostable DHCP agents. Network: 9badb562-8a0f-43be-98e4-ad5ad4a7991a, hostable agents: ['abe268bd-80e0-4b66-bd7b-8cd34d7e839c'], hosted agents: [] {{(pid=112952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 00:46:40.252190 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.db [req-b13f138b-7f63-46ad-87e5-e3cc53a99ba8 req-e05ab03e-fe63-4a14-88c4-7ba8006e822f tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] For port 1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a,segment=NetworkSegment(67a5c709-e9e9-4f50-9138-0fb27c172b4e),segment_id=67a5c709-e9e9-4f50-9138-0fb27c172b4e)] {{(pid=112952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:46:40.252560 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-b13f138b-7f63-46ad-87e5-e3cc53a99ba8 req-e05ab03e-fe63-4a14-88c4-7ba8006e822f tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:40.273431 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [req-b13f138b-7f63-46ad-87e5-e3cc53a99ba8 req-e05ab03e-fe63-4a14-88c4-7ba8006e822f tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Calling delete_port for 1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a owned by compute:nova {{(pid=112952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:46:40.288280 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55542d99-5e27-48ad-b51e-025c941a210a admin admin] Network 9badb562-8a0f-43be-98e4-ad5ad4a7991a is scheduled to be hosted by DHCP agent abe268bd-80e0-4b66-bd7b-8cd34d7e839c with binding_index 1 {{(pid=112952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 00:46:40.326675 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.base_scheduler [None req-55542d99-5e27-48ad-b51e-025c941a210a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-2-iscsi, 9badb562-8a0f-43be-98e4-ad5ad4a7991a) {{(pid=112952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:46:40.339877 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe74d774-0382-4a6f-86a4-7fd583dbedd4 None None] Network 9badb562-8a0f-43be-98e4-ad5ad4a7991a requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:46:40.370849 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55542d99-5e27-48ad-b51e-025c941a210a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:40.372332 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-55542d99-5e27-48ad-b51e-025c941a210a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:40.411666 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-55542d99-5e27-48ad-b51e-025c941a210a admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8832359 Sep 15 00:46:40.525483 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f1e0a-2954-4e0d-9ba5-b499248f48f0 req-ec025f70-3aff-4160-a880-1149bebca97b tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:40.531225 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-326f1e0a-2954-4e0d-9ba5-b499248f48f0 req-ec025f70-3aff-4160-a880-1149bebca97b tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 945 time: 0.0703354 Sep 15 00:46:40.553246 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c25391f-d9ce-472f-b42a-f1b9c4e4ee7f None None] Network 9badb562-8a0f-43be-98e4-ad5ad4a7991a requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:46:40.584881 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-b13f138b-7f63-46ad-87e5-e3cc53a99ba8 req-e05ab03e-fe63-4a14-88c4-7ba8006e822f tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3304143'] for port (1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:40.589660 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:UPDATE=1,neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:40.624498 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:40.640848 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] get_ports_and_sgs() called for port_ids ['1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a'] {{(pid=112954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 00:46:40.651139 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ab03e-fe63-4a14-88c4-7ba8006e822f tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Pushing event deleted for resources: {'Port': ['ID=1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:40.657402 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ee64931e-5eea-462c-94f2-9c5b03a5a0d2 req-9d86c6af-e151-4d14-bd64-8817a4bb3645 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=200f747f-85db-4561-aaaa-65b90c5c9f05 HTTP/1.1" status: 200 len: 210 time: 0.1044817 Sep 15 00:46:40.681749 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-326f1e0a-2954-4e0d-9ba5-b499248f48f0 req-fa9317f7-081f-4442-b6f2-778d4cb7c3d6 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447165 Sep 15 00:46:40.765822 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13f138b-7f63-46ad-87e5-e3cc53a99ba8 req-e05ab03e-fe63-4a14-88c4-7ba8006e822f tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] No DVR routers for this DVR port 1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a on host hv-cinder-85752 {{(pid=112952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 00:46:40.769497 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-b13f138b-7f63-46ad-87e5-e3cc53a99ba8 req-e05ab03e-fe63-4a14-88c4-7ba8006e822f tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:40.773672 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b13f138b-7f63-46ad-87e5-e3cc53a99ba8 req-e05ab03e-fe63-4a14-88c4-7ba8006e822f tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.18 "DELETE /networking/v2.0/ports/1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a HTTP/1.1" status: 204 len: 173 time: 0.9536548 Sep 15 00:46:40.774208 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f02a2a-8587-4092-88f3-48cbdfc96193', 'name': 'network-vif-deleted', 'tag': '1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a'}] {{(pid=112952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:46:40.776490 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab332b7ebe0febfdc7fe1a403309b4946bbbdc71882a32b3ac962f44a6678e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8f0cb6-ed90-45c1-87c0-3e638010d54d" -d '{"events": [{"server_uuid": "30f02a2a-8587-4092-88f3-48cbdfc96193", "name": "network-vif-deleted", "tag": "1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a"}]}' {{(pid=112952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:46:40.817894 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 00:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ad2936-c154-4976-9146-8b78ef5ed6a4 x-openstack-request-id: req-a4ad2936-c154-4976-9146-8b78ef5ed6a4 {{(pid=112952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:46:40.818174 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f02a2a-8587-4092-88f3-48cbdfc96193", "name": "network-vif-deleted", "tag": "1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a", "status": "completed", "code": 200}]} {{(pid=112952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:46:40.818611 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a4ad2936-c154-4976-9146-8b78ef5ed6a4 {{(pid=112952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:46:40.819162 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4ad2936-c154-4976-9146-8b78ef5ed6a4'] response: {'server_uuid': '30f02a2a-8587-4092-88f3-48cbdfc96193', 'name': 'network-vif-deleted', 'tag': '1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a', 'status': 'completed', 'code': 200} Sep 15 00:46:40.890488 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f99e5-7130-4fb6-9f03-b4327ace528c req-3c68b250-b8ce-4fa9-afcf-adc27b3c3b72 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:40.892771 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0c5f99e5-7130-4fb6-9f03-b4327ace528c req-3c68b250-b8ce-4fa9-afcf-adc27b3c3b72 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0638845 Sep 15 00:46:40.977277 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0c5f99e5-7130-4fb6-9f03-b4327ace528c req-2ec7b7df-c585-4d77-8ab3-dcdff42bbaec tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746608 Sep 15 00:46:41.214380 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-0273293a-ec8a-464d-a5e8-9026cdad17a8 req-71e7cd7c-00ec-4952-a994-5fdab1f7e1df tempest-DeleteServersTestJSON-1901845882 tempest-DeleteServersTestJSON-1901845882-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6db3aac8-68f8-4028-8905-acb495f6ab89 HTTP/1.1" status: 200 len: 210 time: 0.0386581 Sep 15 00:46:41.768832 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-590db3de-66dd-4d32-b320-009aaf3d38f1 req-6af0654d-512f-4bdf-981e-f1937a183d5d tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 210 time: 0.0292797 Sep 15 00:46:41.842972 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-bfd02fe0-92b0-45c4-ad52-9be9488c42e7 req-c0bf9407-8085-4e65-a599-2aa20369cb40 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=200f747f-85db-4561-aaaa-65b90c5c9f05 HTTP/1.1" status: 200 len: 210 time: 0.0339444 Sep 15 00:46:42.110535 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6739f61-5a29-4bf1-a090-60b3665d8151 req-fb6df2ad-eb6f-4ca2-90c8-456983e02098 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:42.112045 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e6739f61-5a29-4bf1-a090-60b3665d8151 req-fb6df2ad-eb6f-4ca2-90c8-456983e02098 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0508492 Sep 15 00:46:42.164515 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e6739f61-5a29-4bf1-a090-60b3665d8151 req-2e5963a1-7605-4f4a-af7a-32742188d429 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469327 Sep 15 00:46:42.303411 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756effd-4204-4ffc-8b20-7b6730810456 req-6de76a8d-8af4-4ecb-83a3-61ae6eb4f860 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:42.306508 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d756effd-4204-4ffc-8b20-7b6730810456 req-6de76a8d-8af4-4ecb-83a3-61ae6eb4f860 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b40368c8-a515-46b7-add6-5db877d59406 HTTP/1.1" status: 200 len: 946 time: 0.0649030 Sep 15 00:46:42.397269 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d756effd-4204-4ffc-8b20-7b6730810456 req-a7b751f5-c619-446f-ae3e-635d5f30cc3c tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744700 Sep 15 00:46:42.570514 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:42.686527 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-3d4df1a6-0a50-4774-a05c-dd01289973f2 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:42.688260 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-3d4df1a6-0a50-4774-a05c-dd01289973f2 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.18 "GET /networking/v2.0/networks?id=a0341a54-b663-41cb-8fe1-4ffc2a77107e HTTP/1.1" status: 200 len: 814 time: 0.2166927 Sep 15 00:46:42.721168 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-5f355d70-177c-4768-99b4-bb58d8710b9e tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Request body: {'port': {'device_id': '200f747f-85db-4561-aaaa-65b90c5c9f05', 'network_id': 'a0341a54-b663-41cb-8fe1-4ffc2a77107e', 'admin_state_up': True, 'tenant_id': '39a872cd1b1e451ba5786fe246950f73'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:46:42.792834 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:42.983416 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-c0ef8bbc-3b0c-44b5-99c1-3559b331cffb req-5a45f73d-ec56-4b22-a994-d168bd7dcc94 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=30f02a2a-8587-4092-88f3-48cbdfc96193 HTTP/1.1" status: 200 len: 210 time: 0.0748472 Sep 15 00:46:43.002236 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-5f355d70-177c-4768-99b4-bb58d8710b9e tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Made reservation on behalf of 39a872cd1b1e451ba5786fe246950f73 for: {'port': 1} {{(pid=112952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:46:43.009769 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-5f355d70-177c-4768-99b4-bb58d8710b9e tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:43.024725 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-cbd958d4-cbee-4853-be35-1900c79c1f2f req-dd25ef21-323b-4278-a44d-9137058c7ead tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=200f747f-85db-4561-aaaa-65b90c5c9f05 HTTP/1.1" status: 200 len: 210 time: 0.0590301 Sep 15 00:46:43.193558 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.db_base_plugin_common [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-5f355d70-177c-4768-99b4-bb58d8710b9e tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Allocated IP 172.20.0.10 (a0341a54-b663-41cb-8fe1-4ffc2a77107e/3e3ba6d2-56f4-4f3c-8e50-3e60531d7aa7/8ad59f1e-2fde-43f8-a49d-a9e0b059c929) {{(pid=112952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:46:43.345651 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-5f355d70-177c-4768-99b4-bb58d8710b9e tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Publish callbacks [] for port (8ad59f1e-2fde-43f8-a49d-a9e0b059c929), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:43.382972 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-5f355d70-177c-4768-99b4-bb58d8710b9e tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3304143'] for port (8ad59f1e-2fde-43f8-a49d-a9e0b059c929), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:43.404723 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a no longer exists at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:46:43.427125 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-5f355d70-177c-4768-99b4-bb58d8710b9e tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Network a0341a54-b663-41cb-8fe1-4ffc2a77107e is already hosted by enough agents. {{(pid=112952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:46:43.427372 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] No Port match for: 1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 00:46:43.427696 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 1d459fdc-f5b1-4917-a5b5-eeb565ca4f6a not bound to the agent host hv-cinder-85752 {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 00:46:43.432455 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.base_scheduler [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-5f355d70-177c-4768-99b4-bb58d8710b9e tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Resources bound (agent type, host, resource id): {{(pid=112952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:46:43.436972 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.l3_dvrscheduler_db [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-5f355d70-177c-4768-99b4-bb58d8710b9e tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Received port after_create {{(pid=112952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:46:43.443191 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f355d70-177c-4768-99b4-bb58d8710b9e tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Pushing event updated for resources: {'Port': ['ID=8ad59f1e-2fde-43f8-a49d-a9e0b059c929,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:43.490188 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-5f355d70-177c-4768-99b4-bb58d8710b9e tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:43.490736 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-5f355d70-177c-4768-99b4-bb58d8710b9e tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:43.509316 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-5f355d70-177c-4768-99b4-bb58d8710b9e tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7942619 Sep 15 00:46:43.619708 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-f9881dcb-2893-4c1f-97bf-434f426fc836 service neutron] Request body: {'port': {'device_id': '200f747f-85db-4561-aaaa-65b90c5c9f05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:46:43.688273 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-f9881dcb-2893-4c1f-97bf-434f426fc836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (8ad59f1e-2fde-43f8-a49d-a9e0b059c929), before_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:43.808159 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:43.906623 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:43.962996 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.notifiers.nova [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-f9881dcb-2893-4c1f-97bf-434f426fc836 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ad59f1e-2fde-43f8-a49d-a9e0b059c929 {{(pid=112952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 00:46:43.971145 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-f9881dcb-2893-4c1f-97bf-434f426fc836 service neutron] Publish callbacks [] for port (8ad59f1e-2fde-43f8-a49d-a9e0b059c929), precommit_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:43.984628 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.provisioning_blocks [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-f9881dcb-2893-4c1f-97bf-434f426fc836 service neutron] Transition to ACTIVE for port object 8ad59f1e-2fde-43f8-a49d-a9e0b059c929 will not be triggered until provisioned by entity L2. {{(pid=112952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 00:46:43.988581 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-f9881dcb-2893-4c1f-97bf-434f426fc836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3304182'] for port (8ad59f1e-2fde-43f8-a49d-a9e0b059c929), after_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:44.081988 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9881dcb-2893-4c1f-97bf-434f426fc836 service neutron] Pushing event updated for resources: {'Port': ['ID=8ad59f1e-2fde-43f8-a49d-a9e0b059c929,revision_number=2']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:44.114949 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.managers [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-f9881dcb-2893-4c1f-97bf-434f426fc836 service neutron] Attempting to bind port 8ad59f1e-2fde-43f8-a49d-a9e0b059c929 on host hv-cinder-85752 for vnic_type normal with profile {{(pid=112952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:46:44.115421 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.managers [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-f9881dcb-2893-4c1f-97bf-434f426fc836 service neutron] Attempting to bind port 8ad59f1e-2fde-43f8-a49d-a9e0b059c929 by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '46bb6d12-efc6-43c4-9167-cef4a4cdc200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a0341a54-b663-41cb-8fe1-4ffc2a77107e'}] {{(pid=112952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:46:44.115994 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-f9881dcb-2893-4c1f-97bf-434f426fc836 service neutron] Attempting to bind port 8ad59f1e-2fde-43f8-a49d-a9e0b059c929 on network a0341a54-b663-41cb-8fe1-4ffc2a77107e {{(pid=112952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:46:44.164787 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-f9881dcb-2893-4c1f-97bf-434f426fc836 service neutron] Port 8ad59f1e-2fde-43f8-a49d-a9e0b059c929 on network a0341a54-b663-41cb-8fe1-4ffc2a77107e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=112952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 00:46:44.165358 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-f9881dcb-2893-4c1f-97bf-434f426fc836 service neutron] Attempting to bind port 8ad59f1e-2fde-43f8-a49d-a9e0b059c929 on network a0341a54-b663-41cb-8fe1-4ffc2a77107e {{(pid=112952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:46:44.224256 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a876e-d652-4307-bdc5-d86a1ac32eac req-903e6e9b-cfbb-4009-8d64-4d4d1a9785a4 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:44.227359 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5d1a876e-d652-4307-bdc5-d86a1ac32eac req-903e6e9b-cfbb-4009-8d64-4d4d1a9785a4 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=200f747f-85db-4561-aaaa-65b90c5c9f05 HTTP/1.1" status: 200 len: 944 time: 0.0981224 Sep 15 00:46:44.235618 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-f9881dcb-2893-4c1f-97bf-434f426fc836 service neutron] Checking agent: {'id': '7a59e084-9e76-4c44-9c60-e850dcdcbbb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 42, 37), 'started_at': datetime.datetime(2022, 9, 15, 0, 42, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:46:44.236826 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-f9881dcb-2893-4c1f-97bf-434f426fc836 service neutron] Checking segment: {'id': '46bb6d12-efc6-43c4-9167-cef4a4cdc200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a0341a54-b663-41cb-8fe1-4ffc2a77107e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:46:44.237532 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-f9881dcb-2893-4c1f-97bf-434f426fc836 service neutron] Bound using segment: {'id': '46bb6d12-efc6-43c4-9167-cef4a4cdc200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a0341a54-b663-41cb-8fe1-4ffc2a77107e'} {{(pid=112952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:46:44.237983 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.managers [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-f9881dcb-2893-4c1f-97bf-434f426fc836 service neutron] Bound port: 8ad59f1e-2fde-43f8-a49d-a9e0b059c929, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46bb6d12-efc6-43c4-9167-cef4a4cdc200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a0341a54-b663-41cb-8fe1-4ffc2a77107e'}}] {{(pid=112952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:46:44.238349 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-f9881dcb-2893-4c1f-97bf-434f426fc836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (8ad59f1e-2fde-43f8-a49d-a9e0b059c929), before_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:44.357155 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5d1a876e-d652-4307-bdc5-d86a1ac32eac req-697c3ad8-6c47-47e2-bc2f-7047669ab9af tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd34b8c7-774c-4711-a91d-b24da693762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202924 Sep 15 00:46:44.421176 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.db [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-f9881dcb-2893-4c1f-97bf-434f426fc836 service neutron] For port 8ad59f1e-2fde-43f8-a49d-a9e0b059c929, host hv-cinder-85752, cleared binding levels {{(pid=112952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:46:44.426609 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.db [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-f9881dcb-2893-4c1f-97bf-434f426fc836 service neutron] For port 8ad59f1e-2fde-43f8-a49d-a9e0b059c929, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=8ad59f1e-2fde-43f8-a49d-a9e0b059c929,segment=NetworkSegment(46bb6d12-efc6-43c4-9167-cef4a4cdc200),segment_id=46bb6d12-efc6-43c4-9167-cef4a4cdc200)] {{(pid=112952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:46:44.440188 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-f9881dcb-2893-4c1f-97bf-434f426fc836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3304182'] for port (8ad59f1e-2fde-43f8-a49d-a9e0b059c929), after_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:44.494873 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-f9881dcb-2893-4c1f-97bf-434f426fc836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:44.495472 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-f9881dcb-2893-4c1f-97bf-434f426fc836 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:44.497579 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-f9881dcb-2893-4c1f-97bf-434f426fc836 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/8ad59f1e-2fde-43f8-a49d-a9e0b059c929 HTTP/1.1" status: 200 len: 1094 time: 0.8822391 Sep 15 00:46:44.498255 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '200f747f-85db-4561-aaaa-65b90c5c9f05', 'tag': '8ad59f1e-2fde-43f8-a49d-a9e0b059c929'}] {{(pid=112952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:46:44.504337 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab332b7ebe0febfdc7fe1a403309b4946bbbdc71882a32b3ac962f44a6678e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc8c74e-2584-41f5-82cf-8c4f029d6510" -d '{"events": [{"name": "network-changed", "server_uuid": "200f747f-85db-4561-aaaa-65b90c5c9f05", "tag": "8ad59f1e-2fde-43f8-a49d-a9e0b059c929"}]}' {{(pid=112952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:46:44.570136 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9881dcb-2893-4c1f-97bf-434f426fc836 service neutron] Pushing event updated for resources: {'Port': ['ID=8ad59f1e-2fde-43f8-a49d-a9e0b059c929,revision_number=3']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:44.581588 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-5a8b066b-b972-43ed-98f9-d9d8da849563 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:44.583195 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-5a8b066b-b972-43ed-98f9-d9d8da849563 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/networks?id=7963b74a-c6e4-436d-bf68-47024742fd78 HTTP/1.1" status: 200 len: 809 time: 0.2539234 Sep 15 00:46:44.672260 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 00:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d59091-f4f1-4e96-a0fa-1cca03532798 x-openstack-request-id: req-54d59091-f4f1-4e96-a0fa-1cca03532798 {{(pid=112952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:46:44.672908 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "200f747f-85db-4561-aaaa-65b90c5c9f05", "tag": "8ad59f1e-2fde-43f8-a49d-a9e0b059c929", "status": "completed", "code": 200}]} {{(pid=112952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:46:44.673444 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-54d59091-f4f1-4e96-a0fa-1cca03532798 {{(pid=112952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:46:44.674077 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54d59091-f4f1-4e96-a0fa-1cca03532798'] response: {'name': 'network-changed', 'server_uuid': '200f747f-85db-4561-aaaa-65b90c5c9f05', 'tag': '8ad59f1e-2fde-43f8-a49d-a9e0b059c929', 'status': 'completed', 'code': 200} Sep 15 00:46:44.685831 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-a67b8864-db6b-4d89-9457-688f519c994c tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/quotas/06a0252a4fba4f1ebfa9f25a2c6e39a4 HTTP/1.1" status: 200 len: 375 time: 0.0536871 Sep 15 00:46:44.690289 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-69177d0c-285a-4561-8880-e2677e796e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:44.692165 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-69177d0c-285a-4561-8880-e2677e796e8e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=39a872cd1b1e451ba5786fe246950f73&device_id=200f747f-85db-4561-aaaa-65b90c5c9f05 HTTP/1.1" status: 200 len: 1128 time: 0.1080043 Sep 15 00:46:44.775043 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-b5fea2b3-cc1b-4b52-9cef-6c9698347087 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=06a0252a4fba4f1ebfa9f25a2c6e39a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0800397 Sep 15 00:46:44.777044 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-d8ad0fe3-50a9-4435-bfaf-9f21a54984a9 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ad59f1e-2fde-43f8-a49d-a9e0b059c929 HTTP/1.1" status: 200 len: 217 time: 0.0673332 Sep 15 00:46:44.806552 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:44.832003 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374700e0-ffa7-4057-9eab-91ebc692a736 req-396e8fd3-2fcd-4b58-8068-d5b522e2053e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:44.835152 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-374700e0-ffa7-4057-9eab-91ebc692a736 req-396e8fd3-2fcd-4b58-8068-d5b522e2053e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=7090f91f78534107ba4b5ccd7f80e145&device_id=b40368c8-a515-46b7-add6-5db877d59406 HTTP/1.1" status: 200 len: 1130 time: 0.1469703 Sep 15 00:46:44.862067 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a6d7a-44fe-4c82-929a-ca30c90c8f17 req-a46ae7af-0f2d-4d62-9466-5e097922eb19 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:44.863910 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ca1a6d7a-44fe-4c82-929a-ca30c90c8f17 req-a46ae7af-0f2d-4d62-9466-5e097922eb19 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b40368c8-a515-46b7-add6-5db877d59406 HTTP/1.1" status: 200 len: 946 time: 0.1004560 Sep 15 00:46:45.011089 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ca1a6d7a-44fe-4c82-929a-ca30c90c8f17 req-0ae8775e-6042-4013-adc4-436b8a2e5aae tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255734 Sep 15 00:46:45.019964 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374700e0-ffa7-4057-9eab-91ebc692a736 req-d233466b-8a34-4b8b-ab35-acc2b5a3ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:45.021730 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-374700e0-ffa7-4057-9eab-91ebc692a736 req-d233466b-8a34-4b8b-ab35-acc2b5a3ace9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=534fcea4-462b-402d-9da6-e7cef4200229 HTTP/1.1" status: 200 len: 918 time: 0.1687679 Sep 15 00:46:45.066414 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-374700e0-ffa7-4057-9eab-91ebc692a736 req-d77632db-0a35-4b73-b78a-99fd566db64d service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3231acc1-76a4-4c22-96c0-9edb4cf1f79e HTTP/1.1" status: 200 len: 217 time: 0.0378819 Sep 15 00:46:45.122132 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374700e0-ffa7-4057-9eab-91ebc692a736 req-afebda67-0c89-4054-83c2-051f2249e11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:45.123850 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-374700e0-ffa7-4057-9eab-91ebc692a736 req-afebda67-0c89-4054-83c2-051f2249e11f service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=756b70e8-4098-4f30-99b0-99c64c94809f HTTP/1.1" status: 200 len: 857 time: 0.0504687 Sep 15 00:46:45.135913 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 6 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 00:46:45.164724 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-48405ad0-e271-4893-910a-c11df2f4a092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:45.166184 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-48405ad0-e271-4893-910a-c11df2f4a092 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=3e3ba6d2-56f4-4f3c-8e50-3e60531d7aa7 HTTP/1.1" status: 200 len: 854 time: 0.3826380 Sep 15 00:46:45.177037 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374700e0-ffa7-4057-9eab-91ebc692a736 req-284e3777-909b-4f69-8631-70eda61423e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:45.178720 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-374700e0-ffa7-4057-9eab-91ebc692a736 req-284e3777-909b-4f69-8631-70eda61423e3 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=534fcea4-462b-402d-9da6-e7cef4200229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476537 Sep 15 00:46:45.203765 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-4e01b65c-b8d1-4435-b038-560b0da751e9 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=a0341a54-b663-41cb-8fe1-4ffc2a77107e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293202 Sep 15 00:46:45.278945 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-374700e0-ffa7-4057-9eab-91ebc692a736 req-c2137132-5171-4a01-a121-c019c343729f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/534fcea4-462b-402d-9da6-e7cef4200229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934870 Sep 15 00:46:45.279591 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-05adad48-4bcf-4d44-b917-446e36d6b9f3 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/7963b74a-c6e4-436d-bf68-47024742fd78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4862719 Sep 15 00:46:45.379077 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-2a00c2d3-a47f-472f-ab73-5b37f77642c3 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a0341a54-b663-41cb-8fe1-4ffc2a77107e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675515 Sep 15 00:46:45.382525 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 55044) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:45.410653 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-374700e0-ffa7-4057-9eab-91ebc692a736 req-7e53611c-7dd3-411b-aa7a-710453f13f2e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/534fcea4-462b-402d-9da6-e7cef4200229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206272 Sep 15 00:46:45.462987 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:45.486010 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:45.505986 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241ae9a-5c5c-41ff-ba09-0e2b76ce105a req-ed51e538-2e24-47c1-b6f0-a063ce28006e tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:45.508924 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a241ae9a-5c5c-41ff-ba09-0e2b76ce105a req-ed51e538-2e24-47c1-b6f0-a063ce28006e tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=200f747f-85db-4561-aaaa-65b90c5c9f05 HTTP/1.1" status: 200 len: 944 time: 0.0668068 Sep 15 00:46:45.510000 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-5516a43c-2626-4e60-afa9-94bd3a139cb9 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/7963b74a-c6e4-436d-bf68-47024742fd78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231939 Sep 15 00:46:45.564502 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a241ae9a-5c5c-41ff-ba09-0e2b76ce105a req-50bf77aa-5f09-457b-b49f-8a0182022815 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd34b8c7-774c-4711-a91d-b24da693762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486495 Sep 15 00:46:45.623043 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-326eefcf-ea6d-4ad9-8e8e-3218a0eefe57 req-f706f75d-7187-497a-9d6a-6ab987ebcca6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a0341a54-b663-41cb-8fe1-4ffc2a77107e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344644 Sep 15 00:46:45.721662 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-17b9dae9-fb58-415e-91f1-047f998d392f req-07bfab07-7ef1-4154-9169-6bd325700437 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=90bf6477-79b1-4c98-911f-25bda18dbba8 HTTP/1.1" status: 200 len: 210 time: 0.0324357 Sep 15 00:46:45.922404 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-db1171cb-c23c-4505-9b42-39b2184f7135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1673637'] for router_interface (18de74f2-4e6c-457b-949b-77537408e408), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:46.249393 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10062dd7-5b8e-42d5-9e19-150af649e290 req-63aa6252-9329-415d-a64e-d856d727c3cb tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:46.257320 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-10062dd7-5b8e-42d5-9e19-150af649e290 req-63aa6252-9329-415d-a64e-d856d727c3cb tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b40368c8-a515-46b7-add6-5db877d59406 HTTP/1.1" status: 200 len: 946 time: 0.1215439 Sep 15 00:46:46.326286 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-10062dd7-5b8e-42d5-9e19-150af649e290 req-1c7ba379-2c3c-4f7b-b987-0dec05e7cccf tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680737 Sep 15 00:46:46.328455 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=100 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:46.373840 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [None req-db1171cb-c23c-4505-9b42-39b2184f7135 admin admin] Deleting port 81f812e7-122a-4317-b94c-c23caf3c215d {{(pid=112952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:46:46.374178 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-db1171cb-c23c-4505-9b42-39b2184f7135 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (81f812e7-122a-4317-b94c-c23caf3c215d), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:46.454796 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.db [None req-db1171cb-c23c-4505-9b42-39b2184f7135 admin admin] For port 81f812e7-122a-4317-b94c-c23caf3c215d, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=81f812e7-122a-4317-b94c-c23caf3c215d,segment=NetworkSegment(32209802-0ee2-4fe1-a177-50b35ffec28b),segment_id=32209802-0ee2-4fe1-a177-50b35ffec28b)] {{(pid=112952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:46:46.455091 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-db1171cb-c23c-4505-9b42-39b2184f7135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (81f812e7-122a-4317-b94c-c23caf3c215d), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:46.467996 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [None req-db1171cb-c23c-4505-9b42-39b2184f7135 admin admin] Calling delete_port for 81f812e7-122a-4317-b94c-c23caf3c215d owned by network:router_interface {{(pid=112952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:46:46.588313 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:46.654004 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-db1171cb-c23c-4505-9b42-39b2184f7135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3304143'] for port (81f812e7-122a-4317-b94c-c23caf3c215d), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:46.679564 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1171cb-c23c-4505-9b42-39b2184f7135 admin admin] Pushing event deleted for resources: {'Port': ['ID=81f812e7-122a-4317-b94c-c23caf3c215d,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:46.694944 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f624f40-0ea5-4b9c-ab7c-2eafbf693dce req-194e333e-19cc-4aa5-8f89-370640b6a4c2 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:46.700141 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9f624f40-0ea5-4b9c-ab7c-2eafbf693dce req-194e333e-19cc-4aa5-8f89-370640b6a4c2 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=200f747f-85db-4561-aaaa-65b90c5c9f05 HTTP/1.1" status: 200 len: 944 time: 0.0548327 Sep 15 00:46:46.751024 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:46.781557 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9f624f40-0ea5-4b9c-ab7c-2eafbf693dce req-f29f81b7-5b1b-4c92-9995-6543cb7abeab tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd34b8c7-774c-4711-a91d-b24da693762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734534 Sep 15 00:46:46.884861 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-3ad19ce9-2caa-46ac-80ba-1cf42c76f611 req-497032ed-62cd-4882-b30e-88aaa5805486 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=90bf6477-79b1-4c98-911f-25bda18dbba8 HTTP/1.1" status: 200 len: 210 time: 0.0394552 Sep 15 00:46:46.894532 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-db1171cb-c23c-4505-9b42-39b2184f7135 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679381'] for router_interface (18de74f2-4e6c-457b-949b-77537408e408), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:47.106327 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db1171cb-c23c-4505-9b42-39b2184f7135 admin admin] Router 18de74f2-4e6c-457b-949b-77537408e408 has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:46:47.424696 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:47.461715 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1171cb-c23c-4505-9b42-39b2184f7135 admin admin] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:46:47.476235 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47b1c6b-f268-45a1-bf0a-9ab4d9b14d7d None None] Sync routers for ids ['18de74f2-4e6c-457b-949b-77537408e408'] in dv-cinder-857528-2-iscsi {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:46:47.478033 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-db1171cb-c23c-4505-9b42-39b2184f7135 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/18de74f2-4e6c-457b-949b-77537408e408/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0943651 Sep 15 00:46:47.481325 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 55102) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:47.489873 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47b1c6b-f268-45a1-bf0a-9ab4d9b14d7d None None] Routers {'18de74f2-4e6c-457b-949b-77537408e408'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:46:47.490543 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-b47b1c6b-f268-45a1-bf0a-9ab4d9b14d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:46:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['18de74f2-4e6c-457b-949b-77537408e408'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:46:47.558362 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb9bd5-2265-4edb-a82f-e354853fdb02 req-4ce9bcce-ab08-4c68-8ddb-e79bf9b27d98 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:47.561627 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-abdb9bd5-2265-4edb-a82f-e354853fdb02 req-4ce9bcce-ab08-4c68-8ddb-e79bf9b27d98 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b40368c8-a515-46b7-add6-5db877d59406 HTTP/1.1" status: 200 len: 946 time: 0.0888543 Sep 15 00:46:47.626181 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-b47b1c6b-f268-45a1-bf0a-9ab4d9b14d7d None None] Set router 18de74f2-4e6c-457b-949b-77537408e408 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:46:47.659995 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-abdb9bd5-2265-4edb-a82f-e354853fdb02 req-47666385-07b5-455c-82a0-b300970615fa tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781634 Sep 15 00:46:47.689353 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ac3a721c-9fed-4887-a7f4-ffcaed8dfb69 admin admin] Publish callbacks [] for router (18de74f2-4e6c-457b-949b-77537408e408), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:47.749216 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-2262d8db-86e2-442b-a91c-c66610098530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:47.817418 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ac3a721c-9fed-4887-a7f4-ffcaed8dfb69 admin admin] Publish callbacks [] for router_gateway (18de74f2-4e6c-457b-949b-77537408e408), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:47.879647 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [None req-ac3a721c-9fed-4887-a7f4-ffcaed8dfb69 admin admin] Deleting port aece7b6c-9147-48eb-b1b7-e5edfa96f5ec {{(pid=112952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:46:47.880364 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ac3a721c-9fed-4887-a7f4-ffcaed8dfb69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (aece7b6c-9147-48eb-b1b7-e5edfa96f5ec), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:47.882552 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-b47b1c6b-f268-45a1-bf0a-9ab4d9b14d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18de74f2-4e6c-457b-949b-77537408e408', 'name': 'tempest-DeleteServersTestJSON-1433079652-router', 'tenant_id': 'bc126ea1c77342d091a96baf33bedf6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'aece7b6c-9147-48eb-b1b7-e5edfa96f5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:44:32Z', 'updated_at': '2022-09-15T00:46:46Z', 'revision_number': 5, 'project_id': 'bc126ea1c77342d091a96baf33bedf6e', 'gw_port': {'id': 'aece7b6c-9147-48eb-b1b7-e5edfa96f5ec', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:44:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18de74f2-4e6c-457b-949b-77537408e408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:33Z', 'updated_at': '2022-09-15T00:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi'}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:46:47.919401 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47b1c6b-f268-45a1-bf0a-9ab4d9b14d7d None None] Checking router: 18de74f2-4e6c-457b-949b-77537408e408 for host: dv-cinder-857528-2-iscsi {{(pid=112955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:46:47.928546 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47b1c6b-f268-45a1-bf0a-9ab4d9b14d7d None None] Routers {'18de74f2-4e6c-457b-949b-77537408e408'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:46:47.929164 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-b47b1c6b-f268-45a1-bf0a-9ab4d9b14d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:46:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['18de74f2-4e6c-457b-949b-77537408e408'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:46:47.956635 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:47.995559 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3fa4e-e6e0-4a6d-a4f0-2b4d203f547a req-186d681a-bc6d-4823-9f5f-f91a135021b4 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:47.995559 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-20d3fa4e-e6e0-4a6d-a4f0-2b4d203f547a req-186d681a-bc6d-4823-9f5f-f91a135021b4 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=200f747f-85db-4561-aaaa-65b90c5c9f05 HTTP/1.1" status: 200 len: 944 time: 0.1098855 Sep 15 00:46:48.039506 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e0bee2a2-da20-444c-b994-3bc350bd2f1b req-85543c81-f206-4007-be50-55e144183a69 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=90bf6477-79b1-4c98-911f-25bda18dbba8 HTTP/1.1" status: 200 len: 210 time: 0.0424757 Sep 15 00:46:48.042187 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.db [None req-ac3a721c-9fed-4887-a7f4-ffcaed8dfb69 admin admin] For port aece7b6c-9147-48eb-b1b7-e5edfa96f5ec, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=aece7b6c-9147-48eb-b1b7-e5edfa96f5ec,segment=NetworkSegment(bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89),segment_id=bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89)] {{(pid=112952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:46:48.042549 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ac3a721c-9fed-4887-a7f4-ffcaed8dfb69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (aece7b6c-9147-48eb-b1b7-e5edfa96f5ec), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:48.048626 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-b47b1c6b-f268-45a1-bf0a-9ab4d9b14d7d None None] Set router 18de74f2-4e6c-457b-949b-77537408e408 gateway port host: None {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:46:48.072308 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [None req-ac3a721c-9fed-4887-a7f4-ffcaed8dfb69 admin admin] Calling delete_port for aece7b6c-9147-48eb-b1b7-e5edfa96f5ec owned by network:router_gateway {{(pid=112952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:46:48.084361 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-20d3fa4e-e6e0-4a6d-a4f0-2b4d203f547a req-83c3ff58-dd1d-40d4-80b7-347c2845706a tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd34b8c7-774c-4711-a91d-b24da693762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827072 Sep 15 00:46:48.101549 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-b47b1c6b-f268-45a1-bf0a-9ab4d9b14d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18de74f2-4e6c-457b-949b-77537408e408', 'name': 'tempest-DeleteServersTestJSON-1433079652-router', 'tenant_id': 'bc126ea1c77342d091a96baf33bedf6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:44:32Z', 'updated_at': '2022-09-15T00:46:47Z', 'revision_number': 6, 'project_id': 'bc126ea1c77342d091a96baf33bedf6e', 'gw_port_host': None}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:46:48.128001 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47b1c6b-f268-45a1-bf0a-9ab4d9b14d7d None None] The sync data for ids ['18de74f2-4e6c-457b-949b-77537408e408'] in dv-cinder-857528-2-iscsi is: [{'id': '18de74f2-4e6c-457b-949b-77537408e408', 'name': 'tempest-DeleteServersTestJSON-1433079652-router', 'tenant_id': 'bc126ea1c77342d091a96baf33bedf6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:44:32Z', 'updated_at': '2022-09-15T00:46:47Z', 'revision_number': 6, 'project_id': 'bc126ea1c77342d091a96baf33bedf6e', 'gw_port_host': None}] {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:46:48.255052 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ac3a721c-9fed-4887-a7f4-ffcaed8dfb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3304143'] for port (aece7b6c-9147-48eb-b1b7-e5edfa96f5ec), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:48.279652 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a721c-9fed-4887-a7f4-ffcaed8dfb69 admin admin] Pushing event deleted for resources: {'Port': ['ID=aece7b6c-9147-48eb-b1b7-e5edfa96f5ec,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:48.378637 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ac3a721c-9fed-4887-a7f4-ffcaed8dfb69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1682271'] for router_gateway (18de74f2-4e6c-457b-949b-77537408e408), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:48.395316 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8c74e-2584-41f5-82cf-8c4f029d6510 req-a31b057a-843a-416e-b06b-bb2716615dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:48.396769 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ffc8c74e-2584-41f5-82cf-8c4f029d6510 req-a31b057a-843a-416e-b06b-bb2716615dcc service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=39a872cd1b1e451ba5786fe246950f73&device_id=200f747f-85db-4561-aaaa-65b90c5c9f05 HTTP/1.1" status: 200 len: 1128 time: 0.0697837 Sep 15 00:46:48.526105 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ac3a721c-9fed-4887-a7f4-ffcaed8dfb69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3719'] for router (18de74f2-4e6c-457b-949b-77537408e408), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:48.530031 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ac3a721c-9fed-4887-a7f4-ffcaed8dfb69 admin admin] Publish callbacks [] for router_controller (18de74f2-4e6c-457b-949b-77537408e408), precommit_delete_associations {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:48.623039 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ac3a721c-9fed-4887-a7f4-ffcaed8dfb69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1679464'] for router (18de74f2-4e6c-457b-949b-77537408e408), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:48.623637 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3a721c-9fed-4887-a7f4-ffcaed8dfb69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18de74f2-4e6c-457b-949b-77537408e408 {{(pid=112952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 00:46:48.639758 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ac3a721c-9fed-4887-a7f4-ffcaed8dfb69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:48.640908 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-ac3a721c-9fed-4887-a7f4-ffcaed8dfb69 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/18de74f2-4e6c-457b-949b-77537408e408 HTTP/1.1" status: 204 len: 168 time: 1.1572120 Sep 15 00:46:48.643713 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 55128) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:48.651465 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:48.652787 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8c74e-2584-41f5-82cf-8c4f029d6510 req-b3831178-c7c4-4c0c-8c4d-757a1fc8af9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:48.654236 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ffc8c74e-2584-41f5-82cf-8c4f029d6510 req-b3831178-c7c4-4c0c-8c4d-757a1fc8af9b service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=a0341a54-b663-41cb-8fe1-4ffc2a77107e HTTP/1.1" status: 200 len: 914 time: 0.2318699 Sep 15 00:46:48.723320 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ffc8c74e-2584-41f5-82cf-8c4f029d6510 req-b0dbef68-d5c4-4e43-b263-0f7d005bf332 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ad59f1e-2fde-43f8-a49d-a9e0b059c929 HTTP/1.1" status: 200 len: 217 time: 0.0451498 Sep 15 00:46:48.735377 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dcf6c1f-ead8-4a59-bdd0-37d0fbf37269 admin admin] Deleting subnet c0996a3a-9136-46be-a223-d4a25daf4874 {{(pid=112952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 00:46:48.749402 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-2dcf6c1f-ead8-4a59-bdd0-37d0fbf37269 admin admin] Publish callbacks [] for subnet (c0996a3a-9136-46be-a223-d4a25daf4874), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:48.830106 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-2dcf6c1f-ead8-4a59-bdd0-37d0fbf37269 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2228578'] for subnet (c0996a3a-9136-46be-a223-d4a25daf4874), precommit_delete_associations {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:48.853884 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598581e7-a5c9-486c-a1fc-c47a8ee1c532 req-6259aecd-8d49-42f4-89d4-6b766c6b8f1c tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:48.858850 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-598581e7-a5c9-486c-a1fc-c47a8ee1c532 req-6259aecd-8d49-42f4-89d4-6b766c6b8f1c tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b40368c8-a515-46b7-add6-5db877d59406 HTTP/1.1" status: 200 len: 946 time: 0.1050160 Sep 15 00:46:48.859514 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8c74e-2584-41f5-82cf-8c4f029d6510 req-5368d5b3-edda-4575-befb-774b4fa7835e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:48.861014 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ffc8c74e-2584-41f5-82cf-8c4f029d6510 req-5368d5b3-edda-4575-befb-774b4fa7835e service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=3e3ba6d2-56f4-4f3c-8e50-3e60531d7aa7 HTTP/1.1" status: 200 len: 854 time: 0.1231294 Sep 15 00:46:48.898464 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:48.922948 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ffc8c74e-2584-41f5-82cf-8c4f029d6510 req-74080904-fda7-4df7-ad9a-e9c815c84031 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=a0341a54-b663-41cb-8fe1-4ffc2a77107e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547347 Sep 15 00:46:48.945135 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-598581e7-a5c9-486c-a1fc-c47a8ee1c532 req-9f9948e4-f173-4c08-b25f-40cc61d03657 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776713 Sep 15 00:46:49.002085 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-2dcf6c1f-ead8-4a59-bdd0-37d0fbf37269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-769422'] for subnet (c0996a3a-9136-46be-a223-d4a25daf4874), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:49.064679 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-2dcf6c1f-ead8-4a59-bdd0-37d0fbf37269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3304096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9220860'] for subnet (c0996a3a-9136-46be-a223-d4a25daf4874), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:49.096288 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf6c1f-ead8-4a59-bdd0-37d0fbf37269 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0996a3a-9136-46be-a223-d4a25daf4874,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:49.104223 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-2dcf6c1f-ead8-4a59-bdd0-37d0fbf37269 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:49.107627 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63b5afb-1fef-474c-878b-12b44772fb62 None None] Network af1ef824-3295-4205-b148-29e927c60665 requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:46:49.108590 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-2dcf6c1f-ead8-4a59-bdd0-37d0fbf37269 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/c0996a3a-9136-46be-a223-d4a25daf4874 HTTP/1.1" status: 204 len: 168 time: 0.4633219 Sep 15 00:46:49.111135 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 55152) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:49.219437 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ac8d680b-2401-4ab6-ad4c-ad8727c23b19 req-cecca247-c679-4cb9-ab34-31dc722bef50 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=90bf6477-79b1-4c98-911f-25bda18dbba8 HTTP/1.1" status: 200 len: 210 time: 0.1005547 Sep 15 00:46:49.314771 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b77bf9-626b-4001-85d7-fe7b4b3d87db req-30163b2b-4df7-4045-9cbb-e17cd3a95e58 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:49.339404 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-b7601e0d-58b1-41d0-82f2-06f3f6b5c2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792827'] for network (af1ef824-3295-4205-b148-29e927c60665), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:49.345353 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a3b77bf9-626b-4001-85d7-fe7b4b3d87db req-30163b2b-4df7-4045-9cbb-e17cd3a95e58 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=200f747f-85db-4561-aaaa-65b90c5c9f05 HTTP/1.1" status: 200 len: 944 time: 0.1574891 Sep 15 00:46:49.350371 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c5cb9a-7401-4a0d-83c5-f72bfa441155 None None] DHCP port deletion for af1ef824-3295-4205-b148-29e927c60665 request from dv-cinder-857528-2-iscsi {{(pid=112954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 00:46:49.382076 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ffc8c74e-2584-41f5-82cf-8c4f029d6510 req-c0a679da-f3f6-49d9-8095-1b08c5e42ead service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a0341a54-b663-41cb-8fe1-4ffc2a77107e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737554 Sep 15 00:46:49.421575 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 8ad59f1e-2fde-43f8-a49d-a9e0b059c929 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=112954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 00:46:49.448843 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-f5c5cb9a-7401-4a0d-83c5-f72bfa441155 None None] Deleting port 2f2734e5-9a5b-4aa1-a373-61da50428191 {{(pid=112954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:46:49.450115 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-f5c5cb9a-7401-4a0d-83c5-f72bfa441155 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (2f2734e5-9a5b-4aa1-a373-61da50428191), before_delete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:49.458605 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [None req-b7601e0d-58b1-41d0-82f2-06f3f6b5c2e0 admin admin] Deleting port 2f2734e5-9a5b-4aa1-a373-61da50428191 {{(pid=112952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:46:49.458947 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-b7601e0d-58b1-41d0-82f2-06f3f6b5c2e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (2f2734e5-9a5b-4aa1-a373-61da50428191), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:49.600322 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a3b77bf9-626b-4001-85d7-fe7b4b3d87db req-747ca7c2-4aa5-42f1-9644-3333d7db1c22 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd34b8c7-774c-4711-a91d-b24da693762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535024 Sep 15 00:46:49.610375 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:49.616529 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 2f2734e5-9a5b-4aa1-a373-61da50428191 no longer exists at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:46:49.682405 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 55160) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:49.684514 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.db [None req-b7601e0d-58b1-41d0-82f2-06f3f6b5c2e0 admin admin] For port 2f2734e5-9a5b-4aa1-a373-61da50428191, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=2f2734e5-9a5b-4aa1-a373-61da50428191,segment=NetworkSegment(32209802-0ee2-4fe1-a177-50b35ffec28b),segment_id=32209802-0ee2-4fe1-a177-50b35ffec28b)] {{(pid=112952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:46:49.684975 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-b7601e0d-58b1-41d0-82f2-06f3f6b5c2e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (2f2734e5-9a5b-4aa1-a373-61da50428191), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:49.706980 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-c4bd97cd-75e6-4296-af5b-eb6db9a9e673 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:49.708725 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-c4bd97cd-75e6-4296-af5b-eb6db9a9e673 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.18 "GET /networking/v2.0/networks?id=7963b74a-c6e4-436d-bf68-47024742fd78 HTTP/1.1" status: 200 len: 809 time: 0.2949154 Sep 15 00:46:49.712479 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [None req-b7601e0d-58b1-41d0-82f2-06f3f6b5c2e0 admin admin] Calling delete_port for 2f2734e5-9a5b-4aa1-a373-61da50428191 owned by network:dhcp {{(pid=112952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:46:49.719351 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ffc8c74e-2584-41f5-82cf-8c4f029d6510 req-7ad5ed6e-f5f2-4304-a95a-aad23388cded service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a0341a54-b663-41cb-8fe1-4ffc2a77107e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089888 Sep 15 00:46:49.797642 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-f5c5cb9a-7401-4a0d-83c5-f72bfa441155 None None] For port 2f2734e5-9a5b-4aa1-a373-61da50428191, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=2f2734e5-9a5b-4aa1-a373-61da50428191,segment=NetworkSegment(32209802-0ee2-4fe1-a177-50b35ffec28b),segment_id=32209802-0ee2-4fe1-a177-50b35ffec28b)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:46:49.798161 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-f5c5cb9a-7401-4a0d-83c5-f72bfa441155 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (2f2734e5-9a5b-4aa1-a373-61da50428191), precommit_delete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:49.815359 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-b7601e0d-58b1-41d0-82f2-06f3f6b5c2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3304143'] for port (2f2734e5-9a5b-4aa1-a373-61da50428191), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:49.818761 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 8ad59f1e-2fde-43f8-a49d-a9e0b059c929, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=8ad59f1e-2fde-43f8-a49d-a9e0b059c929,segment=NetworkSegment(46bb6d12-efc6-43c4-9167-cef4a4cdc200),segment_id=46bb6d12-efc6-43c4-9167-cef4a4cdc200)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:46:49.826689 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-00dbc079-4b22-4f04-aa81-dfb0fee4bd11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:49.833074 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-f5c5cb9a-7401-4a0d-83c5-f72bfa441155 None None] Calling delete_port for 2f2734e5-9a5b-4aa1-a373-61da50428191 owned by network:dhcp {{(pid=112954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:46:49.846450 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7601e0d-58b1-41d0-82f2-06f3f6b5c2e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f2734e5-9a5b-4aa1-a373-61da50428191,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:49.850629 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7601e0d-58b1-41d0-82f2-06f3f6b5c2e0 admin admin] No DVR routers for this DVR port 2f2734e5-9a5b-4aa1-a373-61da50428191 on host dv-cinder-857528-2-iscsi {{(pid=112952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 00:46:49.860780 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Returning: {'device': '8ad59f1e-2fde-43f8-a49d-a9e0b059c929', 'network_id': 'a0341a54-b663-41cb-8fe1-4ffc2a77107e', 'port_id': '8ad59f1e-2fde-43f8-a49d-a9e0b059c929', 'mac_address': 'fa:16:3e:ba:f8:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3ba6d2-56f4-4f3c-8e50-3e60531d7aa7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 00:46:49.868071 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Port 2f2734e5-9a5b-4aa1-a373-61da50428191 update to DOWN by agent not found {{(pid=112954) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 15 00:46:49.868503 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 81f812e7-122a-4317-b94c-c23caf3c215d no longer exists at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:46:49.918598 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-00dbc079-4b22-4f04-aa81-dfb0fee4bd11 admin admin] Publish callbacks [] for security_group (4a05b990-1bd2-4de8-95b3-15fbd0a090d5), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:49.925723 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-d78a09e8-82d8-4916-9ca6-00a826da2b98 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Request body: {'port': {'device_id': '90bf6477-79b1-4c98-911f-25bda18dbba8', 'network_id': '7963b74a-c6e4-436d-bf68-47024742fd78', 'admin_state_up': True, 'tenant_id': '06a0252a4fba4f1ebfa9f25a2c6e39a4'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:46:49.931312 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-00dbc079-4b22-4f04-aa81-dfb0fee4bd11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (4a05b990-1bd2-4de8-95b3-15fbd0a090d5), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:49.949054 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-b7601e0d-58b1-41d0-82f2-06f3f6b5c2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864165', 'neutron.services.segments.db._delete_segments_for_network-8740354160321'] for network (af1ef824-3295-4205-b148-29e927c60665), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:49.972296 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] No Port match for: 81f812e7-122a-4317-b94c-c23caf3c215d {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 00:46:49.972640 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 81f812e7-122a-4317-b94c-c23caf3c215d not bound to the agent host dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 00:46:49.973068 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device aece7b6c-9147-48eb-b1b7-e5edfa96f5ec no longer exists at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:46:49.999327 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.services.segments.db [None req-b7601e0d-58b1-41d0-82f2-06f3f6b5c2e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af1ef824-3295-4205-b148-29e927c60665']}} {{(pid=112952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:46:50.003801 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] No Port match for: aece7b6c-9147-48eb-b1b7-e5edfa96f5ec {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 00:46:50.004313 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device aece7b6c-9147-48eb-b1b7-e5edfa96f5ec not bound to the agent host dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 00:46:50.006852 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:50.033835 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.services.segments.db [None req-b7601e0d-58b1-41d0-82f2-06f3f6b5c2e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32209802-0ee2-4fe1-a177-50b35ffec28b') {'for_net_delete': True} {{(pid=112952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:46:50.037158 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.services.segments.db [None req-b7601e0d-58b1-41d0-82f2-06f3f6b5c2e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32209802-0ee2-4fe1-a177-50b35ffec28b') {} {{(pid=112952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:46:50.052143 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port 8ad59f1e-2fde-43f8-a49d-a9e0b059c929 is: DOWN; New status is: BUILD {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:46:50.052525 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (8ad59f1e-2fde-43f8-a49d-a9e0b059c929), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:50.063502 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-b7601e0d-58b1-41d0-82f2-06f3f6b5c2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740354160213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2228569'] for segment (32209802-0ee2-4fe1-a177-50b35ffec28b), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:50.080090 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-5e149c4b-4a56-46ed-8ae1-da936d53c614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:50.080980 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-00dbc079-4b22-4f04-aa81-dfb0fee4bd11 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=22831dd6c00c490fb1afd86273c4b829&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3972981 Sep 15 00:46:50.086607 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 55174) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:50.094936 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dbc079-4b22-4f04-aa81-dfb0fee4bd11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a05b990-1bd2-4de8-95b3-15fbd0a090d5,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:50.096695 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ad59f1e-2fde-43f8-a49d-a9e0b059c929 {{(pid=112954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 00:46:50.101664 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-b7601e0d-58b1-41d0-82f2-06f3f6b5c2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898'] for segment (32209802-0ee2-4fe1-a177-50b35ffec28b), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:50.109826 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7601e0d-58b1-41d0-82f2-06f3f6b5c2e0 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=112952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 00:46:50.109826 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-b7601e0d-58b1-41d0-82f2-06f3f6b5c2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3303962'] for segment (32209802-0ee2-4fe1-a177-50b35ffec28b), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:50.122141 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-f5c5cb9a-7401-4a0d-83c5-f72bfa441155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172'] for port (2f2734e5-9a5b-4aa1-a373-61da50428191), after_delete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:50.134175 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 8ad59f1e-2fde-43f8-a49d-a9e0b059c929, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=8ad59f1e-2fde-43f8-a49d-a9e0b059c929,segment=NetworkSegment(46bb6d12-efc6-43c4-9167-cef4a4cdc200),segment_id=46bb6d12-efc6-43c4-9167-cef4a4cdc200)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:46:50.157371 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (8ad59f1e-2fde-43f8-a49d-a9e0b059c929), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:50.160316 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c5cb9a-7401-4a0d-83c5-f72bfa441155 None None] Pushing event deleted for resources: {'Port': ['ID=2f2734e5-9a5b-4aa1-a373-61da50428191,revision_number=None']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:50.164831 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c5cb9a-7401-4a0d-83c5-f72bfa441155 None None] No DVR routers for this DVR port 2f2734e5-9a5b-4aa1-a373-61da50428191 on host dv-cinder-857528-2-iscsi {{(pid=112954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 00:46:50.178955 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5cb9a-7401-4a0d-83c5-f72bfa441155 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:46:50.179611 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5cb9a-7401-4a0d-83c5-f72bfa441155 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:46:50.180313 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5cb9a-7401-4a0d-83c5-f72bfa441155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:46:50.181276 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5cb9a-7401-4a0d-83c5-f72bfa441155 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:46:50.181523 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:50.182666 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5cb9a-7401-4a0d-83c5-f72bfa441155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:46:50.183445 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5cb9a-7401-4a0d-83c5-f72bfa441155 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:46:50.185065 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-d78a09e8-82d8-4916-9ca6-00a826da2b98 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Made reservation on behalf of 06a0252a4fba4f1ebfa9f25a2c6e39a4 for: {'port': 1} {{(pid=112953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:46:50.185382 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5cb9a-7401-4a0d-83c5-f72bfa441155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:46:50.185917 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5cb9a-7401-4a0d-83c5-f72bfa441155 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:46:50.187134 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5cb9a-7401-4a0d-83c5-f72bfa441155 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:46:50.187648 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5cb9a-7401-4a0d-83c5-f72bfa441155 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:46:50.188142 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5cb9a-7401-4a0d-83c5-f72bfa441155 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:46:50.188647 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5cb9a-7401-4a0d-83c5-f72bfa441155 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:46:50.189118 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5cb9a-7401-4a0d-83c5-f72bfa441155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:46:50.189775 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-d78a09e8-82d8-4916-9ca6-00a826da2b98 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:50.190101 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5cb9a-7401-4a0d-83c5-f72bfa441155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:46:50.190576 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5cb9a-7401-4a0d-83c5-f72bfa441155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:46:50.212525 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:50.230243 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-634dc378-d6b2-4ee9-8d2e-d1c56dadcdea admin admin] Publish callbacks [] for security_group (4a05b990-1bd2-4de8-95b3-15fbd0a090d5), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:50.255826 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:50.277131 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d22096-1d93-4d95-8fa3-184214fbe95a req-37ef2c23-531b-4512-b2ca-07d65318c9e8 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:50.279805 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a7d22096-1d93-4d95-8fa3-184214fbe95a req-37ef2c23-531b-4512-b2ca-07d65318c9e8 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b40368c8-a515-46b7-add6-5db877d59406 HTTP/1.1" status: 200 len: 946 time: 0.0852547 Sep 15 00:46:50.282657 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.services.segments.plugin [-] Segment 32209802-0ee2-4fe1-a177-50b35ffec28b resource provider aggregate not found Sep 15 00:46:50.287337 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-b7601e0d-58b1-41d0-82f2-06f3f6b5c2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682314'] for network (af1ef824-3295-4205-b148-29e927c60665), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:50.311952 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-634dc378-d6b2-4ee9-8d2e-d1c56dadcdea admin admin] Publish callbacks [] for security_group (4a05b990-1bd2-4de8-95b3-15fbd0a090d5), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:50.327803 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.services.segments.plugin [-] Segment 32209802-0ee2-4fe1-a177-50b35ffec28b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32209802-0ee2-4fe1-a177-50b35ffec28b found for delete ", "request_id": "req-5b2a0a09-525c-4611-9a6d-61f102527080"}]} Sep 15 00:46:50.333589 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-b7601e0d-58b1-41d0-82f2-06f3f6b5c2e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for network (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:50.341148 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-b7601e0d-58b1-41d0-82f2-06f3f6b5c2e0 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/af1ef824-3295-4205-b148-29e927c60665 HTTP/1.1" status: 204 len: 168 time: 1.2290370 Sep 15 00:46:50.422493 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=8ad59f1e-2fde-43f8-a49d-a9e0b059c929,revision_number=4']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:50.437087 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7601e0d-58b1-41d0-82f2-06f3f6b5c2e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=af1ef824-3295-4205-b148-29e927c60665,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:50.465873 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-acbe2570-a546-4a83-8d67-887888ad0ec4 req-e989d4c5-df1d-4f7c-bd27-4c5de111e8e2 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=90bf6477-79b1-4c98-911f-25bda18dbba8 HTTP/1.1" status: 200 len: 210 time: 0.0342510 Sep 15 00:46:50.486949 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-634dc378-d6b2-4ee9-8d2e-d1c56dadcdea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (4a05b990-1bd2-4de8-95b3-15fbd0a090d5), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:50.490658 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-634dc378-d6b2-4ee9-8d2e-d1c56dadcdea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:50.494657 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-634dc378-d6b2-4ee9-8d2e-d1c56dadcdea admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/4a05b990-1bd2-4de8-95b3-15fbd0a090d5 HTTP/1.1" status: 204 len: 168 time: 0.4045811 Sep 15 00:46:50.506240 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a7d22096-1d93-4d95-8fa3-184214fbe95a req-aa423637-892e-4d2a-acbf-a8b132be5a4c tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036970 Sep 15 00:46:50.510882 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634dc378-d6b2-4ee9-8d2e-d1c56dadcdea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a05b990-1bd2-4de8-95b3-15fbd0a090d5,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:50.520060 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.db_base_plugin_common [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-d78a09e8-82d8-4916-9ca6-00a826da2b98 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Allocated IP 172.20.0.6 (7963b74a-c6e4-436d-bf68-47024742fd78/5ce47667-4c20-48cc-b8c4-72b77a4e8e2d/71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad) {{(pid=112953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:46:50.594664 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 55186) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:50.688186 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-3f66a561-01b2-4471-aedc-e01a8526ea97 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=bc126ea1c77342d091a96baf33bedf6e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0861752 Sep 15 00:46:50.688763 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 55194) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:50.698218 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] get_ports_and_sgs() called for port_ids ['8ad59f1e-2fde-43f8-a49d-a9e0b059c929'] {{(pid=112954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 00:46:50.743187 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:50.807761 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-78cdbc9a-04ed-40f8-9d01-7583c9748233 admin admin] Publish callbacks [] for security_group (03f504a0-99d5-4687-bdc4-79f9a1a2706c), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:50.842868 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-d78a09e8-82d8-4916-9ca6-00a826da2b98 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Publish callbacks [] for port (71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:50.849504 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b8e57-a0a1-4f4c-9dee-81277c2c34c9 req-ee7877d2-f36f-4cc5-8c37-9f90f5c3efdd tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:50.851274 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-8d3b8e57-a0a1-4f4c-9dee-81277c2c34c9 req-ee7877d2-f36f-4cc5-8c37-9f90f5c3efdd tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=200f747f-85db-4561-aaaa-65b90c5c9f05 HTTP/1.1" status: 200 len: 945 time: 0.1108234 Sep 15 00:46:50.876043 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-78cdbc9a-04ed-40f8-9d01-7583c9748233 admin admin] Publish callbacks [] for security_group (03f504a0-99d5-4687-bdc4-79f9a1a2706c), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:50.954575 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-8d3b8e57-a0a1-4f4c-9dee-81277c2c34c9 req-62d0abbb-8df0-4f36-8a69-32a12f942042 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd34b8c7-774c-4711-a91d-b24da693762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969563 Sep 15 00:46:50.957062 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-d78a09e8-82d8-4916-9ca6-00a826da2b98 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163'] for port (71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:51.009371 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-78cdbc9a-04ed-40f8-9d01-7583c9748233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (03f504a0-99d5-4687-bdc4-79f9a1a2706c), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:51.012506 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-78cdbc9a-04ed-40f8-9d01-7583c9748233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:51.013648 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-78cdbc9a-04ed-40f8-9d01-7583c9748233 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/03f504a0-99d5-4687-bdc4-79f9a1a2706c HTTP/1.1" status: 204 len: 168 time: 0.3262858 Sep 15 00:46:51.015683 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-d78a09e8-82d8-4916-9ca6-00a826da2b98 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Network 7963b74a-c6e4-436d-bf68-47024742fd78 is already hosted by enough agents. {{(pid=112953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:46:51.025604 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a09e8-82d8-4916-9ca6-00a826da2b98 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Pushing event updated for resources: {'Port': ['ID=71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:51.028550 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.base_scheduler [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-d78a09e8-82d8-4916-9ca6-00a826da2b98 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Resources bound (agent type, host, resource id): {{(pid=112953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:46:51.030820 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-d78a09e8-82d8-4916-9ca6-00a826da2b98 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Received port after_create {{(pid=112953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:46:51.035258 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-d78a09e8-82d8-4916-9ca6-00a826da2b98 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:51.035904 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-d78a09e8-82d8-4916-9ca6-00a826da2b98 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:51.038646 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cdbc9a-04ed-40f8-9d01-7583c9748233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f504a0-99d5-4687-bdc4-79f9a1a2706c,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:51.046980 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 55200) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:51.063451 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-d78a09e8-82d8-4916-9ca6-00a826da2b98 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1418164 Sep 15 00:46:51.064594 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-fce2d6c0-7956-4e01-8f3c-3937ca871ae0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:51.088803 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-d5308b31-d96b-4b20-ae54-5cefdd40a944 service neutron] Request body: {'port': {'device_id': '90bf6477-79b1-4c98-911f-25bda18dbba8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:46:51.172224 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-fce2d6c0-7956-4e01-8f3c-3937ca871ae0 admin admin] Publish callbacks [] for security_group (ffa9b242-c003-48b3-9379-7bd0f2af5d18), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:51.178035 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-fce2d6c0-7956-4e01-8f3c-3937ca871ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (ffa9b242-c003-48b3-9379-7bd0f2af5d18), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:51.181144 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-d5308b31-d96b-4b20-ae54-5cefdd40a944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad), before_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:51.184430 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:51.242431 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-fce2d6c0-7956-4e01-8f3c-3937ca871ae0 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=d0d4bed87a9545fb97166aee9b3b0489&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1918309 Sep 15 00:46:51.242431 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2d6c0-7956-4e01-8f3c-3937ca871ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa9b242-c003-48b3-9379-7bd0f2af5d18,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:51.243760 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 55204) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:51.256654 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=8,neutron:INSERT=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:51.298445 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-71e45e89-f045-40c4-8434-f6d5d15f3ac5 admin admin] Publish callbacks [] for security_group (ffa9b242-c003-48b3-9379-7bd0f2af5d18), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:51.307366 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:51.343347 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-71e45e89-f045-40c4-8434-f6d5d15f3ac5 admin admin] Publish callbacks [] for security_group (ffa9b242-c003-48b3-9379-7bd0f2af5d18), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:51.412321 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-71e45e89-f045-40c4-8434-f6d5d15f3ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (ffa9b242-c003-48b3-9379-7bd0f2af5d18), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:51.415572 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-71e45e89-f045-40c4-8434-f6d5d15f3ac5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:51.420302 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-71e45e89-f045-40c4-8434-f6d5d15f3ac5 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ffa9b242-c003-48b3-9379-7bd0f2af5d18 HTTP/1.1" status: 204 len: 168 time: 0.1751287 Sep 15 00:46:51.431973 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e45e89-f045-40c4-8434-f6d5d15f3ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa9b242-c003-48b3-9379-7bd0f2af5d18,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:51.513533 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-d5308b31-d96b-4b20-ae54-5cefdd40a944 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad {{(pid=112953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 00:46:51.521096 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-d5308b31-d96b-4b20-ae54-5cefdd40a944 service neutron] Publish callbacks [] for port (71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:51.537395 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.provisioning_blocks [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-d5308b31-d96b-4b20-ae54-5cefdd40a944 service neutron] Transition to ACTIVE for port object 71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad will not be triggered until provisioned by entity L2. {{(pid=112953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 00:46:51.543734 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-d5308b31-d96b-4b20-ae54-5cefdd40a944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:51.686123 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82a97a-df65-4bbe-9233-b90a02632ddf req-15ab8fb6-a463-4bf0-8d5d-b8227a6f5b2f tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:51.688509 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-6a82a97a-df65-4bbe-9233-b90a02632ddf req-15ab8fb6-a463-4bf0-8d5d-b8227a6f5b2f tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=90bf6477-79b1-4c98-911f-25bda18dbba8 HTTP/1.1" status: 200 len: 943 time: 0.0745487 Sep 15 00:46:51.763232 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-6a82a97a-df65-4bbe-9233-b90a02632ddf req-c53aeb92-d6c8-4f91-968e-88ea18be81f2 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624988 Sep 15 00:46:51.888386 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.managers [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-d5308b31-d96b-4b20-ae54-5cefdd40a944 service neutron] Attempting to bind port 71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad on host hv-cinder-85752 for vnic_type normal with profile {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:46:51.888724 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.managers [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-d5308b31-d96b-4b20-ae54-5cefdd40a944 service neutron] Attempting to bind port 71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '67a5c709-e9e9-4f50-9138-0fb27c172b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7963b74a-c6e4-436d-bf68-47024742fd78'}] {{(pid=112953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:46:51.889161 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-d5308b31-d96b-4b20-ae54-5cefdd40a944 service neutron] Attempting to bind port 71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad on network 7963b74a-c6e4-436d-bf68-47024742fd78 {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:46:51.890984 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5308b31-d96b-4b20-ae54-5cefdd40a944 service neutron] Pushing event updated for resources: {'Port': ['ID=71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad,revision_number=2']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:51.958845 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 8ad59f1e-2fde-43f8-a49d-a9e0b059c929 up at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:46:51.968461 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec4172-94a6-40e2-9e64-cf94b5e6ab31 req-09870118-3268-4163-ada3-8c1c7b8f143a tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:51.969998 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e6ec4172-94a6-40e2-9e64-cf94b5e6ab31 req-09870118-3268-4163-ada3-8c1c7b8f143a tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b40368c8-a515-46b7-add6-5db877d59406 HTTP/1.1" status: 200 len: 946 time: 0.1056645 Sep 15 00:46:51.980430 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-d5308b31-d96b-4b20-ae54-5cefdd40a944 service neutron] Port 71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad on network 7963b74a-c6e4-436d-bf68-47024742fd78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 00:46:51.981309 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-d5308b31-d96b-4b20-ae54-5cefdd40a944 service neutron] Attempting to bind port 71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad on network 7963b74a-c6e4-436d-bf68-47024742fd78 {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:46:52.026645 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 55242) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:52.037061 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Provisioning for port 8ad59f1e-2fde-43f8-a49d-a9e0b059c929 completed by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 00:46:52.045708 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Provisioning complete for port 8ad59f1e-2fde-43f8-a49d-a9e0b059c929 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:46:52.046263 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (8ad59f1e-2fde-43f8-a49d-a9e0b059c929), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:52.046783 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Attempt 1 to provision port 8ad59f1e-2fde-43f8-a49d-a9e0b059c929 Sep 15 00:46:52.074452 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-8c7ea6d5-b894-463e-b526-c0b64940d880 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:52.089578 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:52.130313 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e6ec4172-94a6-40e2-9e64-cf94b5e6ab31 req-d1d90ab1-a61e-4ad3-94f3-1ce8d08581d7 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506932 Sep 15 00:46:52.131226 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-d5308b31-d96b-4b20-ae54-5cefdd40a944 service neutron] Checking agent: {'id': '7a59e084-9e76-4c44-9c60-e850dcdcbbb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 42, 37), 'started_at': datetime.datetime(2022, 9, 15, 0, 42, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:46:52.131585 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-d5308b31-d96b-4b20-ae54-5cefdd40a944 service neutron] Checking segment: {'id': '67a5c709-e9e9-4f50-9138-0fb27c172b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7963b74a-c6e4-436d-bf68-47024742fd78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:46:52.131970 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-d5308b31-d96b-4b20-ae54-5cefdd40a944 service neutron] Bound using segment: {'id': '67a5c709-e9e9-4f50-9138-0fb27c172b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7963b74a-c6e4-436d-bf68-47024742fd78'} {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:46:52.132418 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.managers [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-d5308b31-d96b-4b20-ae54-5cefdd40a944 service neutron] Bound port: 71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67a5c709-e9e9-4f50-9138-0fb27c172b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7963b74a-c6e4-436d-bf68-47024742fd78'}}] {{(pid=112953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:46:52.132781 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-d5308b31-d96b-4b20-ae54-5cefdd40a944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad), before_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:52.163704 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port 8ad59f1e-2fde-43f8-a49d-a9e0b059c929 is: BUILD; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:46:52.163704 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (8ad59f1e-2fde-43f8-a49d-a9e0b059c929), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:52.185146 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200f747f-85db-4561-aaaa-65b90c5c9f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad59f1e-2fde-43f8-a49d-a9e0b059c929'}] {{(pid=112954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:46:52.187434 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac31f47a78c65cec711889e6d70219b8f5c13991b6e76ee3a100a5a33f2e7321" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2453b03-dc4b-40d0-a45b-dbd4f06a55a2" -d '{"events": [{"server_uuid": "200f747f-85db-4561-aaaa-65b90c5c9f05", "name": "network-vif-plugged", "status": "completed", "tag": "8ad59f1e-2fde-43f8-a49d-a9e0b059c929"}]}' {{(pid=112954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:46:52.201319 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 8ad59f1e-2fde-43f8-a49d-a9e0b059c929, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=8ad59f1e-2fde-43f8-a49d-a9e0b059c929,segment=NetworkSegment(46bb6d12-efc6-43c4-9167-cef4a4cdc200),segment_id=46bb6d12-efc6-43c4-9167-cef4a4cdc200)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:46:52.210207 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (8ad59f1e-2fde-43f8-a49d-a9e0b059c929), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:52.221641 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd61e3-8e16-4a9f-a29c-6f4c8c04334c req-ff03562a-8aa4-4503-b7e4-ab01e1184907 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:52.229315 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-c6dd61e3-8e16-4a9f-a29c-6f4c8c04334c req-ff03562a-8aa4-4503-b7e4-ab01e1184907 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=200f747f-85db-4561-aaaa-65b90c5c9f05 HTTP/1.1" status: 200 len: 945 time: 0.1270785 Sep 15 00:46:52.248004 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-d5308b31-d96b-4b20-ae54-5cefdd40a944 service neutron] For port 71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad, host hv-cinder-85752, cleared binding levels {{(pid=112953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:46:52.255153 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-d5308b31-d96b-4b20-ae54-5cefdd40a944 service neutron] For port 71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad,segment=NetworkSegment(67a5c709-e9e9-4f50-9138-0fb27c172b4e),segment_id=67a5c709-e9e9-4f50-9138-0fb27c172b4e)] {{(pid=112953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:46:52.255462 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 55250) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:52.263552 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-d5308b31-d96b-4b20-ae54-5cefdd40a944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:52.269500 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-d5308b31-d96b-4b20-ae54-5cefdd40a944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:52.270404 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-d5308b31-d96b-4b20-ae54-5cefdd40a944 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:52.271312 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-d5308b31-d96b-4b20-ae54-5cefdd40a944 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad HTTP/1.1" status: 200 len: 1093 time: 1.1893451 Sep 15 00:46:52.271892 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90bf6477-79b1-4c98-911f-25bda18dbba8', 'tag': '71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad'}] {{(pid=112953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:46:52.274333 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dcd79e7c9c5799004c3790ddb8f78f6987afe8bb335ac36dcc290df3850dde4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57470e1c-97a9-44b0-9c3a-d9f3fd63be9a" -d '{"events": [{"name": "network-changed", "server_uuid": "90bf6477-79b1-4c98-911f-25bda18dbba8", "tag": "71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad"}]}' {{(pid=112953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:46:52.290489 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 00:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d41d048-5d4a-44a1-8afc-f2f0edad69b7 x-openstack-request-id: req-2d41d048-5d4a-44a1-8afc-f2f0edad69b7 {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:46:52.291636 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "200f747f-85db-4561-aaaa-65b90c5c9f05", "name": "network-vif-plugged", "status": "completed", "tag": "8ad59f1e-2fde-43f8-a49d-a9e0b059c929", "code": 200}]} {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:46:52.292992 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=11 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:52.293188 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2d41d048-5d4a-44a1-8afc-f2f0edad69b7 {{(pid=112954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:46:52.293540 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d41d048-5d4a-44a1-8afc-f2f0edad69b7'] response: {'server_uuid': '200f747f-85db-4561-aaaa-65b90c5c9f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad59f1e-2fde-43f8-a49d-a9e0b059c929', 'code': 200} Sep 15 00:46:52.341196 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5308b31-d96b-4b20-ae54-5cefdd40a944 service neutron] Pushing event updated for resources: {'Port': ['ID=71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad,revision_number=3']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:52.354551 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=8ad59f1e-2fde-43f8-a49d-a9e0b059c929,revision_number=5']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:52.377885 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 00:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a591d3c4-116b-4004-a050-6265f6551c49 x-openstack-request-id: req-a591d3c4-116b-4004-a050-6265f6551c49 {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:46:52.378177 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90bf6477-79b1-4c98-911f-25bda18dbba8", "tag": "71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad", "status": "completed", "code": 200}]} {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:46:52.378723 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a591d3c4-116b-4004-a050-6265f6551c49 {{(pid=112953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:46:52.379139 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a591d3c4-116b-4004-a050-6265f6551c49'] response: {'name': 'network-changed', 'server_uuid': '90bf6477-79b1-4c98-911f-25bda18dbba8', 'tag': '71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad', 'status': 'completed', 'code': 200} Sep 15 00:46:52.380344 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-c6dd61e3-8e16-4a9f-a29c-6f4c8c04334c req-d6ad0fe3-efff-4b77-a75e-54be283f6610 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd34b8c7-774c-4711-a91d-b24da693762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495681 Sep 15 00:46:52.434355 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-8c7ea6d5-b894-463e-b526-c0b64940d880 admin admin] Publish callbacks [] for security_group (cf30ae1d-47b2-4e78-82f2-3c6cc3eca22c), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:52.441429 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-8c7ea6d5-b894-463e-b526-c0b64940d880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (cf30ae1d-47b2-4e78-82f2-3c6cc3eca22c), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:52.464519 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-2e9e7c06-0660-4afa-94be-c863aa898c4c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1102589143-network', 'tenant_id': '72d7dfe402c045edbca04c0e7eee05f9'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:46:52.485796 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-8c7ea6d5-b894-463e-b526-c0b64940d880 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=e2f59ef5fc3a46a48b007659fd83722f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4576674 Sep 15 00:46:52.486773 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ea6d5-b894-463e-b526-c0b64940d880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf30ae1d-47b2-4e78-82f2-3c6cc3eca22c,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:52.488353 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 55256) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:52.498586 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-4ded9487-8854-46ef-824b-33d660d1c04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:52.500108 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-4ded9487-8854-46ef-824b-33d660d1c04d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=06a0252a4fba4f1ebfa9f25a2c6e39a4&device_id=90bf6477-79b1-4c98-911f-25bda18dbba8 HTTP/1.1" status: 200 len: 1127 time: 0.0736191 Sep 15 00:46:52.516137 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9e7c06-0660-4afa-94be-c863aa898c4c admin admin] Made reservation on behalf of 72d7dfe402c045edbca04c0e7eee05f9 for: {'network': 1} {{(pid=112953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:46:52.518395 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2e9e7c06-0660-4afa-94be-c863aa898c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for network (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:52.547993 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2e9e7c06-0660-4afa-94be-c863aa898c4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:52.552200 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:52.584943 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-20083224-240d-407a-8cb9-e53ed1b87dac service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad HTTP/1.1" status: 200 len: 217 time: 0.0519662 Sep 15 00:46:52.591293 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:52.594961 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0f331-3584-4238-bfa1-d33d2fa08b25 req-947eacde-c20f-4ae7-a77c-39cb334b18ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:52.596505 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-94b0f331-3584-4238-bfa1-d33d2fa08b25 req-947eacde-c20f-4ae7-a77c-39cb334b18ec service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=200f747f-85db-4561-aaaa-65b90c5c9f05 HTTP/1.1" status: 200 len: 1130 time: 0.0421720 Sep 15 00:46:52.641022 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:UPDATE=6,neutron:SELECT=91,neutron:INSERT=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:52.644019 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:52.647843 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:52.649064 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-a10f9f2b-5b42-4fd7-99bb-b12f61bd05a3 admin admin] Publish callbacks [] for security_group (cf30ae1d-47b2-4e78-82f2-3c6cc3eca22c), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:52.655331 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-94b0f331-3584-4238-bfa1-d33d2fa08b25 req-1871f8f3-c11e-4649-87ed-00f2f9362744 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bd34b8c7-774c-4711-a91d-b24da693762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464003 Sep 15 00:46:52.698591 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-e3fb4bd9-13b6-4f41-add1-56104d4cb648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:52.700712 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-e3fb4bd9-13b6-4f41-add1-56104d4cb648 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=5ce47667-4c20-48cc-b8c4-72b77a4e8e2d HTTP/1.1" status: 200 len: 849 time: 0.1036978 Sep 15 00:46:52.705671 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-a10f9f2b-5b42-4fd7-99bb-b12f61bd05a3 admin admin] Publish callbacks [] for security_group (cf30ae1d-47b2-4e78-82f2-3c6cc3eca22c), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:52.768975 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2e9e7c06-0660-4afa-94be-c863aa898c4c admin admin] Publish callbacks [] for security_group (54c0c7ec-734e-4281-a4ff-8a863858f44e), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:52.773071 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2e9e7c06-0660-4afa-94be-c863aa898c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (54c0c7ec-734e-4281-a4ff-8a863858f44e), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:52.798255 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-a10f9f2b-5b42-4fd7-99bb-b12f61bd05a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (cf30ae1d-47b2-4e78-82f2-3c6cc3eca22c), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:52.800803 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-a10f9f2b-5b42-4fd7-99bb-b12f61bd05a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:52.801921 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-a10f9f2b-5b42-4fd7-99bb-b12f61bd05a3 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/cf30ae1d-47b2-4e78-82f2-3c6cc3eca22c HTTP/1.1" status: 204 len: 168 time: 0.3126657 Sep 15 00:46:52.818249 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e9e7c06-0660-4afa-94be-c863aa898c4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=112953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 00:46:52.825753 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e7c06-0660-4afa-94be-c863aa898c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c0c7ec-734e-4281-a4ff-8a863858f44e,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:52.847947 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2e9e7c06-0660-4afa-94be-c863aa898c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898'] for segment (579e5fe4-7341-4bb1-8e14-57c33347e302), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:52.848715 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.db.segments_db [None req-2e9e7c06-0660-4afa-94be-c863aa898c4c admin admin] Added segment 579e5fe4-7341-4bb1-8e14-57c33347e302 of type vlan for network ab876c33-1fa1-4628-a9be-d8dde255d344 Sep 15 00:46:52.891323 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f9f2b-5b42-4fd7-99bb-b12f61bd05a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf30ae1d-47b2-4e78-82f2-3c6cc3eca22c,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:52.931258 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2e9e7c06-0660-4afa-94be-c863aa898c4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740353647288'] for network (ab876c33-1fa1-4628-a9be-d8dde255d344), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:52.950902 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9acc8-33f2-448d-af5e-9ba9d4ffdc5e req-9de2cb3e-5b1b-4d29-b606-843332e1948d tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:52.952429 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-08b9acc8-33f2-448d-af5e-9ba9d4ffdc5e req-9de2cb3e-5b1b-4d29-b606-843332e1948d tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=90bf6477-79b1-4c98-911f-25bda18dbba8 HTTP/1.1" status: 200 len: 943 time: 0.0923953 Sep 15 00:46:52.987377 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2e9e7c06-0660-4afa-94be-c863aa898c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177'] for network (ab876c33-1fa1-4628-a9be-d8dde255d344), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:52.988394 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9e7c06-0660-4afa-94be-c863aa898c4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:52.988979 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2e9e7c06-0660-4afa-94be-c863aa898c4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for network (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:53.054907 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-08b9acc8-33f2-448d-af5e-9ba9d4ffdc5e req-4bdc755a-a9da-4e55-b65d-9420522e56a7 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938127 Sep 15 00:46:53.065728 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-2e9e7c06-0660-4afa-94be-c863aa898c4c admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8064396 Sep 15 00:46:53.066102 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 55272) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:53.071266 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-39bd5732-216c-48b3-bce7-939bf0c1eb0a admin admin] Request body: {'subnet': {'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1102589143-subnet', 'tenant_id': '72d7dfe402c045edbca04c0e7eee05f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:46:53.075011 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e7c06-0660-4afa-94be-c863aa898c4c admin admin] Pushing event updated for resources: {'Network': ['ID=ab876c33-1fa1-4628-a9be-d8dde255d344,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:53.086530 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Network ab876c33-1fa1-4628-a9be-d8dde255d344 details requested by agent ovs-agent-dv-cinder-857528-2-iscsi with host dv-cinder-857528-2-iscsi {{(pid=112954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 00:46:53.100181 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39bd5732-216c-48b3-bce7-939bf0c1eb0a admin admin] Made reservation on behalf of 72d7dfe402c045edbca04c0e7eee05f9 for: {'subnet': 1} {{(pid=112952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:46:53.104467 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-39bd5732-216c-48b3-bce7-939bf0c1eb0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9220819'] for subnet (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:53.144451 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-6eb5e3f1-f36a-421d-91e6-9ac66019481b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=7963b74a-c6e4-436d-bf68-47024742fd78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313201 Sep 15 00:46:53.320677 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-73d62fad-3ff9-470a-be1b-5c8a6efcb5ba service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7963b74a-c6e4-436d-bf68-47024742fd78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618249 Sep 15 00:46:53.389615 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9deb7d0-0493-4087-aff7-494b0cd69699 req-e5449f03-9aae-40fd-9ec9-53e22a63ec10 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:53.394663 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-f9deb7d0-0493-4087-aff7-494b0cd69699 req-e5449f03-9aae-40fd-9ec9-53e22a63ec10 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b40368c8-a515-46b7-add6-5db877d59406 HTTP/1.1" status: 200 len: 946 time: 0.1190965 Sep 15 00:46:53.396235 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-39bd5732-216c-48b3-bce7-939bf0c1eb0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3301759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9220805'] for subnet (272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:53.486002 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd5732-216c-48b3-bce7-939bf0c1eb0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72,revision_number=0']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:53.524712 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-f9deb7d0-0493-4087-aff7-494b0cd69699 req-67f48333-b3c3-439c-928d-2c4682c904d5 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243765 Sep 15 00:46:53.528395 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bd5732-216c-48b3-bce7-939bf0c1eb0a admin admin] Checking segment: {'id': '579e5fe4-7341-4bb1-8e14-57c33347e302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:46:53.528894 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bd5732-216c-48b3-bce7-939bf0c1eb0a admin admin] Network hostable DHCP agents. Network: ab876c33-1fa1-4628-a9be-d8dde255d344, hostable agents: ['abe268bd-80e0-4b66-bd7b-8cd34d7e839c'], hosted agents: [] {{(pid=112952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 00:46:53.530170 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d308be-db59-4b8d-afb8-43628f3dcb6e req-ed8040a7-a1e7-4395-8d34-6570b3a4cf58 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:53.538074 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a0d308be-db59-4b8d-afb8-43628f3dcb6e req-ed8040a7-a1e7-4395-8d34-6570b3a4cf58 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=200f747f-85db-4561-aaaa-65b90c5c9f05 HTTP/1.1" status: 200 len: 946 time: 0.0704794 Sep 15 00:46:53.555195 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bd5732-216c-48b3-bce7-939bf0c1eb0a admin admin] Network ab876c33-1fa1-4628-a9be-d8dde255d344 is scheduled to be hosted by DHCP agent abe268bd-80e0-4b66-bd7b-8cd34d7e839c with binding_index 1 {{(pid=112952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 00:46:53.585242 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.base_scheduler [None req-39bd5732-216c-48b3-bce7-939bf0c1eb0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-2-iscsi, ab876c33-1fa1-4628-a9be-d8dde255d344) {{(pid=112952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:46:53.590682 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bd5732-216c-48b3-bce7-939bf0c1eb0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:53.591388 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-39bd5732-216c-48b3-bce7-939bf0c1eb0a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:53.600236 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad6ce57-5920-4be7-b4e3-46efa6e2b8cc None None] Network ab876c33-1fa1-4628-a9be-d8dde255d344 requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:46:53.625952 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a0d308be-db59-4b8d-afb8-43628f3dcb6e req-47aedd42-8d89-40d7-ad31-cdc31f5b66d1 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd34b8c7-774c-4711-a91d-b24da693762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869932 Sep 15 00:46:53.636193 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-39bd5732-216c-48b3-bce7-939bf0c1eb0a admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5689635 Sep 15 00:46:53.639566 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 55304) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:53.651998 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-31986f1f-9079-4389-aae0-d35115b80135 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1102589143-router', 'tenant_id': '72d7dfe402c045edbca04c0e7eee05f9', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'}}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:46:53.680086 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:53.732503 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-31986f1f-9079-4389-aae0-d35115b80135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3733'] for router (21d3c2da-0083-4dd9-b598-5719182eaa10), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:53.733643 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-31986f1f-9079-4389-aae0-d35115b80135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1683127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1672952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2000688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3740'] for router (21d3c2da-0083-4dd9-b598-5719182eaa10), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:53.734726 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18568ade-9579-4657-87dd-5e1de8f62531 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3047b3e4-ccd7-5ac9-918c-8e3fb3633ad1-ab876c33-1fa1-4628-a9be-d8dde255d344', 'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344', 'project_id': '72d7dfe402c045edbca04c0e7eee05f9', 'fixed_ips': [{'subnet_id': '272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72'}]}} from dv-cinder-857528-2-iscsi. {{(pid=112954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 00:46:53.735736 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-18568ade-9579-4657-87dd-5e1de8f62531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:53.822763 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-31986f1f-9079-4389-aae0-d35115b80135 admin admin] Publish callbacks [] for router_controller (21d3c2da-0083-4dd9-b598-5719182eaa10), precommit_add_association {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:53.826290 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-3ad48d85-3b76-4585-9dcc-b6cf7a8bff21 req-816a7a71-e451-4ba9-8be5-bd1335018b27 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7963b74a-c6e4-436d-bf68-47024742fd78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588173 Sep 15 00:46:53.914036 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.db_base_plugin_common [None req-18568ade-9579-4657-87dd-5e1de8f62531 None None] Allocated IP 172.20.0.2 (ab876c33-1fa1-4628-a9be-d8dde255d344/272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72/fcae4a96-6c80-47c2-89c4-2a47d804d2c2) {{(pid=112954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:46:53.935797 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:53.964783 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-31986f1f-9079-4389-aae0-d35115b80135 admin admin] Publish callbacks [] for router_gateway (21d3c2da-0083-4dd9-b598-5719182eaa10), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:54.060762 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:54.082510 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-18568ade-9579-4657-87dd-5e1de8f62531 None None] Publish callbacks [] for port (fcae4a96-6c80-47c2-89c4-2a47d804d2c2), precommit_create {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:54.088832 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-18568ade-9579-4657-87dd-5e1de8f62531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163'] for port (fcae4a96-6c80-47c2-89c4-2a47d804d2c2), after_create {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:54.139604 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18568ade-9579-4657-87dd-5e1de8f62531 None None] Network ab876c33-1fa1-4628-a9be-d8dde255d344 is already hosted by enough agents. {{(pid=112954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:46:54.144726 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.scheduler.base_scheduler [None req-18568ade-9579-4657-87dd-5e1de8f62531 None None] Resources bound (agent type, host, resource id): {{(pid=112954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:46:54.152223 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18568ade-9579-4657-87dd-5e1de8f62531 None None] Received port after_create {{(pid=112954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:46:54.161606 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18568ade-9579-4657-87dd-5e1de8f62531 None None] Pushing event updated for resources: {'Port': ['ID=fcae4a96-6c80-47c2-89c4-2a47d804d2c2,revision_number=1']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:54.197158 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-31986f1f-9079-4389-aae0-d35115b80135 admin admin] Publish callbacks [] for router_gateway (21d3c2da-0083-4dd9-b598-5719182eaa10), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:54.206048 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562eab3-434c-4b21-9020-17c669686b46 req-2ad7dfcc-06d1-45c4-9ea7-e4b5f70bc6fe tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:54.212249 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-4562eab3-434c-4b21-9020-17c669686b46 req-2ad7dfcc-06d1-45c4-9ea7-e4b5f70bc6fe tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=90bf6477-79b1-4c98-911f-25bda18dbba8 HTTP/1.1" status: 200 len: 943 time: 0.0658545 Sep 15 00:46:54.222308 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-31986f1f-9079-4389-aae0-d35115b80135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:54.225461 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-18568ade-9579-4657-87dd-5e1de8f62531 None None] Attempting to bind port fcae4a96-6c80-47c2-89c4-2a47d804d2c2 on host dv-cinder-857528-2-iscsi for vnic_type normal with profile {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:46:54.225908 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-18568ade-9579-4657-87dd-5e1de8f62531 None None] Attempting to bind port fcae4a96-6c80-47c2-89c4-2a47d804d2c2 by drivers openvswitch,hyperv on host dv-cinder-857528-2-iscsi at level 0 using segments [{'id': '579e5fe4-7341-4bb1-8e14-57c33347e302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344'}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:46:54.226346 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18568ade-9579-4657-87dd-5e1de8f62531 None None] Attempting to bind port fcae4a96-6c80-47c2-89c4-2a47d804d2c2 on network ab876c33-1fa1-4628-a9be-d8dde255d344 {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:46:54.277924 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18568ade-9579-4657-87dd-5e1de8f62531 None None] Checking agent: {'id': 'f85e816c-fb48-4744-a66a-e79ceb68e67e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 36, 23), 'started_at': datetime.datetime(2022, 9, 15, 0, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:46:54.278378 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18568ade-9579-4657-87dd-5e1de8f62531 None None] Checking segment: {'id': '579e5fe4-7341-4bb1-8e14-57c33347e302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:46:54.278745 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-18568ade-9579-4657-87dd-5e1de8f62531 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:54.279136 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18568ade-9579-4657-87dd-5e1de8f62531 None None] Bound using segment: {'id': '579e5fe4-7341-4bb1-8e14-57c33347e302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344'} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:46:54.279659 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-18568ade-9579-4657-87dd-5e1de8f62531 None None] Bound port: fcae4a96-6c80-47c2-89c4-2a47d804d2c2, host: dv-cinder-857528-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '579e5fe4-7341-4bb1-8e14-57c33347e302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344'}}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:46:54.280325 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-18568ade-9579-4657-87dd-5e1de8f62531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (fcae4a96-6c80-47c2-89c4-2a47d804d2c2), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:54.286242 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-4562eab3-434c-4b21-9020-17c669686b46 req-10df6c25-5a67-454d-813e-72c9870061fc tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682211 Sep 15 00:46:54.349826 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.db_base_plugin_common [None req-31986f1f-9079-4389-aae0-d35115b80135 admin admin] Allocated IP 172.27.1.221 (53046852-16e9-4bc6-a26e-a34c1d2139e6/8f0c0330-11bc-44ed-a1b6-6f3c15aee393/a1e135a4-f153-4035-bcda-0699e462acd6) {{(pid=112953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:46:54.378056 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:54.394247 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-18568ade-9579-4657-87dd-5e1de8f62531 None None] For port fcae4a96-6c80-47c2-89c4-2a47d804d2c2, host dv-cinder-857528-2-iscsi, cleared binding levels {{(pid=112954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:46:54.400536 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-18568ade-9579-4657-87dd-5e1de8f62531 None None] For port fcae4a96-6c80-47c2-89c4-2a47d804d2c2, host dv-cinder-857528-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=fcae4a96-6c80-47c2-89c4-2a47d804d2c2,segment=NetworkSegment(579e5fe4-7341-4bb1-8e14-57c33347e302),segment_id=579e5fe4-7341-4bb1-8e14-57c33347e302)] {{(pid=112954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:46:54.422755 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-18568ade-9579-4657-87dd-5e1de8f62531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (fcae4a96-6c80-47c2-89c4-2a47d804d2c2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:54.491497 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-31986f1f-9079-4389-aae0-d35115b80135 admin admin] Publish callbacks [] for port (a1e135a4-f153-4035-bcda-0699e462acd6), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:54.498389 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18568ade-9579-4657-87dd-5e1de8f62531 None None] Pushing event updated for resources: {'Port': ['ID=fcae4a96-6c80-47c2-89c4-2a47d804d2c2,revision_number=2']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:54.525241 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-31986f1f-9079-4389-aae0-d35115b80135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163'] for port (a1e135a4-f153-4035-bcda-0699e462acd6), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:54.565118 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31986f1f-9079-4389-aae0-d35115b80135 admin admin] Network 53046852-16e9-4bc6-a26e-a34c1d2139e6 is already hosted by enough agents. {{(pid=112953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:46:54.570453 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.base_scheduler [None req-31986f1f-9079-4389-aae0-d35115b80135 admin admin] Resources bound (agent type, host, resource id): {{(pid=112953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:46:54.574577 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31986f1f-9079-4389-aae0-d35115b80135 admin admin] Received port after_create {{(pid=112953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:46:54.705630 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:54.791212 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31986f1f-9079-4389-aae0-d35115b80135 admin admin] Pushing event updated for resources: {'Port': ['ID=a1e135a4-f153-4035-bcda-0699e462acd6,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:54.809130 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca796706-d4ca-4d06-ac2d-42c1f9c470b9 req-8ed17455-8dfb-4cb3-85a8-8f06a9c4dddf tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:54.811124 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ca796706-d4ca-4d06-ac2d-42c1f9c470b9 req-8ed17455-8dfb-4cb3-85a8-8f06a9c4dddf tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=200f747f-85db-4561-aaaa-65b90c5c9f05 HTTP/1.1" status: 200 len: 946 time: 0.0760252 Sep 15 00:46:54.824382 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ff0e9-f449-45d7-b836-a045a1891255 req-e378c233-30b4-4841-b8f7-6ccf23a85a5e tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:54.826540 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0c7ff0e9-f449-45d7-b836-a045a1891255 req-e378c233-30b4-4841-b8f7-6ccf23a85a5e tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b40368c8-a515-46b7-add6-5db877d59406 HTTP/1.1" status: 200 len: 946 time: 0.1180665 Sep 15 00:46:54.871619 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ca796706-d4ca-4d06-ac2d-42c1f9c470b9 req-4655980e-6984-46e0-b2df-0466763c4136 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd34b8c7-774c-4711-a91d-b24da693762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504041 Sep 15 00:46:54.925332 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-31986f1f-9079-4389-aae0-d35115b80135 admin admin] Publish callbacks [] for router_gateway (21d3c2da-0083-4dd9-b598-5719182eaa10), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:54.963415 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0c7ff0e9-f449-45d7-b836-a045a1891255 req-405850b5-f25b-4d63-8c00-ab5d80e40517 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288042 Sep 15 00:46:55.005227 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:55.123103 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-31986f1f-9079-4389-aae0-d35115b80135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1683183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1682215'] for router (21d3c2da-0083-4dd9-b598-5719182eaa10), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:55.259239 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31986f1f-9079-4389-aae0-d35115b80135 admin admin] Router 21d3c2da-0083-4dd9-b598-5719182eaa10 is scheduled to L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe with binding_index 1 {{(pid=112953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 00:46:55.385317 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31986f1f-9079-4389-aae0-d35115b80135 admin admin] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:46:55.399357 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca198783-bee7-4a2c-8501-084ce732579f None None] Sync routers for ids ['21d3c2da-0083-4dd9-b598-5719182eaa10'] in dv-cinder-857528-2-iscsi {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:46:55.407509 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-31986f1f-9079-4389-aae0-d35115b80135 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:55.409588 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-31986f1f-9079-4389-aae0-d35115b80135 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.7681324 Sep 15 00:46:55.411732 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 55362) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:55.445413 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca198783-bee7-4a2c-8501-084ce732579f None None] Routers {'21d3c2da-0083-4dd9-b598-5719182eaa10'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:46:55.447582 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-ca198783-bee7-4a2c-8501-084ce732579f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:46:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['21d3c2da-0083-4dd9-b598-5719182eaa10'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:46:55.462284 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:55.547686 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977e5e13-4505-40e2-9f5a-b0c3de230f30 None None] Network ab876c33-1fa1-4628-a9be-d8dde255d344 requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:46:55.549912 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23827eda-a69c-4a23-aa13-08b37c706bf7 req-318e234b-b98e-4f44-a1a9-ce2489d84745 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:55.555355 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-23827eda-a69c-4a23-aa13-08b37c706bf7 req-318e234b-b98e-4f44-a1a9-ce2489d84745 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=90bf6477-79b1-4c98-911f-25bda18dbba8 HTTP/1.1" status: 200 len: 943 time: 0.1547201 Sep 15 00:46:55.583721 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device fcae4a96-6c80-47c2-89c4-2a47d804d2c2 up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:46:55.618834 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-1105f757-ae0b-48d0-8966-d9718b4d45aa None None] Provisioning complete for port fcae4a96-6c80-47c2-89c4-2a47d804d2c2 triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:46:55.619726 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-1105f757-ae0b-48d0-8966-d9718b4d45aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (fcae4a96-6c80-47c2-89c4-2a47d804d2c2), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:55.620216 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-1105f757-ae0b-48d0-8966-d9718b4d45aa None None] Attempt 1 to provision port fcae4a96-6c80-47c2-89c4-2a47d804d2c2 Sep 15 00:46:55.630512 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-23827eda-a69c-4a23-aa13-08b37c706bf7 req-46acdd83-be91-4f14-a7af-b37fdc5e5ad2 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667477 Sep 15 00:46:55.850156 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-ca198783-bee7-4a2c-8501-084ce732579f None None] Set router 21d3c2da-0083-4dd9-b598-5719182eaa10 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:46:55.912377 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port fcae4a96-6c80-47c2-89c4-2a47d804d2c2 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:46:55.912759 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (fcae4a96-6c80-47c2-89c4-2a47d804d2c2), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:55.913103 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port fcae4a96-6c80-47c2-89c4-2a47d804d2c2 Sep 15 00:46:55.940727 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-1105f757-ae0b-48d0-8966-d9718b4d45aa None None] Current status of the port fcae4a96-6c80-47c2-89c4-2a47d804d2c2 is: DOWN; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:46:55.941117 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-1105f757-ae0b-48d0-8966-d9718b4d45aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (fcae4a96-6c80-47c2-89c4-2a47d804d2c2), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:55.978165 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:56.038523 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef1f37-88c5-4f80-8067-56a88f2abfdb req-45e9b993-f14a-4673-8794-d4e4dae48abc tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:56.040049 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-efef1f37-88c5-4f80-8067-56a88f2abfdb req-45e9b993-f14a-4673-8794-d4e4dae48abc tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=200f747f-85db-4561-aaaa-65b90c5c9f05 HTTP/1.1" status: 200 len: 946 time: 0.0823395 Sep 15 00:46:56.070002 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-1105f757-ae0b-48d0-8966-d9718b4d45aa None None] For port fcae4a96-6c80-47c2-89c4-2a47d804d2c2, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=fcae4a96-6c80-47c2-89c4-2a47d804d2c2,segment=NetworkSegment(579e5fe4-7341-4bb1-8e14-57c33347e302),segment_id=579e5fe4-7341-4bb1-8e14-57c33347e302)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:46:56.086744 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-1105f757-ae0b-48d0-8966-d9718b4d45aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (fcae4a96-6c80-47c2-89c4-2a47d804d2c2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:56.107024 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25780665-4ca2-4245-9faf-e43a84d6c055 req-fb089e67-8440-45e7-a49f-c6707bd9ce3c tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:56.114105 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-25780665-4ca2-4245-9faf-e43a84d6c055 req-fb089e67-8440-45e7-a49f-c6707bd9ce3c tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b40368c8-a515-46b7-add6-5db877d59406 HTTP/1.1" status: 200 len: 946 time: 0.0587716 Sep 15 00:46:56.140338 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-efef1f37-88c5-4f80-8067-56a88f2abfdb req-5f969a9b-a3af-4191-9b3b-e32a7ea0788e tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd34b8c7-774c-4711-a91d-b24da693762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927505 Sep 15 00:46:56.183100 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-25780665-4ca2-4245-9faf-e43a84d6c055 req-fffef971-8ea4-4db9-8a7c-be304aa5852e tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631826 Sep 15 00:46:56.201690 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:56.212497 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port fcae4a96-6c80-47c2-89c4-2a47d804d2c2 is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:46:56.217389 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:56.224304 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1105f757-ae0b-48d0-8966-d9718b4d45aa None None] Pushing event updated for resources: {'Port': ['ID=fcae4a96-6c80-47c2-89c4-2a47d804d2c2,revision_number=3']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:56.231029 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-ca198783-bee7-4a2c-8501-084ce732579f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'name': 'tempest-AttachVolumeShelveTestJSON-1102589143-router', 'tenant_id': '72d7dfe402c045edbca04c0e7eee05f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a1e135a4-f153-4035-bcda-0699e462acd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:46:53Z', 'updated_at': '2022-09-15T00:46:54Z', 'revision_number': 3, 'project_id': '72d7dfe402c045edbca04c0e7eee05f9', 'gw_port': {'id': 'a1e135a4-f153-4035-bcda-0699e462acd6', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:46:54Z', 'updated_at': '2022-09-15T00:46:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi'}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:46:56.259793 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca198783-bee7-4a2c-8501-084ce732579f None None] Checking router: 21d3c2da-0083-4dd9-b598-5719182eaa10 for host: dv-cinder-857528-2-iscsi {{(pid=112954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:46:56.259969 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca198783-bee7-4a2c-8501-084ce732579f None None] Updating router 21d3c2da-0083-4dd9-b598-5719182eaa10 port a1e135a4-f153-4035-bcda-0699e462acd6 binding host dv-cinder-857528-2-iscsi {{(pid=112954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 00:46:56.269954 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-ace691a1-cbb1-4396-8c37-20450180684f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:56.294599 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-ca198783-bee7-4a2c-8501-084ce732579f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (a1e135a4-f153-4035-bcda-0699e462acd6), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:56.333702 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:56.377583 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-abda98f5-d714-4c09-bd9a-e0613c810df6 None None] Provisioning complete for port fcae4a96-6c80-47c2-89c4-2a47d804d2c2 triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:46:56.377871 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-abda98f5-d714-4c09-bd9a-e0613c810df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (fcae4a96-6c80-47c2-89c4-2a47d804d2c2), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:56.378198 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-abda98f5-d714-4c09-bd9a-e0613c810df6 None None] Attempt 1 to provision port fcae4a96-6c80-47c2-89c4-2a47d804d2c2 Sep 15 00:46:56.428298 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.db_base_plugin_common [None req-ace691a1-cbb1-4396-8c37-20450180684f admin admin] Allocated IP 172.20.0.1 (ab876c33-1fa1-4628-a9be-d8dde255d344/272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72/d1a4e947-c4d6-4c99-b7f7-b701f8f23d72) {{(pid=112953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:46:56.543879 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-ace691a1-cbb1-4396-8c37-20450180684f admin admin] Publish callbacks [] for port (d1a4e947-c4d6-4c99-b7f7-b701f8f23d72), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:56.585532 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-ace691a1-cbb1-4396-8c37-20450180684f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163'] for port (d1a4e947-c4d6-4c99-b7f7-b701f8f23d72), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:56.637548 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace691a1-cbb1-4396-8c37-20450180684f admin admin] Network ab876c33-1fa1-4628-a9be-d8dde255d344 is already hosted by enough agents. {{(pid=112953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:46:56.643103 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.base_scheduler [None req-ace691a1-cbb1-4396-8c37-20450180684f admin admin] Resources bound (agent type, host, resource id): {{(pid=112953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:46:56.647405 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-abda98f5-d714-4c09-bd9a-e0613c810df6 None None] Current status of the port fcae4a96-6c80-47c2-89c4-2a47d804d2c2 is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:46:56.649709 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace691a1-cbb1-4396-8c37-20450180684f admin admin] Pushing event updated for resources: {'Port': ['ID=d1a4e947-c4d6-4c99-b7f7-b701f8f23d72,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:56.652022 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace691a1-cbb1-4396-8c37-20450180684f admin admin] Received port after_create {{(pid=112953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:46:56.653175 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-ace691a1-cbb1-4396-8c37-20450180684f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1673502'] for router_interface (21d3c2da-0083-4dd9-b598-5719182eaa10), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:56.698074 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 55390) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:56.772757 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-ca198783-bee7-4a2c-8501-084ce732579f None None] Publish callbacks [] for port (a1e135a4-f153-4035-bcda-0699e462acd6), precommit_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:56.773602 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff036fec-f41e-4767-8e31-96cd06238e4b admin admin] Deleting subnet b2c915fd-b771-4f01-8a59-40bf20dd7fae {{(pid=112952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 00:46:56.780943 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ff036fec-f41e-4767-8e31-96cd06238e4b admin admin] Publish callbacks [] for subnet (b2c915fd-b771-4f01-8a59-40bf20dd7fae), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:56.782181 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-ca198783-bee7-4a2c-8501-084ce732579f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (a1e135a4-f153-4035-bcda-0699e462acd6), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:56.783257 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:56.828735 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e4d05b-5c15-481b-8d25-d1a817ffcfeb req-0fbf3d95-a468-4bf5-92af-00f77f125ef1 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:56.834115 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c2e4d05b-5c15-481b-8d25-d1a817ffcfeb req-0fbf3d95-a468-4bf5-92af-00f77f125ef1 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=90bf6477-79b1-4c98-911f-25bda18dbba8 HTTP/1.1" status: 200 len: 943 time: 0.0927646 Sep 15 00:46:56.842877 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-ca198783-bee7-4a2c-8501-084ce732579f None None] Attempting to bind port a1e135a4-f153-4035-bcda-0699e462acd6 on host dv-cinder-857528-2-iscsi for vnic_type normal with profile {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:46:56.843281 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-ca198783-bee7-4a2c-8501-084ce732579f None None] Attempting to bind port a1e135a4-f153-4035-bcda-0699e462acd6 by drivers openvswitch,hyperv on host dv-cinder-857528-2-iscsi at level 0 using segments [{'id': 'bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:46:56.843672 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca198783-bee7-4a2c-8501-084ce732579f None None] Attempting to bind port a1e135a4-f153-4035-bcda-0699e462acd6 on network 53046852-16e9-4bc6-a26e-a34c1d2139e6 {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:46:56.845431 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ff036fec-f41e-4767-8e31-96cd06238e4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2228578'] for subnet (b2c915fd-b771-4f01-8a59-40bf20dd7fae), precommit_delete_associations {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:56.868523 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4979d6-51b0-47bb-bf33-91a88aba3c08 None None] Pushing event updated for resources: {'Port': ['ID=a1e135a4-f153-4035-bcda-0699e462acd6,revision_number=2']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:56.899887 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-ace691a1-cbb1-4396-8c37-20450180684f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (d1a4e947-c4d6-4c99-b7f7-b701f8f23d72), before_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:56.900628 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca198783-bee7-4a2c-8501-084ce732579f None None] Checking agent: {'id': 'f85e816c-fb48-4744-a66a-e79ceb68e67e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 36, 23), 'started_at': datetime.datetime(2022, 9, 15, 0, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:46:56.901535 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca198783-bee7-4a2c-8501-084ce732579f None None] Checking segment: {'id': 'bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:46:56.901535 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-ca198783-bee7-4a2c-8501-084ce732579f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:56.901764 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca198783-bee7-4a2c-8501-084ce732579f None None] Bound using segment: {'id': 'bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:46:56.902972 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-ca198783-bee7-4a2c-8501-084ce732579f None None] Bound port: a1e135a4-f153-4035-bcda-0699e462acd6, host: dv-cinder-857528-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'}}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:46:56.903356 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-ca198783-bee7-4a2c-8501-084ce732579f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (a1e135a4-f153-4035-bcda-0699e462acd6), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:56.907161 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:56.913978 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ff036fec-f41e-4767-8e31-96cd06238e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-769422'] for subnet (b2c915fd-b771-4f01-8a59-40bf20dd7fae), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:56.921955 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c2e4d05b-5c15-481b-8d25-d1a817ffcfeb req-e26e122a-36c9-42f6-b067-0e816135595b tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869641 Sep 15 00:46:56.959856 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-ca198783-bee7-4a2c-8501-084ce732579f None None] For port a1e135a4-f153-4035-bcda-0699e462acd6, host dv-cinder-857528-2-iscsi, cleared binding levels {{(pid=112954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:46:56.964428 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-ca198783-bee7-4a2c-8501-084ce732579f None None] For port a1e135a4-f153-4035-bcda-0699e462acd6, host dv-cinder-857528-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=a1e135a4-f153-4035-bcda-0699e462acd6,segment=NetworkSegment(bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89),segment_id=bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89)] {{(pid=112954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:46:56.971076 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-ca198783-bee7-4a2c-8501-084ce732579f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (a1e135a4-f153-4035-bcda-0699e462acd6), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:56.977258 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ff036fec-f41e-4767-8e31-96cd06238e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3304096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9220860'] for subnet (b2c915fd-b771-4f01-8a59-40bf20dd7fae), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:57.009791 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff036fec-f41e-4767-8e31-96cd06238e4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2c915fd-b771-4f01-8a59-40bf20dd7fae,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:57.014303 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-5f4894ea-80f9-4250-8fd7-5ad27f323506 None None] Provisioning complete for port d1a4e947-c4d6-4c99-b7f7-b701f8f23d72 triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:46:57.014676 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-5f4894ea-80f9-4250-8fd7-5ad27f323506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (d1a4e947-c4d6-4c99-b7f7-b701f8f23d72), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:57.014871 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ff036fec-f41e-4767-8e31-96cd06238e4b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:57.015001 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-5f4894ea-80f9-4250-8fd7-5ad27f323506 None None] Attempt 1 to provision port d1a4e947-c4d6-4c99-b7f7-b701f8f23d72 Sep 15 00:46:57.022478 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-ff036fec-f41e-4767-8e31-96cd06238e4b admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/b2c915fd-b771-4f01-8a59-40bf20dd7fae HTTP/1.1" status: 204 len: 168 time: 0.3227131 Sep 15 00:46:57.022755 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 55394) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:57.044328 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca198783-bee7-4a2c-8501-084ce732579f None None] Routers {'21d3c2da-0083-4dd9-b598-5719182eaa10'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:46:57.044958 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-ca198783-bee7-4a2c-8501-084ce732579f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:46:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['21d3c2da-0083-4dd9-b598-5719182eaa10'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:46:57.071348 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:57.080751 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:57.094887 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ef70ea5a-cfc0-4f7f-8c3e-8dbd601a0d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792827'] for network (933050ee-1dc0-4ced-bb20-df82b90ac299), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:57.102355 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-ace691a1-cbb1-4396-8c37-20450180684f admin admin] Publish callbacks [] for port (d1a4e947-c4d6-4c99-b7f7-b701f8f23d72), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:57.107773 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4979d6-51b0-47bb-bf33-91a88aba3c08 None None] Pushing event updated for resources: {'Port': ['ID=a1e135a4-f153-4035-bcda-0699e462acd6,revision_number=3']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:57.110405 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-ace691a1-cbb1-4396-8c37-20450180684f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (d1a4e947-c4d6-4c99-b7f7-b701f8f23d72), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:57.111250 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-ace691a1-cbb1-4396-8c37-20450180684f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1673610'] for router_interface (21d3c2da-0083-4dd9-b598-5719182eaa10), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:57.112136 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-5f4894ea-80f9-4250-8fd7-5ad27f323506 None None] Port d1a4e947-c4d6-4c99-b7f7-b701f8f23d72 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:46:57.177788 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-ca198783-bee7-4a2c-8501-084ce732579f None None] Set router 21d3c2da-0083-4dd9-b598-5719182eaa10 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:46:57.196909 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace691a1-cbb1-4396-8c37-20450180684f admin admin] Pushing event updated for resources: {'Port': ['ID=d1a4e947-c4d6-4c99-b7f7-b701f8f23d72,revision_number=2']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:57.274479 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace691a1-cbb1-4396-8c37-20450180684f admin admin] Network ab876c33-1fa1-4628-a9be-d8dde255d344 is already hosted by enough agents. {{(pid=112953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:46:57.277355 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.base_scheduler [None req-ace691a1-cbb1-4396-8c37-20450180684f admin admin] Resources bound (agent type, host, resource id): {{(pid=112953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:46:57.367338 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad483b78-c4eb-4797-83eb-b7a870f5a087 req-6db17a66-7ea5-4bab-9483-5e8731f0d3f0 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:57.369122 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ad483b78-c4eb-4797-83eb-b7a870f5a087 req-6db17a66-7ea5-4bab-9483-5e8731f0d3f0 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b40368c8-a515-46b7-add6-5db877d59406 HTTP/1.1" status: 200 len: 946 time: 0.0930536 Sep 15 00:46:57.442215 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-ca198783-bee7-4a2c-8501-084ce732579f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'name': 'tempest-AttachVolumeShelveTestJSON-1102589143-router', 'tenant_id': '72d7dfe402c045edbca04c0e7eee05f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a1e135a4-f153-4035-bcda-0699e462acd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:46:53Z', 'updated_at': '2022-09-15T00:46:56Z', 'revision_number': 4, 'project_id': '72d7dfe402c045edbca04c0e7eee05f9', 'gw_port': {'id': 'a1e135a4-f153-4035-bcda-0699e462acd6', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:46:54Z', 'updated_at': '2022-09-15T00:46:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': 'd1a4e947-c4d6-4c99-b7f7-b701f8f23d72', 'name': '', 'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344', 'tenant_id': '72d7dfe402c045edbca04c0e7eee05f9', 'mac_address': 'fa:16:3e:61:5b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:46:56Z', 'updated_at': '2022-09-15T00:46:56Z', 'revision_number': 1, 'project_id': '72d7dfe402c045edbca04c0e7eee05f9', 'subnets': [{'id': '272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:46:57.467034 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ad483b78-c4eb-4797-83eb-b7a870f5a087 req-34bb8848-ffcc-4da6-8db3-b9090000b538 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890329 Sep 15 00:46:57.494855 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace691a1-cbb1-4396-8c37-20450180684f admin admin] Router 21d3c2da-0083-4dd9-b598-5719182eaa10 has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:46:57.502770 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca198783-bee7-4a2c-8501-084ce732579f None None] The sync data for ids ['21d3c2da-0083-4dd9-b598-5719182eaa10'] in dv-cinder-857528-2-iscsi is: [{'id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'name': 'tempest-AttachVolumeShelveTestJSON-1102589143-router', 'tenant_id': '72d7dfe402c045edbca04c0e7eee05f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a1e135a4-f153-4035-bcda-0699e462acd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:46:53Z', 'updated_at': '2022-09-15T00:46:56Z', 'revision_number': 4, 'project_id': '72d7dfe402c045edbca04c0e7eee05f9', 'gw_port': {'id': 'a1e135a4-f153-4035-bcda-0699e462acd6', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:46:54Z', 'updated_at': '2022-09-15T00:46:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': 'd1a4e947-c4d6-4c99-b7f7-b701f8f23d72', 'name': '', 'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344', 'tenant_id': '72d7dfe402c045edbca04c0e7eee05f9', 'mac_address': 'fa:16:3e:61:5b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:46:56Z', 'updated_at': '2022-09-15T00:46:56Z', 'revision_number': 1, 'project_id': '72d7dfe402c045edbca04c0e7eee05f9', 'subnets': [{'id': '272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:46:57.505677 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ef70ea5a-cfc0-4f7f-8c3e-8dbd601a0d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864165', 'neutron.services.segments.db._delete_segments_for_network-8740354160321'] for network (933050ee-1dc0-4ced-bb20-df82b90ac299), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:57.512940 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device fcae4a96-6c80-47c2-89c4-2a47d804d2c2 up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:46:57.554928 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f30c09-9054-4e91-96d8-5bfe1cb3965d req-be92d6bf-a3d6-44f1-9702-f4a17a89ff4d tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:57.556508 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d3f30c09-9054-4e91-96d8-5bfe1cb3965d req-be92d6bf-a3d6-44f1-9702-f4a17a89ff4d tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=200f747f-85db-4561-aaaa-65b90c5c9f05 HTTP/1.1" status: 200 len: 946 time: 0.1166394 Sep 15 00:46:57.558283 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.services.segments.db [None req-ef70ea5a-cfc0-4f7f-8c3e-8dbd601a0d2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['933050ee-1dc0-4ced-bb20-df82b90ac299']}} {{(pid=112952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:46:57.579383 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.services.segments.db [None req-ef70ea5a-cfc0-4f7f-8c3e-8dbd601a0d2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c66f8009-d1aa-47f8-8558-2882c0e0f497') {'for_net_delete': True} {{(pid=112952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:46:57.579714 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.services.segments.db [None req-ef70ea5a-cfc0-4f7f-8c3e-8dbd601a0d2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c66f8009-d1aa-47f8-8558-2882c0e0f497') {} {{(pid=112952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:46:57.592209 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port fcae4a96-6c80-47c2-89c4-2a47d804d2c2 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:46:57.592611 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (fcae4a96-6c80-47c2-89c4-2a47d804d2c2), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:57.592923 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port fcae4a96-6c80-47c2-89c4-2a47d804d2c2 Sep 15 00:46:57.597823 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ef70ea5a-cfc0-4f7f-8c3e-8dbd601a0d2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740354160213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2228569'] for segment (c66f8009-d1aa-47f8-8558-2882c0e0f497), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:57.619332 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-5f4894ea-80f9-4250-8fd7-5ad27f323506 None None] Attempt 2 to provision port d1a4e947-c4d6-4c99-b7f7-b701f8f23d72 Sep 15 00:46:57.629525 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ef70ea5a-cfc0-4f7f-8c3e-8dbd601a0d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898'] for segment (c66f8009-d1aa-47f8-8558-2882c0e0f497), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:57.634537 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace691a1-cbb1-4396-8c37-20450180684f admin admin] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:46:57.641005 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-ace691a1-cbb1-4396-8c37-20450180684f admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/21d3c2da-0083-4dd9-b598-5719182eaa10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2281802 Sep 15 00:46:57.656810 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d3f30c09-9054-4e91-96d8-5bfe1cb3965d req-c3192187-616a-466a-adf1-b3498afbb0b1 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd34b8c7-774c-4711-a91d-b24da693762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889392 Sep 15 00:46:57.658012 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef70ea5a-cfc0-4f7f-8c3e-8dbd601a0d2d admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=112952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 00:46:57.658458 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ef70ea5a-cfc0-4f7f-8c3e-8dbd601a0d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3303962'] for segment (c66f8009-d1aa-47f8-8558-2882c0e0f497), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:57.711564 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:57.721913 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-5f4894ea-80f9-4250-8fd7-5ad27f323506 None None] Port d1a4e947-c4d6-4c99-b7f7-b701f8f23d72 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:46:57.733950 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.services.segments.plugin [-] Segment c66f8009-d1aa-47f8-8558-2882c0e0f497 resource provider aggregate not found Sep 15 00:46:57.773321 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port fcae4a96-6c80-47c2-89c4-2a47d804d2c2 is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:46:57.774113 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.services.segments.plugin [-] Segment c66f8009-d1aa-47f8-8558-2882c0e0f497 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c66f8009-d1aa-47f8-8558-2882c0e0f497 found for delete ", "request_id": "req-f8412d0e-e056-4e48-b708-936a3b35206a"}]} Sep 15 00:46:57.776147 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ef70ea5a-cfc0-4f7f-8c3e-8dbd601a0d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682314'] for network (933050ee-1dc0-4ced-bb20-df82b90ac299), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:57.784474 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ef70ea5a-cfc0-4f7f-8c3e-8dbd601a0d2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for network (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:57.788518 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-ef70ea5a-cfc0-4f7f-8c3e-8dbd601a0d2d admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/933050ee-1dc0-4ced-bb20-df82b90ac299 HTTP/1.1" status: 204 len: 168 time: 0.7645769 Sep 15 00:46:57.792050 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 55408) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:57.804098 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef70ea5a-cfc0-4f7f-8c3e-8dbd601a0d2d admin admin] Pushing event deleted for resources: {'Network': ['ID=933050ee-1dc0-4ced-bb20-df82b90ac299,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:57.853980 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d762197-2f1a-4a05-908c-af8295ce0717 admin admin] Deleting subnet bed6df72-b903-4ffd-8697-c034dfaf0628 {{(pid=112953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 00:46:57.858252 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-0d762197-2f1a-4a05-908c-af8295ce0717 admin admin] Publish callbacks [] for subnet (bed6df72-b903-4ffd-8697-c034dfaf0628), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:57.920866 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-0d762197-2f1a-4a05-908c-af8295ce0717 admin admin] Publish callbacks [] for subnet (bed6df72-b903-4ffd-8697-c034dfaf0628), precommit_delete_associations {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:57.926684 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-0d762197-2f1a-4a05-908c-af8295ce0717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-769422'] for subnet (bed6df72-b903-4ffd-8697-c034dfaf0628), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:57.996937 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-0d762197-2f1a-4a05-908c-af8295ce0717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177'] for subnet (bed6df72-b903-4ffd-8697-c034dfaf0628), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:58.016620 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-0d762197-2f1a-4a05-908c-af8295ce0717 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for subnet (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:58.021306 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-0d762197-2f1a-4a05-908c-af8295ce0717 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/bed6df72-b903-4ffd-8697-c034dfaf0628 HTTP/1.1" status: 204 len: 168 time: 0.2270706 Sep 15 00:46:58.023977 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 55418) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:58.041663 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 55420) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:58.046809 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-6925c3a4-34cc-4492-a8c5-d066c47ceff7 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Request body: {'security_group': {'name': 'tempest-securitygroup--57173474', 'description': 'tempest-description--1133032070'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:46:58.056131 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d762197-2f1a-4a05-908c-af8295ce0717 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bed6df72-b903-4ffd-8697-c034dfaf0628,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:58.106085 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=35 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:58.146676 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0973f37-2bec-4b51-aa80-4714582ca028 req-36fd7f80-76d7-4aa6-ba7f-7873c5a3f9a2 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:58.148310 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a0973f37-2bec-4b51-aa80-4714582ca028 req-36fd7f80-76d7-4aa6-ba7f-7873c5a3f9a2 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=90bf6477-79b1-4c98-911f-25bda18dbba8 HTTP/1.1" status: 200 len: 943 time: 0.1165793 Sep 15 00:46:58.169084 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-6925c3a4-34cc-4492-a8c5-d066c47ceff7 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:58.170704 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:58.186718 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-b0757781-347c-4626-8a51-7c183c2a4ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792827'] for network (9badb562-8a0f-43be-98e4-ad5ad4a7991a), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:58.223536 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-5f4894ea-80f9-4250-8fd7-5ad27f323506 None None] Attempt 3 to provision port d1a4e947-c4d6-4c99-b7f7-b701f8f23d72 Sep 15 00:46:58.262043 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-5f4894ea-80f9-4250-8fd7-5ad27f323506 None None] Port d1a4e947-c4d6-4c99-b7f7-b701f8f23d72 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:46:58.285021 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a0973f37-2bec-4b51-aa80-4714582ca028 req-54099c05-e023-43e6-8b26-c016bc32fbc2 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282620 Sep 15 00:46:58.339060 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-b0757781-347c-4626-8a51-7c183c2a4ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864165', 'neutron.services.segments.db._delete_segments_for_network-8740354160321'] for network (9badb562-8a0f-43be-98e4-ad5ad4a7991a), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:58.341842 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:58.393220 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-6925c3a4-34cc-4492-a8c5-d066c47ceff7 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks [] for security_group (128356c9-b2bc-4e82-8fd3-4deba6682a64), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:58.397591 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.services.segments.db [None req-b0757781-347c-4626-8a51-7c183c2a4ed0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9badb562-8a0f-43be-98e4-ad5ad4a7991a']}} {{(pid=112952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:46:58.405068 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-6925c3a4-34cc-4492-a8c5-d066c47ceff7 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (128356c9-b2bc-4e82-8fd3-4deba6682a64), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:58.413406 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.services.segments.db [None req-b0757781-347c-4626-8a51-7c183c2a4ed0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '845c8017-b6a4-446e-bbf9-0af62888ce10') {'for_net_delete': True} {{(pid=112952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:46:58.413703 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.services.segments.db [None req-b0757781-347c-4626-8a51-7c183c2a4ed0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '845c8017-b6a4-446e-bbf9-0af62888ce10') {} {{(pid=112952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:46:58.439835 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-b0757781-347c-4626-8a51-7c183c2a4ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740354160213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2228569'] for segment (845c8017-b6a4-446e-bbf9-0af62888ce10), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:58.461741 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-6925c3a4-34cc-4492-a8c5-d066c47ceff7 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:58.462920 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-6925c3a4-34cc-4492-a8c5-d066c47ceff7 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4202886 Sep 15 00:46:58.464174 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-b0757781-347c-4626-8a51-7c183c2a4ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898'] for segment (845c8017-b6a4-446e-bbf9-0af62888ce10), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:58.466732 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 55422) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:58.467198 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6925c3a4-34cc-4492-a8c5-d066c47ceff7 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=128356c9-b2bc-4e82-8fd3-4deba6682a64,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:58.472410 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-482d8b81-5f4c-41d4-bb3d-31790de4c566 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Request body: {'security_group_rule': {'security_group_id': '128356c9-b2bc-4e82-8fd3-4deba6682a64', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:46:58.475412 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0757781-347c-4626-8a51-7c183c2a4ed0 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=112952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 00:46:58.475950 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-b0757781-347c-4626-8a51-7c183c2a4ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3303962'] for segment (845c8017-b6a4-446e-bbf9-0af62888ce10), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:58.509590 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-482d8b81-5f4c-41d4-bb3d-31790de4c566 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks [] for security_group_rule (08474998-4494-4ab1-932d-36c679055444), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:58.553611 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-b0757781-347c-4626-8a51-7c183c2a4ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682314'] for network (9badb562-8a0f-43be-98e4-ad5ad4a7991a), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:58.575085 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-b0757781-347c-4626-8a51-7c183c2a4ed0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for network (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:58.582448 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-b0757781-347c-4626-8a51-7c183c2a4ed0 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/9badb562-8a0f-43be-98e4-ad5ad4a7991a HTTP/1.1" status: 204 len: 168 time: 0.5549970 Sep 15 00:46:58.582448 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0757781-347c-4626-8a51-7c183c2a4ed0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9badb562-8a0f-43be-98e4-ad5ad4a7991a,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:58.651580 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=4 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:58.660616 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519aaf9-3c85-4278-8ca8-69857365839f req-e379a4b1-f41e-438e-bbc6-46c1065946fe tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:58.662294 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d519aaf9-3c85-4278-8ca8-69857365839f req-e379a4b1-f41e-438e-bbc6-46c1065946fe tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b40368c8-a515-46b7-add6-5db877d59406 HTTP/1.1" status: 200 len: 946 time: 0.0908546 Sep 15 00:46:58.682864 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-482d8b81-5f4c-41d4-bb3d-31790de4c566 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks [] for security_group_rule (08474998-4494-4ab1-932d-36c679055444), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:58.699051 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-482d8b81-5f4c-41d4-bb3d-31790de4c566 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645455'] for security_group_rule (08474998-4494-4ab1-932d-36c679055444), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:58.714309 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:58.741137 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-482d8b81-5f4c-41d4-bb3d-31790de4c566 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:58.745371 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-482d8b81-5f4c-41d4-bb3d-31790de4c566 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2738438 Sep 15 00:46:58.746678 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 55430) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:58.747195 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d8b81-5f4c-41d4-bb3d-31790de4c566 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08474998-4494-4ab1-932d-36c679055444,revision_number=0']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:58.759860 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-f69b9a7b-266d-491c-b923-f7c2c933a573 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Request body: {'security_group_rule': {'security_group_id': '128356c9-b2bc-4e82-8fd3-4deba6682a64', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:46:58.762970 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-5f4894ea-80f9-4250-8fd7-5ad27f323506 None None] Attempt 4 to provision port d1a4e947-c4d6-4c99-b7f7-b701f8f23d72 Sep 15 00:46:58.808228 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d519aaf9-3c85-4278-8ca8-69857365839f req-3ef30958-2a1d-42fb-9670-a0c94fd2b6e8 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281776 Sep 15 00:46:58.830975 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-5f4894ea-80f9-4250-8fd7-5ad27f323506 None None] Port d1a4e947-c4d6-4c99-b7f7-b701f8f23d72 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:46:58.845143 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-f69b9a7b-266d-491c-b923-f7c2c933a573 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks [] for security_group_rule (3cd3534d-56f0-4f92-8cff-3b69057026cc), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:58.910858 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 55436) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:58.912208 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0e939-754f-4ab3-9f9d-8f91dda5fa73 req-c8b8de87-7167-4be7-acec-4c1f71d3bea8 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:58.913992 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-74e0e939-754f-4ab3-9f9d-8f91dda5fa73 req-c8b8de87-7167-4be7-acec-4c1f71d3bea8 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=200f747f-85db-4561-aaaa-65b90c5c9f05 HTTP/1.1" status: 200 len: 946 time: 0.0836298 Sep 15 00:46:58.956825 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-f69b9a7b-266d-491c-b923-f7c2c933a573 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks [] for security_group_rule (3cd3534d-56f0-4f92-8cff-3b69057026cc), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:58.959375 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-04b999f6-b156-44aa-ab51-7bb40994b20e admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=705ce7e25b8b4d3e9b60b20f9e6a9c06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0476668 Sep 15 00:46:58.961960 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 55438) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:58.970147 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-f69b9a7b-266d-491c-b923-f7c2c933a573 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645455'] for security_group_rule (3cd3534d-56f0-4f92-8cff-3b69057026cc), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:59.001301 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b9a7b-266d-491c-b923-f7c2c933a573 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cd3534d-56f0-4f92-8cff-3b69057026cc,revision_number=0']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:59.015745 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-74e0e939-754f-4ab3-9f9d-8f91dda5fa73 req-af3ddf6b-c8ea-4a29-aef0-9acb69f4d918 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd34b8c7-774c-4711-a91d-b24da693762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944066 Sep 15 00:46:59.019045 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-f69b9a7b-266d-491c-b923-f7c2c933a573 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:59.022397 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-f69b9a7b-266d-491c-b923-f7c2c933a573 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2725978 Sep 15 00:46:59.024943 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 55440) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:59.030550 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-3631251d-b8e1-46c3-bb04-003357152fb2 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Request body: {'floatingip': {'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:46:59.033571 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-ab9f2639-81ce-493d-8ad0-df834a61b95f admin admin] Publish callbacks [] for security_group (5a1d3bb0-6e18-46e8-b5e2-f9511fcab4b6), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:59.053683 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-3631251d-b8e1-46c3-bb04-003357152fb2 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:59.059953 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-ab9f2639-81ce-493d-8ad0-df834a61b95f admin admin] Publish callbacks [] for security_group (5a1d3bb0-6e18-46e8-b5e2-f9511fcab4b6), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:59.112683 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-ab9f2639-81ce-493d-8ad0-df834a61b95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (5a1d3bb0-6e18-46e8-b5e2-f9511fcab4b6), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:59.115228 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-ab9f2639-81ce-493d-8ad0-df834a61b95f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:59.116422 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-ab9f2639-81ce-493d-8ad0-df834a61b95f admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/5a1d3bb0-6e18-46e8-b5e2-f9511fcab4b6 HTTP/1.1" status: 204 len: 168 time: 0.1533921 Sep 15 00:46:59.128903 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f2639-81ce-493d-8ad0-df834a61b95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1d3bb0-6e18-46e8-b5e2-f9511fcab4b6,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:59.146386 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-3631251d-b8e1-46c3-bb04-003357152fb2 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:59.265769 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.db_base_plugin_common [None req-3631251d-b8e1-46c3-bb04-003357152fb2 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Allocated IP 172.27.1.16 (53046852-16e9-4bc6-a26e-a34c1d2139e6/8f0c0330-11bc-44ed-a1b6-6f3c15aee393/1978fa81-6989-4a87-9e54-fb5cdec79cab) {{(pid=112952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:46:59.322116 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=86,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:59.332130 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-5f4894ea-80f9-4250-8fd7-5ad27f323506 None None] Attempt 5 to provision port d1a4e947-c4d6-4c99-b7f7-b701f8f23d72 Sep 15 00:46:59.389397 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-3631251d-b8e1-46c3-bb04-003357152fb2 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks [] for port (1978fa81-6989-4a87-9e54-fb5cdec79cab), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:59.413756 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:59.418853 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-5f4894ea-80f9-4250-8fd7-5ad27f323506 None None] Port d1a4e947-c4d6-4c99-b7f7-b701f8f23d72 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:46:59.432658 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82e1a8-1756-4ffe-a531-3dad63b7f722 req-b9cd7579-84ae-4e7b-8b14-b513ea5270ce tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:46:59.437103 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-3631251d-b8e1-46c3-bb04-003357152fb2 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3304143'] for port (1978fa81-6989-4a87-9e54-fb5cdec79cab), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:59.440718 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-aa82e1a8-1756-4ffe-a531-3dad63b7f722 req-b9cd7579-84ae-4e7b-8b14-b513ea5270ce tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=90bf6477-79b1-4c98-911f-25bda18dbba8 HTTP/1.1" status: 200 len: 943 time: 0.0641108 Sep 15 00:46:59.486986 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3631251d-b8e1-46c3-bb04-003357152fb2 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Network 53046852-16e9-4bc6-a26e-a34c1d2139e6 is already hosted by enough agents. {{(pid=112952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:46:59.490539 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.base_scheduler [None req-3631251d-b8e1-46c3-bb04-003357152fb2 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Resources bound (agent type, host, resource id): {{(pid=112952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:46:59.493874 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3631251d-b8e1-46c3-bb04-003357152fb2 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Received port after_create {{(pid=112952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:46:59.494781 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-aa82e1a8-1756-4ffe-a531-3dad63b7f722 req-1a3bfd59-9355-4d68-b2c4-1f4abf5072e2 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532014 Sep 15 00:46:59.527739 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631251d-b8e1-46c3-bb04-003357152fb2 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Pushing event updated for resources: {'Port': ['ID=1978fa81-6989-4a87-9e54-fb5cdec79cab,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:59.545869 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device a1e135a4-f153-4035-bcda-0699e462acd6 up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:46:59.567455 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 55448) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:59.591272 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port a1e135a4-f153-4035-bcda-0699e462acd6 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:46:59.591680 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (a1e135a4-f153-4035-bcda-0699e462acd6), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:59.592040 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port a1e135a4-f153-4035-bcda-0699e462acd6 Sep 15 00:46:59.596166 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-3631251d-b8e1-46c3-bb04-003357152fb2 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks [] for floatingip (2952bcb5-494d-4a54-9f49-1ee6f2de7f0c), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:59.614338 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-ebd91594-93d6-4387-9918-b5cc80061a04 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=378daba287774c368fa20ce00f89e4df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454671 Sep 15 00:46:59.614892 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 55450) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:46:59.615047 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:46:59.639519 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-3631251d-b8e1-46c3-bb04-003357152fb2 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (1978fa81-6989-4a87-9e54-fb5cdec79cab), before_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:59.672543 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-7cc929b9-4d3d-4ba5-80fc-d621a31dd66e admin admin] Publish callbacks [] for security_group (c0b35d5c-3aa5-4624-b685-2d863a4767d9), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:59.678860 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port a1e135a4-f153-4035-bcda-0699e462acd6 is: DOWN; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:46:59.679418 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (a1e135a4-f153-4035-bcda-0699e462acd6), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:59.696667 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-7cc929b9-4d3d-4ba5-80fc-d621a31dd66e admin admin] Publish callbacks [] for security_group (c0b35d5c-3aa5-4624-b685-2d863a4767d9), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:59.706497 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] For port a1e135a4-f153-4035-bcda-0699e462acd6, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=a1e135a4-f153-4035-bcda-0699e462acd6,segment=NetworkSegment(bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89),segment_id=bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:46:59.714368 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (a1e135a4-f153-4035-bcda-0699e462acd6), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:59.760433 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-7cc929b9-4d3d-4ba5-80fc-d621a31dd66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (c0b35d5c-3aa5-4624-b685-2d863a4767d9), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:59.763542 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-7cc929b9-4d3d-4ba5-80fc-d621a31dd66e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:59.764697 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-7cc929b9-4d3d-4ba5-80fc-d621a31dd66e admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c0b35d5c-3aa5-4624-b685-2d863a4767d9 HTTP/1.1" status: 204 len: 168 time: 0.1489110 Sep 15 00:46:59.773531 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc929b9-4d3d-4ba5-80fc-d621a31dd66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b35d5c-3aa5-4624-b685-2d863a4767d9,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:59.788931 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Pushing event updated for resources: {'Port': ['ID=a1e135a4-f153-4035-bcda-0699e462acd6,revision_number=4']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:46:59.798553 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.services.segments.plugin [-] Segment 845c8017-b6a4-446e-bbf9-0af62888ce10 resource provider aggregate not found Sep 15 00:46:59.820006 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.services.segments.plugin [-] Segment 845c8017-b6a4-446e-bbf9-0af62888ce10 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 845c8017-b6a4-446e-bbf9-0af62888ce10 found for delete ", "request_id": "req-671f5e0f-9290-45d0-9a15-c926585819a2"}]} Sep 15 00:46:59.846567 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-3631251d-b8e1-46c3-bb04-003357152fb2 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks [] for port (1978fa81-6989-4a87-9e54-fb5cdec79cab), precommit_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:59.853926 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-3631251d-b8e1-46c3-bb04-003357152fb2 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3304182'] for port (1978fa81-6989-4a87-9e54-fb5cdec79cab), after_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:59.919208 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-5f4894ea-80f9-4250-8fd7-5ad27f323506 None None] Attempt 6 to provision port d1a4e947-c4d6-4c99-b7f7-b701f8f23d72 Sep 15 00:46:59.947968 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-3631251d-b8e1-46c3-bb04-003357152fb2 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682341'] for floatingip (2952bcb5-494d-4a54-9f49-1ee6f2de7f0c), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:46:59.967277 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-5f4894ea-80f9-4250-8fd7-5ad27f323506 None None] Port d1a4e947-c4d6-4c99-b7f7-b701f8f23d72 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:47:00.000744 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631251d-b8e1-46c3-bb04-003357152fb2 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Pushing event updated for resources: {'Port': ['ID=1978fa81-6989-4a87-9e54-fb5cdec79cab,revision_number=2']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:47:00.008031 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-3631251d-b8e1-46c3-bb04-003357152fb2 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for floatingip (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:00.015529 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-3631251d-b8e1-46c3-bb04-003357152fb2 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9833441 Sep 15 00:47:00.017402 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b4e6c-01a1-4e28-a81a-f384aaf1ed87 req-5d1e9544-91c5-499c-9158-59ea803941a6 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:00.018809 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-4f9b4e6c-01a1-4e28-a81a-f384aaf1ed87 req-5d1e9544-91c5-499c-9158-59ea803941a6 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b40368c8-a515-46b7-add6-5db877d59406 HTTP/1.1" status: 200 len: 946 time: 0.1152949 Sep 15 00:47:00.082911 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-4f9b4e6c-01a1-4e28-a81a-f384aaf1ed87 req-746d54b3-e38e-448d-ba36-0d7657514763 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544031 Sep 15 00:47:00.161516 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95785da9-34db-426c-88d5-f9efa4008e4d req-a09ae277-115a-423c-8d39-8e29d50403e9 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:00.163141 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-95785da9-34db-426c-88d5-f9efa4008e4d req-a09ae277-115a-423c-8d39-8e29d50403e9 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=200f747f-85db-4561-aaaa-65b90c5c9f05 HTTP/1.1" status: 200 len: 946 time: 0.0626976 Sep 15 00:47:00.192649 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09142767-0309-4887-9db9-dea595905101 None None] Sync routers for ids ['21d3c2da-0083-4dd9-b598-5719182eaa10'] in dv-cinder-857528-2-iscsi {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:47:00.209444 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09142767-0309-4887-9db9-dea595905101 None None] Routers {'21d3c2da-0083-4dd9-b598-5719182eaa10'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:47:00.210106 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-09142767-0309-4887-9db9-dea595905101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:46:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['21d3c2da-0083-4dd9-b598-5719182eaa10'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:47:00.243197 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-95785da9-34db-426c-88d5-f9efa4008e4d req-65962723-94d2-4a47-b12b-e1c63f117a65 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd34b8c7-774c-4711-a91d-b24da693762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742784 Sep 15 00:47:00.266087 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-6e79f5f5-2db6-4811-a57d-67f3fd0ad406 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--57173474&fields=id&tenant_id=72d7dfe402c045edbca04c0e7eee05f9 HTTP/1.1" status: 200 len: 267 time: 0.0514975 Sep 15 00:47:00.344191 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-09142767-0309-4887-9db9-dea595905101 None None] Set router 21d3c2da-0083-4dd9-b598-5719182eaa10 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:47:00.346635 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:00.396415 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-4c006f30-97b5-463d-8ef8-df25cc181c38 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:00.397922 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-4c006f30-97b5-463d-8ef8-df25cc181c38 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/networks?id=ab876c33-1fa1-4628-a9be-d8dde255d344 HTTP/1.1" status: 200 len: 817 time: 0.1212246 Sep 15 00:47:00.414293 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-e5647b59-9048-4e20-a7fc-e523e21d209e tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/quotas/72d7dfe402c045edbca04c0e7eee05f9 HTTP/1.1" status: 200 len: 375 time: 0.0109150 Sep 15 00:47:00.468734 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-5f4894ea-80f9-4250-8fd7-5ad27f323506 None None] Attempt 7 to provision port d1a4e947-c4d6-4c99-b7f7-b701f8f23d72 Sep 15 00:47:00.472763 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-cb43ea8b-92a8-491e-9ce1-ea0cc6e7cbe3 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=72d7dfe402c045edbca04c0e7eee05f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507023 Sep 15 00:47:00.501614 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-5f4894ea-80f9-4250-8fd7-5ad27f323506 None None] Port d1a4e947-c4d6-4c99-b7f7-b701f8f23d72 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:47:00.572193 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-09142767-0309-4887-9db9-dea595905101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'name': 'tempest-AttachVolumeShelveTestJSON-1102589143-router', 'tenant_id': '72d7dfe402c045edbca04c0e7eee05f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a1e135a4-f153-4035-bcda-0699e462acd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:46:53Z', 'updated_at': '2022-09-15T00:46:56Z', 'revision_number': 4, 'project_id': '72d7dfe402c045edbca04c0e7eee05f9', 'gw_port': {'id': 'a1e135a4-f153-4035-bcda-0699e462acd6', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:46:54Z', 'updated_at': '2022-09-15T00:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': 'd1a4e947-c4d6-4c99-b7f7-b701f8f23d72', 'name': '', 'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344', 'tenant_id': '72d7dfe402c045edbca04c0e7eee05f9', 'mac_address': 'fa:16:3e:61:5b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:46:56Z', 'updated_at': '2022-09-15T00:46:56Z', 'revision_number': 2, 'project_id': '72d7dfe402c045edbca04c0e7eee05f9', 'subnets': [{'id': '272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:47:00.606403 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09142767-0309-4887-9db9-dea595905101 None None] Checking router: 21d3c2da-0083-4dd9-b598-5719182eaa10 for host: dv-cinder-857528-2-iscsi {{(pid=112955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:47:00.606757 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09142767-0309-4887-9db9-dea595905101 None None] Updating router 21d3c2da-0083-4dd9-b598-5719182eaa10 port d1a4e947-c4d6-4c99-b7f7-b701f8f23d72 binding host dv-cinder-857528-2-iscsi {{(pid=112955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 00:47:00.607688 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-9236b3be-2a4c-47f2-b797-23169dda6f84 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/ab876c33-1fa1-4628-a9be-d8dde255d344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281905 Sep 15 00:47:00.639629 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0adbb9f-a204-4f64-ad67-1be9ffca4021 req-f4414611-a21a-4da5-b1d3-9a1698af41fe tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:00.641479 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-09142767-0309-4887-9db9-dea595905101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (d1a4e947-c4d6-4c99-b7f7-b701f8f23d72), before_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:00.642114 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e0adbb9f-a204-4f64-ad67-1be9ffca4021 req-f4414611-a21a-4da5-b1d3-9a1698af41fe tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=90bf6477-79b1-4c98-911f-25bda18dbba8 HTTP/1.1" status: 200 len: 943 time: 0.0538688 Sep 15 00:47:00.720326 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e0adbb9f-a204-4f64-ad67-1be9ffca4021 req-2a1bb8ed-d6a6-463a-a19b-ef1396b5245b tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641847 Sep 15 00:47:00.748788 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-0ed8da4f-575d-4ef2-b630-ba1ffb32f5ad service neutron] 10.222.0.15 "GET /networking/v2.0/networks/ab876c33-1fa1-4628-a9be-d8dde255d344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352139 Sep 15 00:47:00.773989 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=100 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:00.937170 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-cf03771d-4144-4ed0-af65-8fe9f5faf871 req-c1d0eae5-bc92-4d1b-bd0b-8203285cedb3 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 210 time: 0.0333140 Sep 15 00:47:00.969650 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-09142767-0309-4887-9db9-dea595905101 None None] Publish callbacks [] for port (d1a4e947-c4d6-4c99-b7f7-b701f8f23d72), precommit_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:00.977176 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-09142767-0309-4887-9db9-dea595905101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (d1a4e947-c4d6-4c99-b7f7-b701f8f23d72), after_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:01.003555 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-5f4894ea-80f9-4250-8fd7-5ad27f323506 None None] Attempt 8 to provision port d1a4e947-c4d6-4c99-b7f7-b701f8f23d72 Sep 15 00:47:01.042314 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27cc2aa-b8dc-45b9-a23f-33a16327ab3c None None] Pushing event updated for resources: {'Port': ['ID=d1a4e947-c4d6-4c99-b7f7-b701f8f23d72,revision_number=3']} {{(pid=112955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:47:01.055578 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27cc2aa-b8dc-45b9-a23f-33a16327ab3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:01.055988 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27cc2aa-b8dc-45b9-a23f-33a16327ab3c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:01.056412 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27cc2aa-b8dc-45b9-a23f-33a16327ab3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:01.056830 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27cc2aa-b8dc-45b9-a23f-33a16327ab3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:01.057227 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27cc2aa-b8dc-45b9-a23f-33a16327ab3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:01.057621 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27cc2aa-b8dc-45b9-a23f-33a16327ab3c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:01.058012 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27cc2aa-b8dc-45b9-a23f-33a16327ab3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:01.058937 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27cc2aa-b8dc-45b9-a23f-33a16327ab3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:01.059325 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27cc2aa-b8dc-45b9-a23f-33a16327ab3c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:01.059812 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27cc2aa-b8dc-45b9-a23f-33a16327ab3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:01.060197 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27cc2aa-b8dc-45b9-a23f-33a16327ab3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:01.060621 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27cc2aa-b8dc-45b9-a23f-33a16327ab3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:01.060999 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27cc2aa-b8dc-45b9-a23f-33a16327ab3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:01.061378 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27cc2aa-b8dc-45b9-a23f-33a16327ab3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:01.061768 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27cc2aa-b8dc-45b9-a23f-33a16327ab3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:01.065094 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-5f4894ea-80f9-4250-8fd7-5ad27f323506 None None] Port d1a4e947-c4d6-4c99-b7f7-b701f8f23d72 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:47:01.122216 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.managers [None req-09142767-0309-4887-9db9-dea595905101 None None] Attempting to bind port d1a4e947-c4d6-4c99-b7f7-b701f8f23d72 on host dv-cinder-857528-2-iscsi for vnic_type normal with profile {{(pid=112955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:47:01.122762 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.managers [None req-09142767-0309-4887-9db9-dea595905101 None None] Attempting to bind port d1a4e947-c4d6-4c99-b7f7-b701f8f23d72 by drivers openvswitch,hyperv on host dv-cinder-857528-2-iscsi at level 0 using segments [{'id': '579e5fe4-7341-4bb1-8e14-57c33347e302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344'}] {{(pid=112955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:47:01.123188 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09142767-0309-4887-9db9-dea595905101 None None] Attempting to bind port d1a4e947-c4d6-4c99-b7f7-b701f8f23d72 on network ab876c33-1fa1-4628-a9be-d8dde255d344 {{(pid=112955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:47:01.153339 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:01.185474 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09142767-0309-4887-9db9-dea595905101 None None] Checking agent: {'id': 'f85e816c-fb48-4744-a66a-e79ceb68e67e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 36, 23), 'started_at': datetime.datetime(2022, 9, 15, 0, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:47:01.186176 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09142767-0309-4887-9db9-dea595905101 None None] Checking segment: {'id': '579e5fe4-7341-4bb1-8e14-57c33347e302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:47:01.186777 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-09142767-0309-4887-9db9-dea595905101 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:01.187333 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09142767-0309-4887-9db9-dea595905101 None None] Bound using segment: {'id': '579e5fe4-7341-4bb1-8e14-57c33347e302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344'} {{(pid=112955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:47:01.188170 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.managers [None req-09142767-0309-4887-9db9-dea595905101 None None] Bound port: d1a4e947-c4d6-4c99-b7f7-b701f8f23d72, host: dv-cinder-857528-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '579e5fe4-7341-4bb1-8e14-57c33347e302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344'}}] {{(pid=112955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:47:01.188815 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-09142767-0309-4887-9db9-dea595905101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (d1a4e947-c4d6-4c99-b7f7-b701f8f23d72), before_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:01.236793 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:01.257151 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.db [None req-09142767-0309-4887-9db9-dea595905101 None None] For port d1a4e947-c4d6-4c99-b7f7-b701f8f23d72, host dv-cinder-857528-2-iscsi, cleared binding levels {{(pid=112955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:47:01.259895 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dacae0-1058-44aa-9df1-89c096df1dbe req-78872462-e6c5-45f6-820e-545a31ac6844 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:01.261208 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.db [None req-09142767-0309-4887-9db9-dea595905101 None None] For port d1a4e947-c4d6-4c99-b7f7-b701f8f23d72, host dv-cinder-857528-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=d1a4e947-c4d6-4c99-b7f7-b701f8f23d72,segment=NetworkSegment(579e5fe4-7341-4bb1-8e14-57c33347e302),segment_id=579e5fe4-7341-4bb1-8e14-57c33347e302)] {{(pid=112955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:47:01.269479 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d5dacae0-1058-44aa-9df1-89c096df1dbe req-78872462-e6c5-45f6-820e-545a31ac6844 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b40368c8-a515-46b7-add6-5db877d59406 HTTP/1.1" status: 200 len: 946 time: 0.0729403 Sep 15 00:47:01.269692 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-09142767-0309-4887-9db9-dea595905101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (d1a4e947-c4d6-4c99-b7f7-b701f8f23d72), after_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:01.307740 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09142767-0309-4887-9db9-dea595905101 None None] Routers {'21d3c2da-0083-4dd9-b598-5719182eaa10'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:47:01.309493 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-09142767-0309-4887-9db9-dea595905101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:46:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['21d3c2da-0083-4dd9-b598-5719182eaa10'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:47:01.385721 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d5dacae0-1058-44aa-9df1-89c096df1dbe req-3ba948a7-4408-4ef6-af06-3e653d5a9867 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946205 Sep 15 00:47:01.441198 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697cd7a-13f6-442c-9f34-4d49cfececab req-a051f367-8438-4160-9b81-2cffa8a0b003 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:01.443101 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-1697cd7a-13f6-442c-9f34-4d49cfececab req-a051f367-8438-4160-9b81-2cffa8a0b003 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=200f747f-85db-4561-aaaa-65b90c5c9f05 HTTP/1.1" status: 200 len: 946 time: 0.0567353 Sep 15 00:47:01.502319 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-1697cd7a-13f6-442c-9f34-4d49cfececab req-87b6f01a-2028-448e-91a0-ea8e6be5ac16 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd34b8c7-774c-4711-a91d-b24da693762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518825 Sep 15 00:47:01.502612 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device a1e135a4-f153-4035-bcda-0699e462acd6 up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:47:01.515164 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27cc2aa-b8dc-45b9-a23f-33a16327ab3c None None] Pushing event updated for resources: {'Port': ['ID=d1a4e947-c4d6-4c99-b7f7-b701f8f23d72,revision_number=4']} {{(pid=112955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:47:01.564630 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port a1e135a4-f153-4035-bcda-0699e462acd6 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:47:01.565019 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (a1e135a4-f153-4035-bcda-0699e462acd6), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:01.565423 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port a1e135a4-f153-4035-bcda-0699e462acd6 Sep 15 00:47:01.567587 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-5f4894ea-80f9-4250-8fd7-5ad27f323506 None None] Attempt 9 to provision port d1a4e947-c4d6-4c99-b7f7-b701f8f23d72 Sep 15 00:47:01.576617 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-09142767-0309-4887-9db9-dea595905101 None None] Set router 21d3c2da-0083-4dd9-b598-5719182eaa10 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:47:01.702362 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port a1e135a4-f153-4035-bcda-0699e462acd6 is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:47:01.705231 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-5f4894ea-80f9-4250-8fd7-5ad27f323506 None None] Current status of the port d1a4e947-c4d6-4c99-b7f7-b701f8f23d72 is: DOWN; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:47:01.706155 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-5f4894ea-80f9-4250-8fd7-5ad27f323506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (d1a4e947-c4d6-4c99-b7f7-b701f8f23d72), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:01.747373 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-5f4894ea-80f9-4250-8fd7-5ad27f323506 None None] For port d1a4e947-c4d6-4c99-b7f7-b701f8f23d72, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=d1a4e947-c4d6-4c99-b7f7-b701f8f23d72,segment=NetworkSegment(579e5fe4-7341-4bb1-8e14-57c33347e302),segment_id=579e5fe4-7341-4bb1-8e14-57c33347e302)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:47:01.754238 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-5f4894ea-80f9-4250-8fd7-5ad27f323506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (d1a4e947-c4d6-4c99-b7f7-b701f8f23d72), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:01.787216 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:01.814423 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-09142767-0309-4887-9db9-dea595905101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'name': 'tempest-AttachVolumeShelveTestJSON-1102589143-router', 'tenant_id': '72d7dfe402c045edbca04c0e7eee05f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a1e135a4-f153-4035-bcda-0699e462acd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:46:53Z', 'updated_at': '2022-09-15T00:46:56Z', 'revision_number': 4, 'project_id': '72d7dfe402c045edbca04c0e7eee05f9', 'gw_port': {'id': 'a1e135a4-f153-4035-bcda-0699e462acd6', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:46:54Z', 'updated_at': '2022-09-15T00:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': 'd1a4e947-c4d6-4c99-b7f7-b701f8f23d72', 'name': '', 'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344', 'tenant_id': '72d7dfe402c045edbca04c0e7eee05f9', 'mac_address': 'fa:16:3e:61:5b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:46:56Z', 'updated_at': '2022-09-15T00:47:01Z', 'revision_number': 4, 'project_id': '72d7dfe402c045edbca04c0e7eee05f9', 'subnets': [{'id': '272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:47:01.815998 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4894ea-80f9-4250-8fd7-5ad27f323506 None None] Pushing event updated for resources: {'Port': ['ID=d1a4e947-c4d6-4c99-b7f7-b701f8f23d72,revision_number=5']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:47:01.845891 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09142767-0309-4887-9db9-dea595905101 None None] The sync data for ids ['21d3c2da-0083-4dd9-b598-5719182eaa10'] in dv-cinder-857528-2-iscsi is: [{'id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'name': 'tempest-AttachVolumeShelveTestJSON-1102589143-router', 'tenant_id': '72d7dfe402c045edbca04c0e7eee05f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a1e135a4-f153-4035-bcda-0699e462acd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:46:53Z', 'updated_at': '2022-09-15T00:46:56Z', 'revision_number': 4, 'project_id': '72d7dfe402c045edbca04c0e7eee05f9', 'gw_port': {'id': 'a1e135a4-f153-4035-bcda-0699e462acd6', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:46:54Z', 'updated_at': '2022-09-15T00:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': 'd1a4e947-c4d6-4c99-b7f7-b701f8f23d72', 'name': '', 'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344', 'tenant_id': '72d7dfe402c045edbca04c0e7eee05f9', 'mac_address': 'fa:16:3e:61:5b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:46:56Z', 'updated_at': '2022-09-15T00:47:01Z', 'revision_number': 4, 'project_id': '72d7dfe402c045edbca04c0e7eee05f9', 'subnets': [{'id': '272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:47:01.873464 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2472a-7eef-45cd-8006-a5cfcd44729f req-d5f2ce3f-07ad-4c43-9318-7091c6b57b23 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:01.875574 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-6fd9da43-cd5a-4b09-a54c-afaecd7c0b98 None None] Provisioning complete for port d1a4e947-c4d6-4c99-b7f7-b701f8f23d72 triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:47:01.876012 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-6fd9da43-cd5a-4b09-a54c-afaecd7c0b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (d1a4e947-c4d6-4c99-b7f7-b701f8f23d72), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:01.876655 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-6fd9da43-cd5a-4b09-a54c-afaecd7c0b98 None None] Attempt 1 to provision port d1a4e947-c4d6-4c99-b7f7-b701f8f23d72 Sep 15 00:47:01.881389 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-55f2472a-7eef-45cd-8006-a5cfcd44729f req-d5f2ce3f-07ad-4c43-9318-7091c6b57b23 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=90bf6477-79b1-4c98-911f-25bda18dbba8 HTTP/1.1" status: 200 len: 943 time: 0.0662484 Sep 15 00:47:01.930764 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-55f2472a-7eef-45cd-8006-a5cfcd44729f req-c65d2dfb-b3a1-4097-8a1b-816bf8d4c5e7 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472646 Sep 15 00:47:01.978830 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-6fd9da43-cd5a-4b09-a54c-afaecd7c0b98 None None] Current status of the port d1a4e947-c4d6-4c99-b7f7-b701f8f23d72 is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:47:02.047761 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-1d81fc32-56be-4ec4-ae17-37b273284d3f req-f6ae61b8-cef1-4204-94a2-1996fb5c1fab tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 210 time: 0.0382156 Sep 15 00:47:02.188393 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=112954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 00:47:02.300871 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad,segment=NetworkSegment(67a5c709-e9e9-4f50-9138-0fb27c172b4e),segment_id=67a5c709-e9e9-4f50-9138-0fb27c172b4e)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:47:02.313902 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Returning: {'device': '71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad', 'network_id': '7963b74a-c6e4-436d-bf68-47024742fd78', 'port_id': '71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad', 'mac_address': 'fa:16:3e:f1:44:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ce47667-4c20-48cc-b8c4-72b77a4e8e2d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 00:47:02.348467 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:02.351442 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port 71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad is: DOWN; New status is: BUILD {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:47:02.351776 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:02.367039 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad {{(pid=112954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 00:47:02.392467 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad,segment=NetworkSegment(67a5c709-e9e9-4f50-9138-0fb27c172b4e),segment_id=67a5c709-e9e9-4f50-9138-0fb27c172b4e)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:47:02.399160 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:02.452365 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad,revision_number=4']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:47:02.529794 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b858336-cc71-4c6b-a855-55fd8a952c50 req-011e602e-6054-4f1a-b066-88ae254c0181 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:02.533071 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-2b858336-cc71-4c6b-a855-55fd8a952c50 req-011e602e-6054-4f1a-b066-88ae254c0181 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b40368c8-a515-46b7-add6-5db877d59406 HTTP/1.1" status: 200 len: 946 time: 0.0707760 Sep 15 00:47:02.620158 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-2b858336-cc71-4c6b-a855-55fd8a952c50 req-b5744e5d-446e-4945-82c2-949ac1c97dd2 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726151 Sep 15 00:47:02.660551 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b4c4e-e954-4fc1-b658-3c5ec6bf5d7d req-b8792898-e03c-4bce-ab2a-570bf9511f60 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:02.662009 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-638b4c4e-e954-4fc1-b658-3c5ec6bf5d7d req-b8792898-e03c-4bce-ab2a-570bf9511f60 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=200f747f-85db-4561-aaaa-65b90c5c9f05 HTTP/1.1" status: 200 len: 946 time: 0.0492828 Sep 15 00:47:02.688566 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:02.714277 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-638b4c4e-e954-4fc1-b658-3c5ec6bf5d7d req-8706915a-80b3-42c2-bce1-0a90c8f01504 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd34b8c7-774c-4711-a91d-b24da693762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450268 Sep 15 00:47:02.970679 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:02.984125 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57470e1c-97a9-44b0-9c3a-d9f3fd63be9a req-b6c2697c-363f-46e7-88cb-2eefab504122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:02.985651 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-57470e1c-97a9-44b0-9c3a-d9f3fd63be9a req-b6c2697c-363f-46e7-88cb-2eefab504122 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=06a0252a4fba4f1ebfa9f25a2c6e39a4&device_id=90bf6477-79b1-4c98-911f-25bda18dbba8 HTTP/1.1" status: 200 len: 1128 time: 0.0509233 Sep 15 00:47:03.060982 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d5180-b59f-4602-96ea-c976012749d1 req-085aaff8-cb4b-41fe-8e4d-44d59e682b46 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:03.062468 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-c77d5180-b59f-4602-96ea-c976012749d1 req-085aaff8-cb4b-41fe-8e4d-44d59e682b46 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=90bf6477-79b1-4c98-911f-25bda18dbba8 HTTP/1.1" status: 200 len: 944 time: 0.0469308 Sep 15 00:47:03.119661 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-c77d5180-b59f-4602-96ea-c976012749d1 req-68613851-43a4-440e-8bc5-a027b16706b3 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512969 Sep 15 00:47:03.163094 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-12059106-984b-4feb-a103-1f0c3ab66a89 req-a5840562-986f-4f4e-aff2-562980ed4f1b tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 210 time: 0.0289333 Sep 15 00:47:03.272058 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] get_ports_and_sgs() called for port_ids ['71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad'] {{(pid=112954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 00:47:03.447540 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device d1a4e947-c4d6-4c99-b7f7-b701f8f23d72 up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:47:03.491541 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port d1a4e947-c4d6-4c99-b7f7-b701f8f23d72 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:47:03.491913 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (d1a4e947-c4d6-4c99-b7f7-b701f8f23d72), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:03.492246 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port d1a4e947-c4d6-4c99-b7f7-b701f8f23d72 Sep 15 00:47:03.565575 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port d1a4e947-c4d6-4c99-b7f7-b701f8f23d72 is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:47:03.756698 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f228118-b09e-4ef0-9cfb-e3703744e736 req-6a38aec8-a716-426c-a18e-083a5eca0b83 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:03.758255 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-8f228118-b09e-4ef0-9cfb-e3703744e736 req-6a38aec8-a716-426c-a18e-083a5eca0b83 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b40368c8-a515-46b7-add6-5db877d59406 HTTP/1.1" status: 200 len: 946 time: 0.0519273 Sep 15 00:47:03.787158 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57470e1c-97a9-44b0-9c3a-d9f3fd63be9a req-9616c72c-37bd-4b9e-a144-6bb0311f195d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:03.788989 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-57470e1c-97a9-44b0-9c3a-d9f3fd63be9a req-9616c72c-37bd-4b9e-a144-6bb0311f195d service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=7963b74a-c6e4-436d-bf68-47024742fd78 HTTP/1.1" status: 200 len: 909 time: 0.1064236 Sep 15 00:47:03.817510 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-8f228118-b09e-4ef0-9cfb-e3703744e736 req-ca28a7e1-fde8-4eb6-b5c3-817c3f07c4f0 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526192 Sep 15 00:47:04.026266 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-57470e1c-97a9-44b0-9c3a-d9f3fd63be9a req-3ee7a7b6-cbab-4319-8be8-5b07e61e9419 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad HTTP/1.1" status: 200 len: 217 time: 0.2306824 Sep 15 00:47:04.090080 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da4a75-1899-44b9-8051-5778c9d56c8b req-1b210fde-6aad-49ed-8649-d78b7884d8ca tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:04.091565 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f8da4a75-1899-44b9-8051-5778c9d56c8b req-1b210fde-6aad-49ed-8649-d78b7884d8ca tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=200f747f-85db-4561-aaaa-65b90c5c9f05 HTTP/1.1" status: 200 len: 946 time: 0.2883496 Sep 15 00:47:04.115965 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57470e1c-97a9-44b0-9c3a-d9f3fd63be9a req-72f514ae-38a5-43be-8349-d51ad55864ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:04.117327 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-57470e1c-97a9-44b0-9c3a-d9f3fd63be9a req-72f514ae-38a5-43be-8349-d51ad55864ef service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=5ce47667-4c20-48cc-b8c4-72b77a4e8e2d HTTP/1.1" status: 200 len: 849 time: 0.0747550 Sep 15 00:47:04.145619 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f8da4a75-1899-44b9-8051-5778c9d56c8b req-3f0b1b32-7c15-419a-972a-9004ce73048b tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd34b8c7-774c-4711-a91d-b24da693762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466895 Sep 15 00:47:04.252701 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc08207-17a6-4120-a28d-565e3f331e2d req-d0807b47-45ff-4757-9edb-368fb1b10593 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:04.254360 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-dcc08207-17a6-4120-a28d-565e3f331e2d req-d0807b47-45ff-4757-9edb-368fb1b10593 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=90bf6477-79b1-4c98-911f-25bda18dbba8 HTTP/1.1" status: 200 len: 944 time: 0.0574603 Sep 15 00:47:04.327266 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ccfa985f-3c35-45ab-8935-647456b56938 req-f299783d-03be-4756-ad2e-32e8f46bb251 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 210 time: 0.0466321 Sep 15 00:47:04.327857 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-dcc08207-17a6-4120-a28d-565e3f331e2d req-d3bd5f65-7fcf-4c9d-b026-4e1e2b1c2c7d tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634785 Sep 15 00:47:04.574868 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-57470e1c-97a9-44b0-9c3a-d9f3fd63be9a req-bbbe8d54-5b7a-499d-89c2-7d70ea7d0f3f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=7963b74a-c6e4-436d-bf68-47024742fd78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299413 Sep 15 00:47:04.858694 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad up at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:47:04.936350 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Provisioning for port 71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad completed by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 00:47:04.944300 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Provisioning complete for port 71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:47:04.944844 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:04.945194 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Attempt 1 to provision port 71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad Sep 15 00:47:04.969393 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8431dd-c4ed-4852-a622-e47fd951e9c3 req-65e9225d-b2bd-473b-98bd-32a9766c04d3 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:04.971030 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-4e8431dd-c4ed-4852-a622-e47fd951e9c3 req-65e9225d-b2bd-473b-98bd-32a9766c04d3 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b40368c8-a515-46b7-add6-5db877d59406 HTTP/1.1" status: 200 len: 946 time: 0.0662234 Sep 15 00:47:04.974415 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=100 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:05.013622 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=100 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:05.022321 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-4e8431dd-c4ed-4852-a622-e47fd951e9c3 req-384f20a7-b2d5-4289-bd55-07c5ed63ecdb tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455031 Sep 15 00:47:05.030473 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port 71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad is: BUILD; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:47:05.030869 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:05.054196 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90bf6477-79b1-4c98-911f-25bda18dbba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad'}] {{(pid=112954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:47:05.056470 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac31f47a78c65cec711889e6d70219b8f5c13991b6e76ee3a100a5a33f2e7321" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e7dd44-aa12-4528-8b01-1d6be0043578" -d '{"events": [{"server_uuid": "90bf6477-79b1-4c98-911f-25bda18dbba8", "name": "network-vif-plugged", "status": "completed", "tag": "71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad"}]}' {{(pid=112954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:47:05.071999 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad,segment=NetworkSegment(67a5c709-e9e9-4f50-9138-0fb27c172b4e),segment_id=67a5c709-e9e9-4f50-9138-0fb27c172b4e)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:47:05.076636 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:05.107898 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 00:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a5f123-e43b-4fc4-96ab-ee89349b7dbf x-openstack-request-id: req-08a5f123-e43b-4fc4-96ab-ee89349b7dbf {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:47:05.108394 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90bf6477-79b1-4c98-911f-25bda18dbba8", "name": "network-vif-plugged", "status": "completed", "tag": "71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad", "code": 200}]} {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:47:05.108762 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-08a5f123-e43b-4fc4-96ab-ee89349b7dbf {{(pid=112954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:47:05.109155 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08a5f123-e43b-4fc4-96ab-ee89349b7dbf'] response: {'server_uuid': '90bf6477-79b1-4c98-911f-25bda18dbba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad', 'code': 200} Sep 15 00:47:05.137415 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad,revision_number=5']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:47:05.464245 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-bf007be3-2b7d-45cc-96cf-bfbc5d1a9418 req-219e026a-0768-4006-81ab-3ce7c05f1d36 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 210 time: 0.0358362 Sep 15 00:47:05.484817 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03febf7e-d80b-4373-84a7-563c17cf0119 req-684a16f5-f4ca-49a1-81a9-3c455b4620e2 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:05.486452 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-03febf7e-d80b-4373-84a7-563c17cf0119 req-684a16f5-f4ca-49a1-81a9-3c455b4620e2 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=90bf6477-79b1-4c98-911f-25bda18dbba8 HTTP/1.1" status: 200 len: 945 time: 0.0668206 Sep 15 00:47:05.544349 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-03febf7e-d80b-4373-84a7-563c17cf0119 req-3c9dddb1-ed68-41ec-953e-58476cb2267a tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488575 Sep 15 00:47:05.774076 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 55700) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:47:05.932106 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-0df1262e-00c3-40ef-950c-7c6eb43009b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:06.008820 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-0df1262e-00c3-40ef-950c-7c6eb43009b1 admin admin] Publish callbacks [] for security_group (c91507db-c9fa-4ab6-a9bf-e9183c053d5f), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:06.015469 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-0df1262e-00c3-40ef-950c-7c6eb43009b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (c91507db-c9fa-4ab6-a9bf-e9183c053d5f), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:06.055935 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-0df1262e-00c3-40ef-950c-7c6eb43009b1 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=cea1579e13eb478b82855f8459fb78f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2807009 Sep 15 00:47:06.057427 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df1262e-00c3-40ef-950c-7c6eb43009b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91507db-c9fa-4ab6-a9bf-e9183c053d5f,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:47:06.058778 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 55706) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:47:06.123470 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-3ae42cc8-64a2-40ff-b161-7295949c6dd8 admin admin] Publish callbacks [] for security_group (c91507db-c9fa-4ab6-a9bf-e9183c053d5f), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:06.170288 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-3ae42cc8-64a2-40ff-b161-7295949c6dd8 admin admin] Publish callbacks [] for security_group (c91507db-c9fa-4ab6-a9bf-e9183c053d5f), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:06.185103 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6625bb-e234-4181-a710-5a96740568a9 req-fa75f686-6f1c-4cb0-b8f2-c68b3c7751c0 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:06.186581 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-aa6625bb-e234-4181-a710-5a96740568a9 req-fa75f686-6f1c-4cb0-b8f2-c68b3c7751c0 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b40368c8-a515-46b7-add6-5db877d59406 HTTP/1.1" status: 200 len: 946 time: 0.0822554 Sep 15 00:47:06.255055 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-aa6625bb-e234-4181-a710-5a96740568a9 req-06569b60-5bc8-4f41-8722-748c7ad8e392 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590074 Sep 15 00:47:06.264604 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-3ae42cc8-64a2-40ff-b161-7295949c6dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (c91507db-c9fa-4ab6-a9bf-e9183c053d5f), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:06.267746 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-3ae42cc8-64a2-40ff-b161-7295949c6dd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:06.268893 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-3ae42cc8-64a2-40ff-b161-7295949c6dd8 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c91507db-c9fa-4ab6-a9bf-e9183c053d5f HTTP/1.1" status: 204 len: 168 time: 0.2077260 Sep 15 00:47:06.278934 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae42cc8-64a2-40ff-b161-7295949c6dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91507db-c9fa-4ab6-a9bf-e9183c053d5f,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:47:06.575253 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d80a1df0-32b7-4fa2-a6fb-647a542352e1 req-54f62994-fa66-4d5d-b666-e04939fb7060 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 210 time: 0.0335124 Sep 15 00:47:06.676537 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15aaa4f-b047-4c14-8a74-d27d3d532241 req-02f1d037-e511-4299-a8e3-a6e770fd44c0 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:06.678034 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d15aaa4f-b047-4c14-8a74-d27d3d532241 req-02f1d037-e511-4299-a8e3-a6e770fd44c0 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=90bf6477-79b1-4c98-911f-25bda18dbba8 HTTP/1.1" status: 200 len: 945 time: 0.0514462 Sep 15 00:47:06.726638 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d15aaa4f-b047-4c14-8a74-d27d3d532241 req-ff141745-14ea-4e9f-9459-5bb2c23900f0 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428960 Sep 15 00:47:06.941179 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-57470e1c-97a9-44b0-9c3a-d9f3fd63be9a req-da11eee3-e8e2-4be7-bd52-54a1f99f62c5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7963b74a-c6e4-436d-bf68-47024742fd78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998077 Sep 15 00:47:07.066161 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-9aaaf5ff-2cad-4457-93eb-d28806197f41 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:07.067831 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-9aaaf5ff-2cad-4457-93eb-d28806197f41 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.18 "GET /networking/v2.0/networks?id=ab876c33-1fa1-4628-a9be-d8dde255d344 HTTP/1.1" status: 200 len: 817 time: 0.1802175 Sep 15 00:47:07.081200 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:07.085282 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-57470e1c-97a9-44b0-9c3a-d9f3fd63be9a req-0a832e77-de85-4720-b049-ffade8444936 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/7963b74a-c6e4-436d-bf68-47024742fd78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334496 Sep 15 00:47:07.155525 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:07.196386 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-ca848f3a-b1af-4475-96a3-0b5881801147 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=72d7dfe402c045edbca04c0e7eee05f9 HTTP/1.1" status: 200 len: 378 time: 0.1006279 Sep 15 00:47:07.211660 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-963a8fff-a144-4bd0-9f9a-34ed3ceb6fa7 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Request body: {'port': {'device_id': '469fcc1e-0231-4642-b72f-c2bf7fd7eb07', 'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344', 'admin_state_up': True, 'tenant_id': '72d7dfe402c045edbca04c0e7eee05f9', 'security_groups': ['128356c9-b2bc-4e82-8fd3-4deba6682a64']}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:47:07.245377 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1710ca-85c8-49da-a9fa-2dd89f312bce req-ab5c68ff-b26c-4882-a46a-063b40fcddeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:07.246963 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-cf1710ca-85c8-49da-a9fa-2dd89f312bce req-ab5c68ff-b26c-4882-a46a-063b40fcddeb service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b40368c8-a515-46b7-add6-5db877d59406 HTTP/1.1" status: 200 len: 1130 time: 0.1299162 Sep 15 00:47:07.250441 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a97e21f-1d6e-435b-9b46-5d282fd231d7 req-eab8c86d-9a1d-4ac6-92c2-966d40b4a54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:07.251991 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5a97e21f-1d6e-435b-9b46-5d282fd231d7 req-eab8c86d-9a1d-4ac6-92c2-966d40b4a54e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=90bf6477-79b1-4c98-911f-25bda18dbba8 HTTP/1.1" status: 200 len: 1129 time: 0.0542936 Sep 15 00:47:07.337283 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-963a8fff-a144-4bd0-9f9a-34ed3ceb6fa7 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Made reservation on behalf of 72d7dfe402c045edbca04c0e7eee05f9 for: {'port': 1} {{(pid=112952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:47:07.341611 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-963a8fff-a144-4bd0-9f9a-34ed3ceb6fa7 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:07.433357 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-cf1710ca-85c8-49da-a9fa-2dd89f312bce req-3de70258-ef78-48a9-8afb-e471873f498b service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804963 Sep 15 00:47:07.435737 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5a97e21f-1d6e-435b-9b46-5d282fd231d7 req-9c535be7-3c55-4982-88e2-2c82bc94bf0a service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766718 Sep 15 00:47:07.441471 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02284ab3-6b96-40d0-8455-ce07f1853874 req-4cbb6358-5a7a-4f82-8c0d-3d6276233786 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:07.442963 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-02284ab3-6b96-40d0-8455-ce07f1853874 req-4cbb6358-5a7a-4f82-8c0d-3d6276233786 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b40368c8-a515-46b7-add6-5db877d59406 HTTP/1.1" status: 200 len: 946 time: 0.0990248 Sep 15 00:47:07.539748 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-02284ab3-6b96-40d0-8455-ce07f1853874 req-28984a9c-83ac-472b-aefe-ab1f61f734d4 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901811 Sep 15 00:47:07.557539 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.db_base_plugin_common [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-963a8fff-a144-4bd0-9f9a-34ed3ceb6fa7 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Allocated IP 172.20.0.12 (ab876c33-1fa1-4628-a9be-d8dde255d344/272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72/86077b58-abc6-43a7-9b01-51a893794c4e) {{(pid=112952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:47:07.663475 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:07.688778 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-76877afb-cefe-47e5-8398-5cfc7a607e9b req-b2a75ff7-e3c1-4794-9425-c4d77ec56a5e tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 210 time: 0.0294151 Sep 15 00:47:07.710126 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-963a8fff-a144-4bd0-9f9a-34ed3ceb6fa7 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks [] for port (86077b58-abc6-43a7-9b01-51a893794c4e), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:07.742889 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-963a8fff-a144-4bd0-9f9a-34ed3ceb6fa7 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3304143'] for port (86077b58-abc6-43a7-9b01-51a893794c4e), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:07.797722 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-963a8fff-a144-4bd0-9f9a-34ed3ceb6fa7 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Network ab876c33-1fa1-4628-a9be-d8dde255d344 is already hosted by enough agents. {{(pid=112952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:47:07.803850 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.base_scheduler [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-963a8fff-a144-4bd0-9f9a-34ed3ceb6fa7 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Resources bound (agent type, host, resource id): {{(pid=112952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:47:07.808328 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-963a8fff-a144-4bd0-9f9a-34ed3ceb6fa7 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Received port after_create {{(pid=112952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:47:07.864871 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a8fff-a144-4bd0-9f9a-34ed3ceb6fa7 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Pushing event updated for resources: {'Port': ['ID=86077b58-abc6-43a7-9b01-51a893794c4e,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:47:07.895469 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e429f-c2ca-49d5-a1bd-96b74627dbd8 req-a23c3d1f-c2f2-488a-9653-30489ab1d060 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:07.897013 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-474e429f-c2ca-49d5-a1bd-96b74627dbd8 req-a23c3d1f-c2f2-488a-9653-30489ab1d060 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=90bf6477-79b1-4c98-911f-25bda18dbba8 HTTP/1.1" status: 200 len: 945 time: 0.0841942 Sep 15 00:47:07.908975 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-963a8fff-a144-4bd0-9f9a-34ed3ceb6fa7 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:07.909670 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-963a8fff-a144-4bd0-9f9a-34ed3ceb6fa7 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:07.948112 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-963a8fff-a144-4bd0-9f9a-34ed3ceb6fa7 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7418230 Sep 15 00:47:07.954140 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:07.969553 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-474e429f-c2ca-49d5-a1bd-96b74627dbd8 req-b826f69f-93d4-4edb-bd97-5229d0af0910 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662060 Sep 15 00:47:08.040115 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-7c2b783b-7458-4e84-8e1f-53fe12549854 None None] Provisioning complete for port 86077b58-abc6-43a7-9b01-51a893794c4e triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:47:08.040670 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-7c2b783b-7458-4e84-8e1f-53fe12549854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (86077b58-abc6-43a7-9b01-51a893794c4e), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:08.040816 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-7c2b783b-7458-4e84-8e1f-53fe12549854 None None] Attempt 1 to provision port 86077b58-abc6-43a7-9b01-51a893794c4e Sep 15 00:47:08.194158 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-7c2b783b-7458-4e84-8e1f-53fe12549854 None None] Port 86077b58-abc6-43a7-9b01-51a893794c4e cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:47:08.668111 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1ff26-c7a6-4cd3-a446-419ea6fe9f64 req-f17a9c70-e4f4-4c6c-92c4-da327502263f tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:08.674634 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-2e3e86dd-3768-417d-b69a-0cf78a4badfe service neutron] Request body: {'port': {'device_id': '469fcc1e-0231-4642-b72f-c2bf7fd7eb07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:47:08.680045 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e9a1ff26-c7a6-4cd3-a446-419ea6fe9f64 req-f17a9c70-e4f4-4c6c-92c4-da327502263f tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b40368c8-a515-46b7-add6-5db877d59406 HTTP/1.1" status: 200 len: 946 time: 0.0630112 Sep 15 00:47:08.695093 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-7c2b783b-7458-4e84-8e1f-53fe12549854 None None] Attempt 2 to provision port 86077b58-abc6-43a7-9b01-51a893794c4e Sep 15 00:47:08.706602 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:08.743404 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e9a1ff26-c7a6-4cd3-a446-419ea6fe9f64 req-87b9d5b3-cf6e-4d18-9a85-aba0c666313f tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518224 Sep 15 00:47:08.748478 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-2e3e86dd-3768-417d-b69a-0cf78a4badfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (86077b58-abc6-43a7-9b01-51a893794c4e), before_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:08.750611 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-7c2b783b-7458-4e84-8e1f-53fe12549854 None None] Port 86077b58-abc6-43a7-9b01-51a893794c4e cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:47:08.873828 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:08.938600 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd6e2b-7088-4af1-bf63-a21f4eb4a5c6 req-21cac132-7c1e-423c-bd94-3843c06ac410 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:08.940178 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a9dd6e2b-7088-4af1-bf63-a21f4eb4a5c6 req-21cac132-7c1e-423c-bd94-3843c06ac410 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 932 time: 0.1241128 Sep 15 00:47:09.045401 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a9dd6e2b-7088-4af1-bf63-a21f4eb4a5c6 req-f6cd5ef8-fa67-4084-852d-ff202327a02e tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0987265 Sep 15 00:47:09.101566 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687f232-4ae3-42bd-a4e9-7331c4e6e571 req-faf738d4-7e2b-4d18-bc3b-7396d99b5eb9 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:09.103042 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d687f232-4ae3-42bd-a4e9-7331c4e6e571 req-faf738d4-7e2b-4d18-bc3b-7396d99b5eb9 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=90bf6477-79b1-4c98-911f-25bda18dbba8 HTTP/1.1" status: 200 len: 945 time: 0.0580060 Sep 15 00:47:09.127826 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.notifiers.nova [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-2e3e86dd-3768-417d-b69a-0cf78a4badfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86077b58-abc6-43a7-9b01-51a893794c4e {{(pid=112952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 00:47:09.135686 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-2e3e86dd-3768-417d-b69a-0cf78a4badfe service neutron] Publish callbacks [] for port (86077b58-abc6-43a7-9b01-51a893794c4e), precommit_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:09.149651 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d687f232-4ae3-42bd-a4e9-7331c4e6e571 req-3769667a-985a-45b4-acef-d5d9d33947d5 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409353 Sep 15 00:47:09.150734 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.provisioning_blocks [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-2e3e86dd-3768-417d-b69a-0cf78a4badfe service neutron] Transition to ACTIVE for port object 86077b58-abc6-43a7-9b01-51a893794c4e will not be triggered until provisioned by entity L2. {{(pid=112952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 00:47:09.155891 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-2e3e86dd-3768-417d-b69a-0cf78a4badfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3304182'] for port (86077b58-abc6-43a7-9b01-51a893794c4e), after_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:09.222217 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e86dd-3768-417d-b69a-0cf78a4badfe service neutron] Pushing event updated for resources: {'Port': ['ID=86077b58-abc6-43a7-9b01-51a893794c4e,revision_number=2']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:47:09.252243 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-7c2b783b-7458-4e84-8e1f-53fe12549854 None None] Attempt 3 to provision port 86077b58-abc6-43a7-9b01-51a893794c4e Sep 15 00:47:09.256287 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:09.277065 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.managers [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-2e3e86dd-3768-417d-b69a-0cf78a4badfe service neutron] Attempting to bind port 86077b58-abc6-43a7-9b01-51a893794c4e on host hv-cinder-85752 for vnic_type normal with profile {{(pid=112952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:47:09.277402 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.managers [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-2e3e86dd-3768-417d-b69a-0cf78a4badfe service neutron] Attempting to bind port 86077b58-abc6-43a7-9b01-51a893794c4e by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '579e5fe4-7341-4bb1-8e14-57c33347e302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344'}] {{(pid=112952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:47:09.277753 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-2e3e86dd-3768-417d-b69a-0cf78a4badfe service neutron] Attempting to bind port 86077b58-abc6-43a7-9b01-51a893794c4e on network ab876c33-1fa1-4628-a9be-d8dde255d344 {{(pid=112952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:47:09.288747 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-7c2b783b-7458-4e84-8e1f-53fe12549854 None None] Port 86077b58-abc6-43a7-9b01-51a893794c4e cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:47:09.320141 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-2e3e86dd-3768-417d-b69a-0cf78a4badfe service neutron] Port 86077b58-abc6-43a7-9b01-51a893794c4e on network ab876c33-1fa1-4628-a9be-d8dde255d344 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=112952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 00:47:09.320470 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-2e3e86dd-3768-417d-b69a-0cf78a4badfe service neutron] Attempting to bind port 86077b58-abc6-43a7-9b01-51a893794c4e on network ab876c33-1fa1-4628-a9be-d8dde255d344 {{(pid=112952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:47:09.368425 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-2e3e86dd-3768-417d-b69a-0cf78a4badfe service neutron] Checking agent: {'id': '7a59e084-9e76-4c44-9c60-e850dcdcbbb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 42, 37), 'started_at': datetime.datetime(2022, 9, 15, 0, 42, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:47:09.368743 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-2e3e86dd-3768-417d-b69a-0cf78a4badfe service neutron] Checking segment: {'id': '579e5fe4-7341-4bb1-8e14-57c33347e302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:47:09.369573 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-2e3e86dd-3768-417d-b69a-0cf78a4badfe service neutron] Bound using segment: {'id': '579e5fe4-7341-4bb1-8e14-57c33347e302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344'} {{(pid=112952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:47:09.369969 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.managers [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-2e3e86dd-3768-417d-b69a-0cf78a4badfe service neutron] Bound port: 86077b58-abc6-43a7-9b01-51a893794c4e, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '579e5fe4-7341-4bb1-8e14-57c33347e302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344'}}] {{(pid=112952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:47:09.370476 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-2e3e86dd-3768-417d-b69a-0cf78a4badfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (86077b58-abc6-43a7-9b01-51a893794c4e), before_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:09.435166 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.db [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-2e3e86dd-3768-417d-b69a-0cf78a4badfe service neutron] For port 86077b58-abc6-43a7-9b01-51a893794c4e, host hv-cinder-85752, cleared binding levels {{(pid=112952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:47:09.438440 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.db [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-2e3e86dd-3768-417d-b69a-0cf78a4badfe service neutron] For port 86077b58-abc6-43a7-9b01-51a893794c4e, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=86077b58-abc6-43a7-9b01-51a893794c4e,segment=NetworkSegment(579e5fe4-7341-4bb1-8e14-57c33347e302),segment_id=579e5fe4-7341-4bb1-8e14-57c33347e302)] {{(pid=112952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:47:09.449274 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-2e3e86dd-3768-417d-b69a-0cf78a4badfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3304182'] for port (86077b58-abc6-43a7-9b01-51a893794c4e), after_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:09.454716 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-2e3e86dd-3768-417d-b69a-0cf78a4badfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:09.455364 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-2e3e86dd-3768-417d-b69a-0cf78a4badfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:09.456779 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-2e3e86dd-3768-417d-b69a-0cf78a4badfe service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/86077b58-abc6-43a7-9b01-51a893794c4e HTTP/1.1" status: 200 len: 1094 time: 0.7866967 Sep 15 00:47:09.457549 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '469fcc1e-0231-4642-b72f-c2bf7fd7eb07', 'tag': '86077b58-abc6-43a7-9b01-51a893794c4e'}] {{(pid=112952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:47:09.459845 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab332b7ebe0febfdc7fe1a403309b4946bbbdc71882a32b3ac962f44a6678e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9d788e-c9f8-4fed-85c3-eb1237bececa" -d '{"events": [{"name": "network-changed", "server_uuid": "469fcc1e-0231-4642-b72f-c2bf7fd7eb07", "tag": "86077b58-abc6-43a7-9b01-51a893794c4e"}]}' {{(pid=112952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:47:09.507164 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 00:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b17c9d-6f11-4fc4-b96c-7fc3c9f457ed x-openstack-request-id: req-73b17c9d-6f11-4fc4-b96c-7fc3c9f457ed {{(pid=112952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:47:09.507372 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "469fcc1e-0231-4642-b72f-c2bf7fd7eb07", "tag": "86077b58-abc6-43a7-9b01-51a893794c4e", "status": "completed", "code": 200}]} {{(pid=112952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:47:09.507704 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-73b17c9d-6f11-4fc4-b96c-7fc3c9f457ed {{(pid=112952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:47:09.508048 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73b17c9d-6f11-4fc4-b96c-7fc3c9f457ed'] response: {'name': 'network-changed', 'server_uuid': '469fcc1e-0231-4642-b72f-c2bf7fd7eb07', 'tag': '86077b58-abc6-43a7-9b01-51a893794c4e', 'status': 'completed', 'code': 200} Sep 15 00:47:09.510232 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:09.514916 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e86dd-3768-417d-b69a-0cf78a4badfe service neutron] Pushing event updated for resources: {'Port': ['ID=86077b58-abc6-43a7-9b01-51a893794c4e,revision_number=3']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:47:09.790077 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-7c2b783b-7458-4e84-8e1f-53fe12549854 None None] Attempt 4 to provision port 86077b58-abc6-43a7-9b01-51a893794c4e Sep 15 00:47:09.828469 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-7c2b783b-7458-4e84-8e1f-53fe12549854 None None] Port 86077b58-abc6-43a7-9b01-51a893794c4e had new provisioning blocks added so it will not transition to active. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 00:47:09.868400 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06bce7d-260b-436c-9af2-5713a7c6128c req-bd3fe603-64da-429c-9823-df70124ef076 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:09.869958 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e06bce7d-260b-436c-9af2-5713a7c6128c req-bd3fe603-64da-429c-9823-df70124ef076 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b40368c8-a515-46b7-add6-5db877d59406 HTTP/1.1" status: 200 len: 946 time: 0.0457215 Sep 15 00:47:09.925475 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e06bce7d-260b-436c-9af2-5713a7c6128c req-51f374ff-a032-46ed-865a-cb041add3ae3 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491600 Sep 15 00:47:10.175460 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501622d8-4d48-42e2-975d-d3b0312fa154 req-28338134-a9db-4da8-91bf-02496de34eb5 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:10.176968 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-501622d8-4d48-42e2-975d-d3b0312fa154 req-28338134-a9db-4da8-91bf-02496de34eb5 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 944 time: 0.0485401 Sep 15 00:47:10.191562 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ab32d-814d-44ac-be71-ed716336a4c5 req-9fa532cf-fe4e-4ecd-b979-267540df06a6 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:10.193178 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7d5ab32d-814d-44ac-be71-ed716336a4c5 req-9fa532cf-fe4e-4ecd-b979-267540df06a6 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b40368c8-a515-46b7-add6-5db877d59406 HTTP/1.1" status: 200 len: 946 time: 0.0469475 Sep 15 00:47:10.228568 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-501622d8-4d48-42e2-975d-d3b0312fa154 req-540d7cb3-d3b9-4416-99ff-6ca452b54f6a tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457277 Sep 15 00:47:10.246542 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7d5ab32d-814d-44ac-be71-ed716336a4c5 req-ba5a9bf9-3225-4525-96fa-20e17d004fe6 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458035 Sep 15 00:47:10.333734 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a4326-897a-4ae7-bd36-802b056ab754 req-194dcb5a-b110-4001-aeb5-a57906d16c10 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:10.335240 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-784a4326-897a-4ae7-bd36-802b056ab754 req-194dcb5a-b110-4001-aeb5-a57906d16c10 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=90bf6477-79b1-4c98-911f-25bda18dbba8 HTTP/1.1" status: 200 len: 945 time: 0.0462980 Sep 15 00:47:10.385855 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-784a4326-897a-4ae7-bd36-802b056ab754 req-81c68a8b-8546-47a7-be00-4864076f2df1 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444021 Sep 15 00:47:11.363862 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c719c-d216-4772-bc95-895c7cb428cc req-931d7a2c-385f-40c7-b16b-71a3d257bf7c tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:11.365136 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5c0c719c-d216-4772-bc95-895c7cb428cc req-931d7a2c-385f-40c7-b16b-71a3d257bf7c tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 944 time: 0.0538964 Sep 15 00:47:11.378317 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b540300-695b-40cf-ac4f-287948633097 req-ba08b337-bf89-466d-aa34-031ddea03467 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:11.380532 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-2b540300-695b-40cf-ac4f-287948633097 req-ba08b337-bf89-466d-aa34-031ddea03467 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b40368c8-a515-46b7-add6-5db877d59406 HTTP/1.1" status: 200 len: 946 time: 0.0532932 Sep 15 00:47:11.415293 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5c0c719c-d216-4772-bc95-895c7cb428cc req-4ac075e8-6a5b-4e3a-8b30-8066d91cd6cc tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442958 Sep 15 00:47:11.429853 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-2b540300-695b-40cf-ac4f-287948633097 req-ecc2c4eb-e013-4021-98bf-0aed53aeaa8b tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427797 Sep 15 00:47:11.523876 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf08de0-19b1-4f21-8914-8e3c20067bc6 req-18d234ca-e157-40a2-b455-c08b684dee68 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:11.525219 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5cf08de0-19b1-4f21-8914-8e3c20067bc6 req-18d234ca-e157-40a2-b455-c08b684dee68 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=90bf6477-79b1-4c98-911f-25bda18dbba8 HTTP/1.1" status: 200 len: 945 time: 0.0457976 Sep 15 00:47:11.571977 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5cf08de0-19b1-4f21-8914-8e3c20067bc6 req-01a0371c-a0ca-4388-8949-9f77ca2a2cb5 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411227 Sep 15 00:47:12.554246 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63cb22-d2de-4e46-9b28-8e3239b22f64 req-94e9ac89-441f-49f7-9c36-b0d0162150f5 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:12.555126 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63587d44-3b73-4b46-b244-273fc02d6dfc req-fc432ed5-a0a2-46f1-b29c-e0a74a9c5150 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:12.555749 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-1b63cb22-d2de-4e46-9b28-8e3239b22f64 req-94e9ac89-441f-49f7-9c36-b0d0162150f5 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 944 time: 0.0530233 Sep 15 00:47:12.556627 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-63587d44-3b73-4b46-b244-273fc02d6dfc req-fc432ed5-a0a2-46f1-b29c-e0a74a9c5150 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b40368c8-a515-46b7-add6-5db877d59406 HTTP/1.1" status: 200 len: 946 time: 0.0510685 Sep 15 00:47:12.605301 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-1b63cb22-d2de-4e46-9b28-8e3239b22f64 req-5c2cd8a7-c486-40a0-9d8e-8ad521058a01 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429301 Sep 15 00:47:12.606639 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-63587d44-3b73-4b46-b244-273fc02d6dfc req-0269dd6e-c78e-4043-84d5-540da7c6c846 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437341 Sep 15 00:47:12.709878 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc04c4-f08d-4fd0-b10a-08e1eeea96d6 req-a7981d6b-bad4-4ca4-8191-4272919ca6fe tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:12.711266 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0acc04c4-f08d-4fd0-b10a-08e1eeea96d6 req-a7981d6b-bad4-4ca4-8191-4272919ca6fe tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=90bf6477-79b1-4c98-911f-25bda18dbba8 HTTP/1.1" status: 200 len: 945 time: 0.0476797 Sep 15 00:47:12.759244 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0acc04c4-f08d-4fd0-b10a-08e1eeea96d6 req-97c74def-2e07-4f53-b92c-d51ed629e63e tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423064 Sep 15 00:47:13.643230 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=65,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:13.646524 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:13.731670 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751595c-bcf1-4f54-a8aa-b497487f04a8 req-0fabfcc0-27dd-4d30-a7a3-cb035e8ff99d tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:13.732634 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607fdae7-9682-48dc-a220-9d27236f7345 req-d1a7ed71-c515-4f37-881b-53ed48f55e5a tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:13.733167 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9751595c-bcf1-4f54-a8aa-b497487f04a8 req-0fabfcc0-27dd-4d30-a7a3-cb035e8ff99d tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b40368c8-a515-46b7-add6-5db877d59406 HTTP/1.1" status: 200 len: 946 time: 0.0472088 Sep 15 00:47:13.734097 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-607fdae7-9682-48dc-a220-9d27236f7345 req-d1a7ed71-c515-4f37-881b-53ed48f55e5a tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 944 time: 0.0470805 Sep 15 00:47:13.767357 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:13.781289 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9751595c-bcf1-4f54-a8aa-b497487f04a8 req-0966b260-b4a7-419d-be9b-63cbc3a25f0b tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421968 Sep 15 00:47:13.785987 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-607fdae7-9682-48dc-a220-9d27236f7345 req-145a816a-52d6-44e2-95c5-430a53c22d70 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450625 Sep 15 00:47:13.882833 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5ebf5-cb7b-4502-a261-dfd1aa48b7d3 req-b1c7ace1-5b9d-4c82-a109-9325c0b8cc8a tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:13.884559 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-38f5ebf5-cb7b-4502-a261-dfd1aa48b7d3 req-b1c7ace1-5b9d-4c82-a109-9325c0b8cc8a tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=90bf6477-79b1-4c98-911f-25bda18dbba8 HTTP/1.1" status: 200 len: 945 time: 0.0467074 Sep 15 00:47:13.941093 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-38f5ebf5-cb7b-4502-a261-dfd1aa48b7d3 req-5df7035a-b2ff-43ea-bc82-2259b151c20a tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502162 Sep 15 00:47:14.904157 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca45b5-c6dc-4b9b-82fb-0efa9decd962 req-b76ee890-143e-4e40-83a2-c3c3a5af5cbf tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:14.905728 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-65ca45b5-c6dc-4b9b-82fb-0efa9decd962 req-b76ee890-143e-4e40-83a2-c3c3a5af5cbf tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b40368c8-a515-46b7-add6-5db877d59406 HTTP/1.1" status: 200 len: 946 time: 0.0482771 Sep 15 00:47:14.912304 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf9992-7bfc-49ef-95dc-39bd09e041b4 req-8dae0516-6ca6-44c7-b917-c959221b6cb6 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:14.913772 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-15bf9992-7bfc-49ef-95dc-39bd09e041b4 req-8dae0516-6ca6-44c7-b917-c959221b6cb6 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 944 time: 0.0473475 Sep 15 00:47:14.954314 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-65ca45b5-c6dc-4b9b-82fb-0efa9decd962 req-71a7d110-ce8d-491a-a668-02401a4e6505 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428367 Sep 15 00:47:14.966599 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-15bf9992-7bfc-49ef-95dc-39bd09e041b4 req-f6021520-8fc7-45ec-91be-c014bc5ab556 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462718 Sep 15 00:47:15.068933 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534c68c-9660-4f3a-9229-34e65527cfbb req-e28ea1be-ed95-41e0-b2f6-234f2852ef61 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:15.070389 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7534c68c-9660-4f3a-9229-34e65527cfbb req-e28ea1be-ed95-41e0-b2f6-234f2852ef61 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=90bf6477-79b1-4c98-911f-25bda18dbba8 HTTP/1.1" status: 200 len: 945 time: 0.0455229 Sep 15 00:47:15.117155 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7534c68c-9660-4f3a-9229-34e65527cfbb req-f7a0f06a-4bff-4b1a-a4cd-5ce0ac15c4d1 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406384 Sep 15 00:47:16.079894 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2859ea-a4e7-4765-800e-1bcf1e9fa9e2 req-b37b9051-d017-4a98-9983-0a182dedbd37 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:16.081379 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-0c2859ea-a4e7-4765-800e-1bcf1e9fa9e2 req-b37b9051-d017-4a98-9983-0a182dedbd37 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b40368c8-a515-46b7-add6-5db877d59406 HTTP/1.1" status: 200 len: 946 time: 0.0465815 Sep 15 00:47:16.103163 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae57011-4038-4043-8c22-85aaa9ce13fa req-bea05a17-d250-4530-96cc-fe0326ace3d8 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:16.104668 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2ae57011-4038-4043-8c22-85aaa9ce13fa req-bea05a17-d250-4530-96cc-fe0326ace3d8 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 944 time: 0.0497608 Sep 15 00:47:16.128446 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-0c2859ea-a4e7-4765-800e-1bcf1e9fa9e2 req-240dc267-972a-43a5-a71b-6345266bbe11 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415499 Sep 15 00:47:16.139867 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:16.152364 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2ae57011-4038-4043-8c22-85aaa9ce13fa req-5dd09165-c663-4755-bfd9-8f6026604cc3 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415800 Sep 15 00:47:16.232350 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:16.246484 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce86321-9d2d-47f8-8bce-19ed54f2b6db req-c91396b9-c8a5-4068-8644-7d5fed86ff6e tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:16.248100 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-bce86321-9d2d-47f8-8bce-19ed54f2b6db req-c91396b9-c8a5-4068-8644-7d5fed86ff6e tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=90bf6477-79b1-4c98-911f-25bda18dbba8 HTTP/1.1" status: 200 len: 945 time: 0.0518708 Sep 15 00:47:16.296250 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-bce86321-9d2d-47f8-8bce-19ed54f2b6db req-05ede1d9-aa25-45f7-913a-9d39b1c8e1cc tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422087 Sep 15 00:47:16.814429 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-e97d7220-83e7-4cae-8d68-27751fb38d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:16.815951 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-e97d7220-83e7-4cae-8d68-27751fb38d24 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=72d7dfe402c045edbca04c0e7eee05f9&device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 1128 time: 0.0384595 Sep 15 00:47:17.261181 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-ed322780-4aba-4fcb-8cbd-43d6a4bdb4bf service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86077b58-abc6-43a7-9b01-51a893794c4e HTTP/1.1" status: 200 len: 217 time: 0.0462713 Sep 15 00:47:17.288594 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d8759-b642-4aaf-a6cf-9d5e9ab3ddfb req-6a24c79a-466e-4a1e-88fe-27264fa29c5b tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:17.290138 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a45d8759-b642-4aaf-a6cf-9d5e9ab3ddfb req-6a24c79a-466e-4a1e-88fe-27264fa29c5b tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b40368c8-a515-46b7-add6-5db877d59406 HTTP/1.1" status: 200 len: 946 time: 0.0849128 Sep 15 00:47:17.316023 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f0171-0d8c-4147-b933-b0959e6b4e7c req-4fb0eaad-c783-479c-9faf-43d62bac564c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:17.316630 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b11e0a-5658-4ef7-a0b3-62a97c75d55d req-62c66485-a66d-4559-ad4e-cf332f6af9a3 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:17.317561 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-8e3f0171-0d8c-4147-b933-b0959e6b4e7c req-4fb0eaad-c783-479c-9faf-43d62bac564c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=7090f91f78534107ba4b5ccd7f80e145&device_id=b40368c8-a515-46b7-add6-5db877d59406 HTTP/1.1" status: 200 len: 1130 time: 0.0722196 Sep 15 00:47:17.320554 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-22b11e0a-5658-4ef7-a0b3-62a97c75d55d req-62c66485-a66d-4559-ad4e-cf332f6af9a3 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 944 time: 0.0670967 Sep 15 00:47:17.351511 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a45d8759-b642-4aaf-a6cf-9d5e9ab3ddfb req-c35a49cf-6d46-4161-9cba-4384fed8ed63 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529087 Sep 15 00:47:17.371512 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-22b11e0a-5658-4ef7-a0b3-62a97c75d55d req-2f81631b-3478-4755-b577-3d5be8e9c0a8 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442460 Sep 15 00:47:17.463375 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d6a66-e239-4b3c-8e20-4acdabfd2571 req-cdf8c89e-d899-4261-a6e1-24a9e674b654 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:17.464881 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a43d6a66-e239-4b3c-8e20-4acdabfd2571 req-cdf8c89e-d899-4261-a6e1-24a9e674b654 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=90bf6477-79b1-4c98-911f-25bda18dbba8 HTTP/1.1" status: 200 len: 945 time: 0.0470426 Sep 15 00:47:17.514615 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a43d6a66-e239-4b3c-8e20-4acdabfd2571 req-d698bd91-0ac9-4489-bbff-9c391c52c25d tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439808 Sep 15 00:47:17.735022 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:17.742464 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-46933b42-349e-4bcb-b6c8-d6ee762b71d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:17.914825 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-42c9233b-6e48-4128-bbb7-39032a54722d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:17.916381 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-42c9233b-6e48-4128-bbb7-39032a54722d service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72 HTTP/1.1" status: 200 len: 856 time: 0.0596108 Sep 15 00:47:17.955384 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=100 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:17.961214 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f0171-0d8c-4147-b933-b0959e6b4e7c req-bdccd602-adc7-4293-b32c-c53837d4529a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:17.962715 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-8e3f0171-0d8c-4147-b933-b0959e6b4e7c req-bdccd602-adc7-4293-b32c-c53837d4529a service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=534fcea4-462b-402d-9da6-e7cef4200229 HTTP/1.1" status: 200 len: 918 time: 0.1045992 Sep 15 00:47:17.963750 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-bbf638a7-8500-48f4-a553-e34c890745c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:17.965319 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-bbf638a7-8500-48f4-a553-e34c890745c4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=ab876c33-1fa1-4628-a9be-d8dde255d344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416720 Sep 15 00:47:18.009609 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-8e3f0171-0d8c-4147-b933-b0959e6b4e7c req-9de13c08-872d-4029-b8e5-78ec27b33b1a service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3231acc1-76a4-4c22-96c0-9edb4cf1f79e HTTP/1.1" status: 200 len: 217 time: 0.0325804 Sep 15 00:47:18.058425 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f0171-0d8c-4147-b933-b0959e6b4e7c req-57aff714-2fc5-4d0d-b311-774380b71955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:18.059978 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-8e3f0171-0d8c-4147-b933-b0959e6b4e7c req-57aff714-2fc5-4d0d-b311-774380b71955 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=756b70e8-4098-4f30-99b0-99c64c94809f HTTP/1.1" status: 200 len: 857 time: 0.0443177 Sep 15 00:47:18.065376 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-ee5df886-ca10-4ddf-9499-74cce4f7fc85 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ab876c33-1fa1-4628-a9be-d8dde255d344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873981 Sep 15 00:47:18.105910 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f0171-0d8c-4147-b933-b0959e6b4e7c req-612bdde8-737a-425a-8d10-6e3ac3a54a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:18.107491 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-8e3f0171-0d8c-4147-b933-b0959e6b4e7c req-612bdde8-737a-425a-8d10-6e3ac3a54a0c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=534fcea4-462b-402d-9da6-e7cef4200229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410733 Sep 15 00:47:18.165605 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b9f0f39e-c727-4071-98b4-67da721df6f9 req-822439c5-4cfc-4ccd-8156-3072b69472d7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ab876c33-1fa1-4628-a9be-d8dde255d344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934319 Sep 15 00:47:18.214680 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-8e3f0171-0d8c-4147-b933-b0959e6b4e7c req-90caa7b7-6ae5-4258-8dde-c98d90c3be32 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/534fcea4-462b-402d-9da6-e7cef4200229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958328 Sep 15 00:47:18.310954 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d788e-c9f8-4fed-85c3-eb1237bececa req-b307d7ac-da0b-4234-847e-9d1e23b7763f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:18.312686 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-fa9d788e-c9f8-4fed-85c3-eb1237bececa req-b307d7ac-da0b-4234-847e-9d1e23b7763f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=72d7dfe402c045edbca04c0e7eee05f9&device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 1128 time: 0.0412123 Sep 15 00:47:18.347134 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-8e3f0171-0d8c-4147-b933-b0959e6b4e7c req-80fd4d05-a10f-41b8-a6b2-9ef2b0c8985c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/534fcea4-462b-402d-9da6-e7cef4200229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960753 Sep 15 00:47:18.414263 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d788e-c9f8-4fed-85c3-eb1237bececa req-60104fd3-f311-4359-9898-a2f4c2af24d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:18.415773 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-fa9d788e-c9f8-4fed-85c3-eb1237bececa req-60104fd3-f311-4359-9898-a2f4c2af24d8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=ab876c33-1fa1-4628-a9be-d8dde255d344 HTTP/1.1" status: 200 len: 917 time: 0.0931895 Sep 15 00:47:18.484006 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125438d-75c4-4976-8dad-22989490838e req-92fa6699-a937-4120-9ee5-f748b0bdffb1 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:18.485536 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-5125438d-75c4-4976-8dad-22989490838e req-92fa6699-a937-4120-9ee5-f748b0bdffb1 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b40368c8-a515-46b7-add6-5db877d59406 HTTP/1.1" status: 200 len: 946 time: 0.0513737 Sep 15 00:47:18.503533 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744ee26-bb07-41b7-b9f7-b933a4fbbb89 req-baf260ab-e300-4ffa-b69a-3bbe01a5e995 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:18.505472 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5744ee26-bb07-41b7-b9f7-b933a4fbbb89 req-baf260ab-e300-4ffa-b69a-3bbe01a5e995 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 944 time: 0.0476265 Sep 15 00:47:18.534164 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-5125438d-75c4-4976-8dad-22989490838e req-3d987678-7357-405a-8708-95dcbb33f2f9 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431216 Sep 15 00:47:18.554446 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5744ee26-bb07-41b7-b9f7-b933a4fbbb89 req-0e6e1084-1da5-445c-a64a-4b700076994b tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434592 Sep 15 00:47:19.656671 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05265145-a678-456a-8235-9faa73e848af req-8d5c9413-5994-4823-80f8-de28c8677c17 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:19.658276 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-05265145-a678-456a-8235-9faa73e848af req-8d5c9413-5994-4823-80f8-de28c8677c17 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b40368c8-a515-46b7-add6-5db877d59406 HTTP/1.1" status: 200 len: 946 time: 0.0483422 Sep 15 00:47:19.661006 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:19.679164 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa370ee-19d0-496f-ab5d-587a64a1e52f req-ba433684-6595-4c62-bbdd-055259d7e1e6 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:19.680654 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-caa370ee-19d0-496f-ab5d-587a64a1e52f req-ba433684-6595-4c62-bbdd-055259d7e1e6 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 944 time: 0.0473068 Sep 15 00:47:19.706002 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-05265145-a678-456a-8235-9faa73e848af req-a39008cd-ee33-40b9-9873-1d3f514a8b10 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418506 Sep 15 00:47:19.728363 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-caa370ee-19d0-496f-ab5d-587a64a1e52f req-a3a88b75-4110-4b7f-9f3d-775120e2cee6 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420518 Sep 15 00:47:20.021622 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-0d78c4a6-29ad-45a2-85a8-c4ba54c601a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:20.203379 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b7e503-ab5e-407f-a0a8-c62beabed6a8 req-0f041d1b-5dc4-4f34-9d6d-56a9b2562d7c tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:20.204776 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e6b7e503-ab5e-407f-a0a8-c62beabed6a8 req-0f041d1b-5dc4-4f34-9d6d-56a9b2562d7c tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=90bf6477-79b1-4c98-911f-25bda18dbba8 HTTP/1.1" status: 200 len: 945 time: 0.0509403 Sep 15 00:47:20.252268 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e6b7e503-ab5e-407f-a0a8-c62beabed6a8 req-09ade8ca-cd08-4257-978b-eca0e16994b5 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416491 Sep 15 00:47:20.544591 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 55924) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:47:20.651112 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-147e0617-c683-429d-8f6d-21fbd2b6be9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:20.729896 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-147e0617-c683-429d-8f6d-21fbd2b6be9a admin admin] Publish callbacks [] for security_group (8ec98e39-fe66-43b7-97e2-6f4b19954e03), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:20.734321 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-147e0617-c683-429d-8f6d-21fbd2b6be9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (8ec98e39-fe66-43b7-97e2-6f4b19954e03), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:20.740672 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:20.781975 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-147e0617-c683-429d-8f6d-21fbd2b6be9a admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=68f9b3e544914f63bcf5e6f072dd2576&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2328377 Sep 15 00:47:20.781975 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e0617-c683-429d-8f6d-21fbd2b6be9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec98e39-fe66-43b7-97e2-6f4b19954e03,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:47:20.784281 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 55932) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:47:20.832462 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5bd7c-6ae2-4154-93a7-bb8a39c682bf req-9bde1754-c630-47dc-8765-f9d948ba92c6 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:20.833958 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-38f5bd7c-6ae2-4154-93a7-bb8a39c682bf req-9bde1754-c630-47dc-8765-f9d948ba92c6 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b40368c8-a515-46b7-add6-5db877d59406 HTTP/1.1" status: 200 len: 946 time: 0.0496552 Sep 15 00:47:20.881939 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431e9b0-65e8-4ffb-9dc7-ca93bcb3bc72 req-73dde4c1-b4b7-44e1-bc61-e31d1b7d2b4e tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:20.883276 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-38f5bd7c-6ae2-4154-93a7-bb8a39c682bf req-626075eb-a584-40e2-b7a5-fbe63f1946b0 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428326 Sep 15 00:47:20.883412 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b431e9b0-65e8-4ffb-9dc7-ca93bcb3bc72 req-73dde4c1-b4b7-44e1-bc61-e31d1b7d2b4e tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 944 time: 0.0611022 Sep 15 00:47:20.884154 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-8f3465ad-6a41-4c48-9f21-fff23880b83a admin admin] Publish callbacks [] for security_group (8ec98e39-fe66-43b7-97e2-6f4b19954e03), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:20.891819 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:20.918309 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-8f3465ad-6a41-4c48-9f21-fff23880b83a admin admin] Publish callbacks [] for security_group (8ec98e39-fe66-43b7-97e2-6f4b19954e03), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:20.975222 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b431e9b0-65e8-4ffb-9dc7-ca93bcb3bc72 req-2ea23ef6-b2a3-4f92-9ff4-783940c27146 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0806665 Sep 15 00:47:20.993824 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-8f3465ad-6a41-4c48-9f21-fff23880b83a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (8ec98e39-fe66-43b7-97e2-6f4b19954e03), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:20.996452 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-8f3465ad-6a41-4c48-9f21-fff23880b83a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:20.999920 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-8f3465ad-6a41-4c48-9f21-fff23880b83a admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/8ec98e39-fe66-43b7-97e2-6f4b19954e03 HTTP/1.1" status: 204 len: 168 time: 0.2122655 Sep 15 00:47:21.006169 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3465ad-6a41-4c48-9f21-fff23880b83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec98e39-fe66-43b7-97e2-6f4b19954e03,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:47:21.269832 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 55938) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:47:21.284741 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-724800f2-f573-488d-b3d2-889d867693b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:21.288729 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:21.372260 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-724800f2-f573-488d-b3d2-889d867693b3 admin admin] Publish callbacks [] for security_group (e3729f64-0f2d-4d3c-b1e1-6d5eb5f68f5f), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:21.380087 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-724800f2-f573-488d-b3d2-889d867693b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (e3729f64-0f2d-4d3c-b1e1-6d5eb5f68f5f), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:21.386122 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e11274-8ed1-4fde-9efe-66db5d481267 req-8d5ebb2a-9d76-4d51-b295-bc8218c94238 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:21.387653 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-13e11274-8ed1-4fde-9efe-66db5d481267 req-8d5ebb2a-9d76-4d51-b295-bc8218c94238 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=90bf6477-79b1-4c98-911f-25bda18dbba8 HTTP/1.1" status: 200 len: 945 time: 0.0589340 Sep 15 00:47:21.421241 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-724800f2-f573-488d-b3d2-889d867693b3 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=8d959089456c44d19ab8014f4a7fa757&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1502960 Sep 15 00:47:21.422081 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724800f2-f573-488d-b3d2-889d867693b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3729f64-0f2d-4d3c-b1e1-6d5eb5f68f5f,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:47:21.424450 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 55942) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:47:21.443030 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-13e11274-8ed1-4fde-9efe-66db5d481267 req-30806400-1e05-4dc2-b686-123bdedf8300 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489385 Sep 15 00:47:21.475455 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-8e6d1fe7-1787-4a8c-861d-418a7af261c0 admin admin] Publish callbacks [] for security_group (e3729f64-0f2d-4d3c-b1e1-6d5eb5f68f5f), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:21.499423 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-8e6d1fe7-1787-4a8c-861d-418a7af261c0 admin admin] Publish callbacks [] for security_group (e3729f64-0f2d-4d3c-b1e1-6d5eb5f68f5f), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:21.552260 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-8e6d1fe7-1787-4a8c-861d-418a7af261c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (e3729f64-0f2d-4d3c-b1e1-6d5eb5f68f5f), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:21.554947 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-8e6d1fe7-1787-4a8c-861d-418a7af261c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:21.556243 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-8e6d1fe7-1787-4a8c-861d-418a7af261c0 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/e3729f64-0f2d-4d3c-b1e1-6d5eb5f68f5f HTTP/1.1" status: 204 len: 168 time: 0.1307666 Sep 15 00:47:21.571603 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d1fe7-1787-4a8c-861d-418a7af261c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3729f64-0f2d-4d3c-b1e1-6d5eb5f68f5f,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:47:21.892292 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 55952) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:47:21.906878 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-990ced67-e3a7-4435-961e-e8a7099a4a14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:21.948762 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:22.026660 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-990ced67-e3a7-4435-961e-e8a7099a4a14 admin admin] Publish callbacks [] for security_group (fc110f0b-ac87-4fa2-8d26-8dd01201cb10), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:22.033328 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cbc66-ab94-40d7-9b69-04e8be63c51b req-5c595e01-c448-45b5-a887-93c6b2d63bc8 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:22.034914 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-cc0cbc66-ab94-40d7-9b69-04e8be63c51b req-5c595e01-c448-45b5-a887-93c6b2d63bc8 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b40368c8-a515-46b7-add6-5db877d59406 HTTP/1.1" status: 200 len: 946 time: 0.0654461 Sep 15 00:47:22.036006 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-990ced67-e3a7-4435-961e-e8a7099a4a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (fc110f0b-ac87-4fa2-8d26-8dd01201cb10), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:22.090452 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-990ced67-e3a7-4435-961e-e8a7099a4a14 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=89b3fc52eada4068946b505d08f3039c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1970389 Sep 15 00:47:22.095115 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 55958) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:47:22.096665 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ced67-e3a7-4435-961e-e8a7099a4a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc110f0b-ac87-4fa2-8d26-8dd01201cb10,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:47:22.119377 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cfd0ae-47d8-4519-94bc-d4afcc6f883e req-1d9804b5-a545-430b-bdae-cde920119247 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:22.120906 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-25cfd0ae-47d8-4519-94bc-d4afcc6f883e req-1d9804b5-a545-430b-bdae-cde920119247 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 944 time: 0.0612290 Sep 15 00:47:22.126115 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-cc0cbc66-ab94-40d7-9b69-04e8be63c51b req-1bc36eb8-a9db-40f1-b6d4-24c1a50dbbf8 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784078 Sep 15 00:47:22.132880 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:22.135976 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 6 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 00:47:22.192046 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-3898c5bb-45c6-4173-9d91-6f7d11d720f2 admin admin] Publish callbacks [] for security_group (fc110f0b-ac87-4fa2-8d26-8dd01201cb10), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:22.197724 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-25cfd0ae-47d8-4519-94bc-d4afcc6f883e req-9d79b174-f14d-4770-9dfd-20e89f6d6931 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0690112 Sep 15 00:47:22.217342 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-3898c5bb-45c6-4173-9d91-6f7d11d720f2 admin admin] Publish callbacks [] for security_group (fc110f0b-ac87-4fa2-8d26-8dd01201cb10), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:22.263938 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-3898c5bb-45c6-4173-9d91-6f7d11d720f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (fc110f0b-ac87-4fa2-8d26-8dd01201cb10), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:22.266530 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-3898c5bb-45c6-4173-9d91-6f7d11d720f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:22.267672 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-3898c5bb-45c6-4173-9d91-6f7d11d720f2 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/fc110f0b-ac87-4fa2-8d26-8dd01201cb10 HTTP/1.1" status: 204 len: 168 time: 0.1715860 Sep 15 00:47:22.275080 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898c5bb-45c6-4173-9d91-6f7d11d720f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc110f0b-ac87-4fa2-8d26-8dd01201cb10,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:47:22.560992 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:22.564263 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:22.574510 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d864a3-72c6-4421-9c51-5cc011f69951 req-53912bc2-1d97-4f74-865e-158ebef4969d tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:22.582578 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-39d864a3-72c6-4421-9c51-5cc011f69951 req-53912bc2-1d97-4f74-865e-158ebef4969d tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=90bf6477-79b1-4c98-911f-25bda18dbba8 HTTP/1.1" status: 200 len: 945 time: 0.0649717 Sep 15 00:47:22.631368 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-39d864a3-72c6-4421-9c51-5cc011f69951 req-05b9d781-faeb-4ea5-b41f-13a15fb3f3db tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479603 Sep 15 00:47:22.666201 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:23.336097 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199daa7d-a95d-4a1e-9ac4-400df82496f3 req-f2885ee1-c0e3-47e2-b70e-b0ba14922790 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:23.337970 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-199daa7d-a95d-4a1e-9ac4-400df82496f3 req-f2885ee1-c0e3-47e2-b70e-b0ba14922790 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 944 time: 0.0560653 Sep 15 00:47:23.405361 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-199daa7d-a95d-4a1e-9ac4-400df82496f3 req-7595abdd-3b33-48ba-bb96-4da26fcc4a29 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0605261 Sep 15 00:47:23.488647 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5eabf-c218-42b6-a881-e91da656c5bc req-1074b4d2-f6de-445a-8f81-28a5e7e91640 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:23.490167 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-2dd5eabf-c218-42b6-a881-e91da656c5bc req-1074b4d2-f6de-445a-8f81-28a5e7e91640 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b40368c8-a515-46b7-add6-5db877d59406 HTTP/1.1" status: 200 len: 946 time: 0.2873898 Sep 15 00:47:23.543914 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-fa9d788e-c9f8-4fed-85c3-eb1237bececa req-1199db87-eb1e-4859-8568-d5f1c1034ce3 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86077b58-abc6-43a7-9b01-51a893794c4e HTTP/1.1" status: 200 len: 217 time: 0.0447030 Sep 15 00:47:23.571280 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-2dd5eabf-c218-42b6-a881-e91da656c5bc req-baa1dd01-d55c-43d7-9ba4-e846c730641c tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738182 Sep 15 00:47:23.771699 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f369c7-6101-4d7c-b698-8a3926952a89 req-e1cb2eee-e82d-4598-8769-d3b8f01bec79 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:23.773203 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-48f369c7-6101-4d7c-b698-8a3926952a89 req-e1cb2eee-e82d-4598-8769-d3b8f01bec79 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=90bf6477-79b1-4c98-911f-25bda18dbba8 HTTP/1.1" status: 200 len: 945 time: 0.0500371 Sep 15 00:47:23.820040 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-48f369c7-6101-4d7c-b698-8a3926952a89 req-7785890e-c471-47f1-bde2-79df417ed60d tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410311 Sep 15 00:47:24.546677 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2655c20-83a6-41bd-b0ef-d7326b1f2a42 req-1db166f4-62d1-4aa9-a91a-5f51f054a4b3 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:24.548172 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-e2655c20-83a6-41bd-b0ef-d7326b1f2a42 req-1db166f4-62d1-4aa9-a91a-5f51f054a4b3 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 944 time: 0.0512526 Sep 15 00:47:24.594919 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-e2655c20-83a6-41bd-b0ef-d7326b1f2a42 req-3a8589f1-3f0b-4f25-ac5a-b35ebfc8ec79 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410700 Sep 15 00:47:24.696684 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01af9fa-15ac-4fe1-a9d6-06098e830bb2 req-8babf299-8c76-45da-9c5e-cfc047100aa8 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:24.697879 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a01af9fa-15ac-4fe1-a9d6-06098e830bb2 req-8babf299-8c76-45da-9c5e-cfc047100aa8 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b40368c8-a515-46b7-add6-5db877d59406 HTTP/1.1" status: 200 len: 946 time: 0.0468001 Sep 15 00:47:24.745125 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a01af9fa-15ac-4fe1-a9d6-06098e830bb2 req-10c4daf4-be29-42aa-9b74-4d0696997307 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414252 Sep 15 00:47:24.937267 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1c21f-f070-4789-b5b8-5477a75dff8e req-10eef8b6-a225-43fb-be9f-efd2c9ff6063 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:24.938731 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-e0b1c21f-f070-4789-b5b8-5477a75dff8e req-10eef8b6-a225-43fb-be9f-efd2c9ff6063 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=90bf6477-79b1-4c98-911f-25bda18dbba8 HTTP/1.1" status: 200 len: 945 time: 0.0454412 Sep 15 00:47:24.963719 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 86077b58-abc6-43a7-9b01-51a893794c4e details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=112954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 00:47:24.985878 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-e0b1c21f-f070-4789-b5b8-5477a75dff8e req-8f09fa00-0c12-4bdb-a165-b35fd107062e tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411055 Sep 15 00:47:25.062378 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 86077b58-abc6-43a7-9b01-51a893794c4e, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=86077b58-abc6-43a7-9b01-51a893794c4e,segment=NetworkSegment(579e5fe4-7341-4bb1-8e14-57c33347e302),segment_id=579e5fe4-7341-4bb1-8e14-57c33347e302)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:47:25.074072 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Returning: {'device': '86077b58-abc6-43a7-9b01-51a893794c4e', 'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344', 'port_id': '86077b58-abc6-43a7-9b01-51a893794c4e', 'mac_address': 'fa:16:3e:c0:e5:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 00:47:25.113408 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port 86077b58-abc6-43a7-9b01-51a893794c4e is: DOWN; New status is: BUILD {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:47:25.113900 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (86077b58-abc6-43a7-9b01-51a893794c4e), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:25.127150 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86077b58-abc6-43a7-9b01-51a893794c4e {{(pid=112954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 00:47:25.147956 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 86077b58-abc6-43a7-9b01-51a893794c4e, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=86077b58-abc6-43a7-9b01-51a893794c4e,segment=NetworkSegment(579e5fe4-7341-4bb1-8e14-57c33347e302),segment_id=579e5fe4-7341-4bb1-8e14-57c33347e302)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:47:25.151573 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (86077b58-abc6-43a7-9b01-51a893794c4e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:25.195888 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=86077b58-abc6-43a7-9b01-51a893794c4e,revision_number=4']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:47:25.693724 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] get_ports_and_sgs() called for port_ids ['86077b58-abc6-43a7-9b01-51a893794c4e'] {{(pid=112954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 00:47:25.729157 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb2912-a71a-4f53-bd79-06760c052cc1 req-dc9a57ec-06a4-48a6-9c75-dd17bf10383d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:25.730652 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-39eb2912-a71a-4f53-bd79-06760c052cc1 req-dc9a57ec-06a4-48a6-9c75-dd17bf10383d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 945 time: 0.0495026 Sep 15 00:47:25.797519 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-39eb2912-a71a-4f53-bd79-06760c052cc1 req-c96cd9d5-e226-4713-821c-5eac4a598ba1 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569994 Sep 15 00:47:25.834433 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:25.898307 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd5a53d-9e9f-425f-82d7-ae6b3a8f8c29 req-329cea8e-ef13-41e0-b868-60c02689db2e tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:25.899803 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-fdd5a53d-9e9f-425f-82d7-ae6b3a8f8c29 req-329cea8e-ef13-41e0-b868-60c02689db2e tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b40368c8-a515-46b7-add6-5db877d59406 HTTP/1.1" status: 200 len: 946 time: 0.0491128 Sep 15 00:47:25.949261 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-fdd5a53d-9e9f-425f-82d7-ae6b3a8f8c29 req-409d8858-c2e0-4c36-8e06-f212346f8849 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438862 Sep 15 00:47:26.118541 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d847b-ba27-4c3a-a4bc-058ab59b919e req-f5ffd171-2cdd-4bcc-a07d-1b150ebcd679 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:26.120173 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-153d847b-ba27-4c3a-a4bc-058ab59b919e req-f5ffd171-2cdd-4bcc-a07d-1b150ebcd679 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=90bf6477-79b1-4c98-911f-25bda18dbba8 HTTP/1.1" status: 200 len: 945 time: 0.0517931 Sep 15 00:47:26.174835 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-153d847b-ba27-4c3a-a4bc-058ab59b919e req-4314a6f6-8a81-4fdd-933b-8a0c5bcfe298 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473323 Sep 15 00:47:26.934168 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:26.946130 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d788e-c9f8-4fed-85c3-eb1237bececa req-3f961f98-f4b8-4b03-b78f-bddffd40862a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:26.947617 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-fa9d788e-c9f8-4fed-85c3-eb1237bececa req-3f961f98-f4b8-4b03-b78f-bddffd40862a service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72 HTTP/1.1" status: 200 len: 856 time: 0.0743401 Sep 15 00:47:26.955902 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7e9ae-0a95-4f42-a4c8-604bd6fe91d6 req-622ca18f-5360-4714-a26b-f5305891bdda tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:26.957243 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-86d7e9ae-0a95-4f42-a4c8-604bd6fe91d6 req-622ca18f-5360-4714-a26b-f5305891bdda tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 945 time: 0.0750637 Sep 15 00:47:27.004784 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-86d7e9ae-0a95-4f42-a4c8-604bd6fe91d6 req-0dc0030f-4adb-425d-a094-bf66b1bc32c7 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416756 Sep 15 00:47:27.040783 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 86077b58-abc6-43a7-9b01-51a893794c4e up at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:47:27.071413 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c370253-46a8-4bd4-a093-9b99903b4aa5 req-f9f4df9a-0671-4ac2-8623-3cf5684a9700 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:27.073149 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7c370253-46a8-4bd4-a093-9b99903b4aa5 req-f9f4df9a-0671-4ac2-8623-3cf5684a9700 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b40368c8-a515-46b7-add6-5db877d59406 HTTP/1.1" status: 200 len: 946 time: 0.0483267 Sep 15 00:47:27.083851 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Provisioning for port 86077b58-abc6-43a7-9b01-51a893794c4e completed by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 00:47:27.088962 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Provisioning complete for port 86077b58-abc6-43a7-9b01-51a893794c4e triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:47:27.089145 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (86077b58-abc6-43a7-9b01-51a893794c4e), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:27.089478 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Attempt 1 to provision port 86077b58-abc6-43a7-9b01-51a893794c4e Sep 15 00:47:27.124771 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7c370253-46a8-4bd4-a093-9b99903b4aa5 req-4d2296ea-079c-4347-872a-c6d7c8c56bee tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442958 Sep 15 00:47:27.173220 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port 86077b58-abc6-43a7-9b01-51a893794c4e is: BUILD; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:47:27.173611 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (86077b58-abc6-43a7-9b01-51a893794c4e), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:27.200310 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469fcc1e-0231-4642-b72f-c2bf7fd7eb07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86077b58-abc6-43a7-9b01-51a893794c4e'}] {{(pid=112954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:47:27.203128 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac31f47a78c65cec711889e6d70219b8f5c13991b6e76ee3a100a5a33f2e7321" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7adfe9-7268-4a50-bede-56714bdd7c5e" -d '{"events": [{"server_uuid": "469fcc1e-0231-4642-b72f-c2bf7fd7eb07", "name": "network-vif-plugged", "status": "completed", "tag": "86077b58-abc6-43a7-9b01-51a893794c4e"}]}' {{(pid=112954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:47:27.216425 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 86077b58-abc6-43a7-9b01-51a893794c4e, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=86077b58-abc6-43a7-9b01-51a893794c4e,segment=NetworkSegment(579e5fe4-7341-4bb1-8e14-57c33347e302),segment_id=579e5fe4-7341-4bb1-8e14-57c33347e302)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:47:27.221980 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (86077b58-abc6-43a7-9b01-51a893794c4e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:27.258942 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 00:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75820e69-d483-4c2d-b085-e75abd1352f3 x-openstack-request-id: req-75820e69-d483-4c2d-b085-e75abd1352f3 {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:47:27.259353 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "469fcc1e-0231-4642-b72f-c2bf7fd7eb07", "name": "network-vif-plugged", "status": "completed", "tag": "86077b58-abc6-43a7-9b01-51a893794c4e", "code": 200}]} {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:47:27.259643 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-75820e69-d483-4c2d-b085-e75abd1352f3 {{(pid=112954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:47:27.260047 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75820e69-d483-4c2d-b085-e75abd1352f3'] response: {'server_uuid': '469fcc1e-0231-4642-b72f-c2bf7fd7eb07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86077b58-abc6-43a7-9b01-51a893794c4e', 'code': 200} Sep 15 00:47:27.274704 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:DELETE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:27.289938 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=86077b58-abc6-43a7-9b01-51a893794c4e,revision_number=5']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:47:27.323604 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92ee5b-8851-4afe-bf86-128eac8b1351 req-570aad92-0005-4f04-9a4d-2545aa2eb444 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:27.325114 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-1e92ee5b-8851-4afe-bf86-128eac8b1351 req-570aad92-0005-4f04-9a4d-2545aa2eb444 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=90bf6477-79b1-4c98-911f-25bda18dbba8 HTTP/1.1" status: 200 len: 945 time: 0.0582192 Sep 15 00:47:27.378867 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-1e92ee5b-8851-4afe-bf86-128eac8b1351 req-e4ca7ba5-d33b-4385-a322-6ee70a52c0cf tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480702 Sep 15 00:47:27.992307 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d788e-c9f8-4fed-85c3-eb1237bececa req-f4487939-0bcd-4f4b-9ec3-50fe72f1e4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:27.993911 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-fa9d788e-c9f8-4fed-85c3-eb1237bececa req-f4487939-0bcd-4f4b-9ec3-50fe72f1e4c0 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=ab876c33-1fa1-4628-a9be-d8dde255d344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435803 Sep 15 00:47:28.132696 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82d7c4-8006-4048-ad63-c6df0e14a278 req-1ee3375f-3a8a-4a70-a341-16fc85bb856a tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:28.134070 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7d82d7c4-8006-4048-ad63-c6df0e14a278 req-1ee3375f-3a8a-4a70-a341-16fc85bb856a tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 946 time: 0.0492878 Sep 15 00:47:28.180127 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7d82d7c4-8006-4048-ad63-c6df0e14a278 req-6e020b4e-eccd-4bd7-a413-0ee4166464b3 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397711 Sep 15 00:47:28.251266 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f30f1e-5f93-4348-9c56-99baf4ed82e8 req-9119061d-58c3-4849-bc31-6bf5ca2b4e0c tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:28.252831 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-e9f30f1e-5f93-4348-9c56-99baf4ed82e8 req-9119061d-58c3-4849-bc31-6bf5ca2b4e0c tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b40368c8-a515-46b7-add6-5db877d59406 HTTP/1.1" status: 200 len: 946 time: 0.0505390 Sep 15 00:47:28.301263 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b590e2-4855-492a-bbd5-e2db9680a3c6 req-b109b95a-6164-48fb-96a3-05d0cb5f79e1 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:28.302165 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-e9f30f1e-5f93-4348-9c56-99baf4ed82e8 req-e490ba85-671d-4194-8a0f-b9492fac438e tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422814 Sep 15 00:47:28.302757 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f0b590e2-4855-492a-bbd5-e2db9680a3c6 req-b109b95a-6164-48fb-96a3-05d0cb5f79e1 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=90bf6477-79b1-4c98-911f-25bda18dbba8 HTTP/1.1" status: 200 len: 945 time: 0.0565732 Sep 15 00:47:28.404076 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-fa9d788e-c9f8-4fed-85c3-eb1237bececa req-6cc9d421-d917-4564-a8c1-9be1d797976c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ab876c33-1fa1-4628-a9be-d8dde255d344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908775 Sep 15 00:47:28.502634 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c3220-c365-451e-8497-50b49eac1918 req-4b4c273b-cc81-415e-942d-86ecfb168bbb tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:28.504168 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7f5c3220-c365-451e-8497-50b49eac1918 req-4b4c273b-cc81-415e-942d-86ecfb168bbb tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=90bf6477-79b1-4c98-911f-25bda18dbba8 HTTP/1.1" status: 200 len: 945 time: 0.0505946 Sep 15 00:47:28.550798 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:28.575756 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7f5c3220-c365-451e-8497-50b49eac1918 req-5f35d10c-2541-4e6e-91ca-0bed9ee9c87a tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652304 Sep 15 00:47:29.309060 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d91fe-def1-4822-954b-b6ce1939c7ff req-354bdf19-8e87-4399-99c6-611a049d3edf tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:29.310593 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-c59d91fe-def1-4822-954b-b6ce1939c7ff req-354bdf19-8e87-4399-99c6-611a049d3edf tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 946 time: 0.0483136 Sep 15 00:47:29.321719 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:29.360473 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-c59d91fe-def1-4822-954b-b6ce1939c7ff req-91a44d65-78e0-465b-a8f8-587a5103afa3 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442724 Sep 15 00:47:29.711392 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566785b3-4f29-4ac6-83a5-fe376900b90e req-33117408-9ca5-4832-8081-4ee7031051d8 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:29.712888 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-566785b3-4f29-4ac6-83a5-fe376900b90e req-33117408-9ca5-4832-8081-4ee7031051d8 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=90bf6477-79b1-4c98-911f-25bda18dbba8 HTTP/1.1" status: 200 len: 945 time: 0.0465620 Sep 15 00:47:29.758860 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-566785b3-4f29-4ac6-83a5-fe376900b90e req-537b0a60-cebb-4466-ae78-3411614ffec1 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403593 Sep 15 00:47:30.488906 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7bb2f-63cd-4342-aa0e-59a1b97089f2 req-c718b08b-26f4-4f50-95cf-0cc4fd0ae229 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:30.490386 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b3d7bb2f-63cd-4342-aa0e-59a1b97089f2 req-c718b08b-26f4-4f50-95cf-0cc4fd0ae229 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 946 time: 0.0495551 Sep 15 00:47:30.537287 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b3d7bb2f-63cd-4342-aa0e-59a1b97089f2 req-ad586d3d-81bd-479b-aeec-54954eafd9a7 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413344 Sep 15 00:47:30.874896 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a09c57-79ba-4563-864f-3555d62dbc53 req-8b3e07e6-9d66-4ded-a082-410f0cc25e2f tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:30.876391 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-46a09c57-79ba-4563-864f-3555d62dbc53 req-8b3e07e6-9d66-4ded-a082-410f0cc25e2f tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=90bf6477-79b1-4c98-911f-25bda18dbba8 HTTP/1.1" status: 200 len: 945 time: 0.0453563 Sep 15 00:47:30.922384 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-46a09c57-79ba-4563-864f-3555d62dbc53 req-c0a99926-9816-4101-8901-46da6095b573 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402324 Sep 15 00:47:31.665235 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24671f74-87ee-471e-9ebc-2a9973758027 req-ffa97487-cd7a-4c0f-ad15-a93eb9e0c262 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:31.666718 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-24671f74-87ee-471e-9ebc-2a9973758027 req-ffa97487-cd7a-4c0f-ad15-a93eb9e0c262 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 946 time: 0.0465879 Sep 15 00:47:31.713966 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-24671f74-87ee-471e-9ebc-2a9973758027 req-7e3cc115-e068-4eb6-9c43-cc774a10a1bd tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409143 Sep 15 00:47:32.038103 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:32.053946 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b23a0-677e-4afb-95b4-e6073881178d req-f694cd8c-88e7-4f1a-aea4-187b290ae42d tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:32.055393 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-237b23a0-677e-4afb-95b4-e6073881178d req-f694cd8c-88e7-4f1a-aea4-187b290ae42d tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=90bf6477-79b1-4c98-911f-25bda18dbba8 HTTP/1.1" status: 200 len: 945 time: 0.0499842 Sep 15 00:47:32.101757 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-237b23a0-677e-4afb-95b4-e6073881178d req-2a7385a3-c0f1-4d6f-b774-dda4bb2bbdf1 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407474 Sep 15 00:47:32.801633 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad no longer exists at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:47:32.840950 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a0d0f-2142-4cda-8307-38b68d0f469f req-b0f41538-540b-49c1-9c46-256b06e85b45 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:32.842470 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-609a0d0f-2142-4cda-8307-38b68d0f469f req-b0f41538-540b-49c1-9c46-256b06e85b45 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 946 time: 0.0493948 Sep 15 00:47:32.878484 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port 71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad is: ACTIVE; New status is: DOWN {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:47:32.878787 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:32.894000 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-609a0d0f-2142-4cda-8307-38b68d0f469f req-83179443-65a0-4b99-bdf6-f310cf1d1d0c tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459466 Sep 15 00:47:32.902292 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90bf6477-79b1-4c98-911f-25bda18dbba8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad'}] {{(pid=112954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:47:32.904588 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac31f47a78c65cec711889e6d70219b8f5c13991b6e76ee3a100a5a33f2e7321" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1afc639-4288-495e-b779-84ae9d322fea" -d '{"events": [{"server_uuid": "90bf6477-79b1-4c98-911f-25bda18dbba8", "name": "network-vif-unplugged", "status": "completed", "tag": "71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad"}]}' {{(pid=112954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:47:32.922272 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad,segment=NetworkSegment(67a5c709-e9e9-4f50-9138-0fb27c172b4e),segment_id=67a5c709-e9e9-4f50-9138-0fb27c172b4e)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:47:32.926048 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:32.950711 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Sep 2022 00:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e966242e-7749-4407-b201-feaef01c0e28 x-openstack-request-id: req-e966242e-7749-4407-b201-feaef01c0e28 {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:47:32.950994 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90bf6477-79b1-4c98-911f-25bda18dbba8", "name": "network-vif-unplugged", "status": "completed", "tag": "71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad", "code": 200}]} {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:47:32.951245 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e966242e-7749-4407-b201-feaef01c0e28 {{(pid=112954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:47:32.951653 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e966242e-7749-4407-b201-feaef01c0e28'] response: {'server_uuid': '90bf6477-79b1-4c98-911f-25bda18dbba8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad', 'code': 200} Sep 15 00:47:32.975960 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad,revision_number=6']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:47:33.243519 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a65633-f031-4bfd-8ae1-a451383e273d req-36f0762e-a322-4972-a9d1-cf0458cba622 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:33.245035 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-59a65633-f031-4bfd-8ae1-a451383e273d req-36f0762e-a322-4972-a9d1-cf0458cba622 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=90bf6477-79b1-4c98-911f-25bda18dbba8 HTTP/1.1" status: 200 len: 943 time: 0.0671842 Sep 15 00:47:33.293520 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-59a65633-f031-4bfd-8ae1-a451383e273d req-f1abd941-e190-428d-a45b-ce26e9f1f678 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423009 Sep 15 00:47:33.440341 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [req-f0b590e2-4855-492a-bbd5-e2db9680a3c6 req-cba0e153-a795-4bd2-b6cd-9ac9eeac7af9 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Deleting port 71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad {{(pid=112953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:47:33.440956 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-f0b590e2-4855-492a-bbd5-e2db9680a3c6 req-cba0e153-a795-4bd2-b6cd-9ac9eeac7af9 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:33.457352 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29b3c9-3a80-440c-84ff-e4fb9897eeeb req-b6c6572c-e70b-41cc-a0b8-157be635ed46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:33.458870 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7d29b3c9-3a80-440c-84ff-e4fb9897eeeb req-b6c6572c-e70b-41cc-a0b8-157be635ed46 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 1130 time: 0.0670650 Sep 15 00:47:33.468015 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-fa9d788e-c9f8-4fed-85c3-eb1237bececa req-56d4a859-4258-4fb5-85da-f12540356d77 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ab876c33-1fa1-4628-a9be-d8dde255d344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018672 Sep 15 00:47:33.559713 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7d29b3c9-3a80-440c-84ff-e4fb9897eeeb req-d567bbe2-929f-42ab-9c2b-8d6bfe6ccbe6 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0724618 Sep 15 00:47:33.566016 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [req-f0b590e2-4855-492a-bbd5-e2db9680a3c6 req-cba0e153-a795-4bd2-b6cd-9ac9eeac7af9 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] For port 71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad,segment=NetworkSegment(67a5c709-e9e9-4f50-9138-0fb27c172b4e),segment_id=67a5c709-e9e9-4f50-9138-0fb27c172b4e)] {{(pid=112953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:47:33.566382 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-f0b590e2-4855-492a-bbd5-e2db9680a3c6 req-cba0e153-a795-4bd2-b6cd-9ac9eeac7af9 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:33.578413 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [req-f0b590e2-4855-492a-bbd5-e2db9680a3c6 req-cba0e153-a795-4bd2-b6cd-9ac9eeac7af9 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Calling delete_port for 71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad owned by compute:nova {{(pid=112953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:47:33.708418 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-f0b590e2-4855-492a-bbd5-e2db9680a3c6 req-cba0e153-a795-4bd2-b6cd-9ac9eeac7af9 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172'] for port (71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:33.733628 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba0e153-a795-4bd2-b6cd-9ac9eeac7af9 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Pushing event deleted for resources: {'Port': ['ID=71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:47:33.743169 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0e153-a795-4bd2-b6cd-9ac9eeac7af9 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:33.743536 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0e153-a795-4bd2-b6cd-9ac9eeac7af9 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:33.743877 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0e153-a795-4bd2-b6cd-9ac9eeac7af9 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:33.744215 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0e153-a795-4bd2-b6cd-9ac9eeac7af9 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:33.744546 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0e153-a795-4bd2-b6cd-9ac9eeac7af9 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:33.744873 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0e153-a795-4bd2-b6cd-9ac9eeac7af9 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:33.745194 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0e153-a795-4bd2-b6cd-9ac9eeac7af9 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:33.745520 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0e153-a795-4bd2-b6cd-9ac9eeac7af9 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:33.745843 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0e153-a795-4bd2-b6cd-9ac9eeac7af9 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:33.746577 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0e153-a795-4bd2-b6cd-9ac9eeac7af9 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:33.746577 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0e153-a795-4bd2-b6cd-9ac9eeac7af9 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:33.746758 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0e153-a795-4bd2-b6cd-9ac9eeac7af9 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:33.747089 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0e153-a795-4bd2-b6cd-9ac9eeac7af9 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:33.747399 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0e153-a795-4bd2-b6cd-9ac9eeac7af9 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:33.747766 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0e153-a795-4bd2-b6cd-9ac9eeac7af9 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:33.791555 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b590e2-4855-492a-bbd5-e2db9680a3c6 req-cba0e153-a795-4bd2-b6cd-9ac9eeac7af9 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] No DVR routers for this DVR port 71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad on host hv-cinder-85752 {{(pid=112953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 00:47:33.794528 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-f0b590e2-4855-492a-bbd5-e2db9680a3c6 req-cba0e153-a795-4bd2-b6cd-9ac9eeac7af9 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:33.797919 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f0b590e2-4855-492a-bbd5-e2db9680a3c6 req-cba0e153-a795-4bd2-b6cd-9ac9eeac7af9 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.18 "DELETE /networking/v2.0/ports/71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad HTTP/1.1" status: 204 len: 173 time: 0.4723210 Sep 15 00:47:33.798446 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90bf6477-79b1-4c98-911f-25bda18dbba8', 'name': 'network-vif-deleted', 'tag': '71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad'}] {{(pid=112953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:47:33.800744 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dcd79e7c9c5799004c3790ddb8f78f6987afe8bb335ac36dcc290df3850dde4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a3c9d2-bf39-4e1c-bb90-fa61c1208772" -d '{"events": [{"server_uuid": "90bf6477-79b1-4c98-911f-25bda18dbba8", "name": "network-vif-deleted", "tag": "71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad"}]}' {{(pid=112953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:47:33.836887 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 00:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4d912d-b0ed-48ed-905d-358a2e396d3a x-openstack-request-id: req-3e4d912d-b0ed-48ed-905d-358a2e396d3a {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:47:33.837177 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90bf6477-79b1-4c98-911f-25bda18dbba8", "name": "network-vif-deleted", "tag": "71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad", "status": "completed", "code": 200}]} {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:47:33.837433 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3e4d912d-b0ed-48ed-905d-358a2e396d3a {{(pid=112953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:47:33.837839 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e4d912d-b0ed-48ed-905d-358a2e396d3a'] response: {'server_uuid': '90bf6477-79b1-4c98-911f-25bda18dbba8', 'name': 'network-vif-deleted', 'tag': '71ae9dbc-3746-487e-9b8a-4f6e2e6cb6ad', 'status': 'completed', 'code': 200} Sep 15 00:47:34.013644 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=100 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:34.024332 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7fbfcd-66e4-4537-81f4-7cc28a24f5b7 req-9318e76b-6960-489a-95c9-83965f1c6c12 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:34.025812 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-af7fbfcd-66e4-4537-81f4-7cc28a24f5b7 req-9318e76b-6960-489a-95c9-83965f1c6c12 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 946 time: 0.0469627 Sep 15 00:47:34.072367 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-af7fbfcd-66e4-4537-81f4-7cc28a24f5b7 req-858de43e-bd63-4aa4-9773-a6c87ae5255d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402575 Sep 15 00:47:34.400000 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-95b8742c-7b9d-472d-9790-0fd57d06f438 req-e01264ee-2994-4b4c-bf4b-bc9d4225f650 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=90bf6477-79b1-4c98-911f-25bda18dbba8 HTTP/1.1" status: 200 len: 210 time: 0.0319192 Sep 15 00:47:35.025233 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 56186) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:47:35.030291 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-3151ac43-41e3-4e3a-88a2-98f45f1f6b88 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Request body: {'security_group': {'name': 'tempest-securitygroup--27771096', 'description': 'tempest-description--10523101'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:47:35.053306 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-3151ac43-41e3-4e3a-88a2-98f45f1f6b88 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:35.078682 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:35.123766 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-3151ac43-41e3-4e3a-88a2-98f45f1f6b88 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks [] for security_group (ae39bb43-f42c-4c88-9128-f0c5493fd7a3), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:35.129263 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-3151ac43-41e3-4e3a-88a2-98f45f1f6b88 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (ae39bb43-f42c-4c88-9128-f0c5493fd7a3), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:35.164801 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-3151ac43-41e3-4e3a-88a2-98f45f1f6b88 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:35.165966 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-3151ac43-41e3-4e3a-88a2-98f45f1f6b88 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.1396739 Sep 15 00:47:35.169052 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 56190) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:47:35.174067 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-acbdf67a-9cf0-4a50-8b47-8e5ba35ed505 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Request body: {'security_group_rule': {'security_group_id': 'ae39bb43-f42c-4c88-9128-f0c5493fd7a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:47:35.176044 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3151ac43-41e3-4e3a-88a2-98f45f1f6b88 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae39bb43-f42c-4c88-9128-f0c5493fd7a3,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:47:35.203457 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-acbdf67a-9cf0-4a50-8b47-8e5ba35ed505 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks [] for security_group_rule (d5d418bf-cab6-4b08-bd3d-57ba99f137ce), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:35.212668 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2dff24-042d-430c-b46c-e17b5f8174f2 req-bce628c9-8334-430c-a343-97d320f14616 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:35.214215 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ee2dff24-042d-430c-b46c-e17b5f8174f2 req-bce628c9-8334-430c-a343-97d320f14616 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 946 time: 0.0549564 Sep 15 00:47:35.259627 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-acbdf67a-9cf0-4a50-8b47-8e5ba35ed505 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks [] for security_group_rule (d5d418bf-cab6-4b08-bd3d-57ba99f137ce), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:35.264402 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-acbdf67a-9cf0-4a50-8b47-8e5ba35ed505 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645455'] for security_group_rule (d5d418bf-cab6-4b08-bd3d-57ba99f137ce), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:35.268551 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ee2dff24-042d-430c-b46c-e17b5f8174f2 req-6ce0d0e0-1dc4-4958-8705-f5c53c644924 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476081 Sep 15 00:47:35.286479 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbdf67a-9cf0-4a50-8b47-8e5ba35ed505 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5d418bf-cab6-4b08-bd3d-57ba99f137ce,revision_number=0']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:47:35.294261 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbdf67a-9cf0-4a50-8b47-8e5ba35ed505 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:35.294642 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbdf67a-9cf0-4a50-8b47-8e5ba35ed505 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:35.294984 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbdf67a-9cf0-4a50-8b47-8e5ba35ed505 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:35.295453 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbdf67a-9cf0-4a50-8b47-8e5ba35ed505 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:35.295691 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbdf67a-9cf0-4a50-8b47-8e5ba35ed505 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:35.296028 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbdf67a-9cf0-4a50-8b47-8e5ba35ed505 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:35.296441 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbdf67a-9cf0-4a50-8b47-8e5ba35ed505 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:35.296775 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbdf67a-9cf0-4a50-8b47-8e5ba35ed505 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:35.297100 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbdf67a-9cf0-4a50-8b47-8e5ba35ed505 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:35.297427 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbdf67a-9cf0-4a50-8b47-8e5ba35ed505 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:35.297760 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbdf67a-9cf0-4a50-8b47-8e5ba35ed505 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:35.298070 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbdf67a-9cf0-4a50-8b47-8e5ba35ed505 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:35.298393 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbdf67a-9cf0-4a50-8b47-8e5ba35ed505 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:35.298714 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbdf67a-9cf0-4a50-8b47-8e5ba35ed505 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:35.299044 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbdf67a-9cf0-4a50-8b47-8e5ba35ed505 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:35.311329 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-acbdf67a-9cf0-4a50-8b47-8e5ba35ed505 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:35.312752 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-acbdf67a-9cf0-4a50-8b47-8e5ba35ed505 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1421378 Sep 15 00:47:35.327501 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 56196) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:47:35.327501 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-efff5c81-822a-4ea6-9fef-0b504e7d03b7 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Request body: {'security_group_rule': {'security_group_id': 'ae39bb43-f42c-4c88-9128-f0c5493fd7a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:47:35.349907 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-efff5c81-822a-4ea6-9fef-0b504e7d03b7 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks [] for security_group_rule (871accbb-23bb-4438-bd15-fd5d04b7547d), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:35.401858 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-efff5c81-822a-4ea6-9fef-0b504e7d03b7 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks [] for security_group_rule (871accbb-23bb-4438-bd15-fd5d04b7547d), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:35.405899 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-efff5c81-822a-4ea6-9fef-0b504e7d03b7 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645455'] for security_group_rule (871accbb-23bb-4438-bd15-fd5d04b7547d), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:35.425179 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff5c81-822a-4ea6-9fef-0b504e7d03b7 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=871accbb-23bb-4438-bd15-fd5d04b7547d,revision_number=0']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:47:35.434661 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-efff5c81-822a-4ea6-9fef-0b504e7d03b7 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:35.435955 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-efff5c81-822a-4ea6-9fef-0b504e7d03b7 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190703 Sep 15 00:47:35.439002 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 56200) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:47:35.444019 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-870cb017-332e-4985-942b-d815e6742c34 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Request body: {'floatingip': {'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:47:35.449747 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:35.469097 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-870cb017-332e-4985-942b-d815e6742c34 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:35.544877 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-1e204859-f32c-4028-a981-ca275d04bc3d req-ea9e9773-774f-4657-a81f-ab192739f57b tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=90bf6477-79b1-4c98-911f-25bda18dbba8 HTTP/1.1" status: 200 len: 210 time: 0.0350895 Sep 15 00:47:35.575316 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-870cb017-332e-4985-942b-d815e6742c34 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:35.686537 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.db_base_plugin_common [None req-870cb017-332e-4985-942b-d815e6742c34 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Allocated IP 172.27.1.233 (53046852-16e9-4bc6-a26e-a34c1d2139e6/8f0c0330-11bc-44ed-a1b6-6f3c15aee393/d6633288-eb44-4345-a718-5604bd26d4f4) {{(pid=112952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:47:35.795063 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-870cb017-332e-4985-942b-d815e6742c34 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks [] for port (d6633288-eb44-4345-a718-5604bd26d4f4), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:35.827754 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-870cb017-332e-4985-942b-d815e6742c34 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3304143'] for port (d6633288-eb44-4345-a718-5604bd26d4f4), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:35.858691 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:35.876452 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870cb017-332e-4985-942b-d815e6742c34 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Network 53046852-16e9-4bc6-a26e-a34c1d2139e6 is already hosted by enough agents. {{(pid=112952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:47:35.878041 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870cb017-332e-4985-942b-d815e6742c34 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Pushing event updated for resources: {'Port': ['ID=d6633288-eb44-4345-a718-5604bd26d4f4,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:47:35.881644 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.base_scheduler [None req-870cb017-332e-4985-942b-d815e6742c34 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Resources bound (agent type, host, resource id): {{(pid=112952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:47:35.884071 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870cb017-332e-4985-942b-d815e6742c34 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Received port after_create {{(pid=112952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:47:35.982057 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-870cb017-332e-4985-942b-d815e6742c34 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks [] for floatingip (96f45c30-25f1-407c-afae-888a6cd6336a), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:36.022346 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-870cb017-332e-4985-942b-d815e6742c34 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (d6633288-eb44-4345-a718-5604bd26d4f4), before_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:36.178007 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-870cb017-332e-4985-942b-d815e6742c34 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks [] for port (d6633288-eb44-4345-a718-5604bd26d4f4), precommit_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:36.183186 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-870cb017-332e-4985-942b-d815e6742c34 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3304182'] for port (d6633288-eb44-4345-a718-5604bd26d4f4), after_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:36.227298 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:36.264654 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-870cb017-332e-4985-942b-d815e6742c34 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682341'] for floatingip (96f45c30-25f1-407c-afae-888a6cd6336a), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:36.267221 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870cb017-332e-4985-942b-d815e6742c34 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Pushing event updated for resources: {'Port': ['ID=d6633288-eb44-4345-a718-5604bd26d4f4,revision_number=2']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:47:36.282776 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-870cb017-332e-4985-942b-d815e6742c34 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for floatingip (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:36.284055 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-870cb017-332e-4985-942b-d815e6742c34 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8440280 Sep 15 00:47:36.418081 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36830f2-5491-4481-ab28-68cba8ef9452 req-9e458e11-47e4-4d5f-a297-2e4e413fdc1e tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:36.419710 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a36830f2-5491-4481-ab28-68cba8ef9452 req-9e458e11-47e4-4d5f-a297-2e4e413fdc1e tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 946 time: 0.0589917 Sep 15 00:47:36.441808 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:36.474222 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a36830f2-5491-4481-ab28-68cba8ef9452 req-8117d112-c7fb-4776-b94c-90236158eb55 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485227 Sep 15 00:47:36.516336 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-33b2c980-d70a-4066-b382-06d015b807dd req-8f8f90b2-e7d8-41c6-86a0-7a356e858e59 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--27771096&fields=id&tenant_id=7090f91f78534107ba4b5ccd7f80e145 HTTP/1.1" status: 200 len: 267 time: 0.0480518 Sep 15 00:47:36.595586 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8f817-9abd-40ba-a3d2-6133660f417d req-4ef0707c-fca1-4707-a3e4-482037cac88e tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:36.597091 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-8de8f817-9abd-40ba-a3d2-6133660f417d req-4ef0707c-fca1-4707-a3e4-482037cac88e tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 946 time: 0.0463476 Sep 15 00:47:36.607731 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 56236) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:47:36.612288 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-8b9775f9-65c8-45af-a164-5930aca8988b tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Request body: {'floatingip': {'port_id': '86077b58-abc6-43a7-9b01-51a893794c4e'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:47:36.624014 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2c980-d70a-4066-b382-06d015b807dd req-18a49883-748f-45f2-aa8f-18d2be683c41 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:36.625972 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-33b2c980-d70a-4066-b382-06d015b807dd req-18a49883-748f-45f2-aa8f-18d2be683c41 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/networks?id=534fcea4-462b-402d-9da6-e7cef4200229 HTTP/1.1" status: 200 len: 818 time: 0.1020246 Sep 15 00:47:36.642123 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-33b2c980-d70a-4066-b382-06d015b807dd req-8379f51f-77c2-490e-9a6b-0b3a7d8cd46e tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/quotas/7090f91f78534107ba4b5ccd7f80e145 HTTP/1.1" status: 200 len: 375 time: 0.0101883 Sep 15 00:47:36.654572 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-8b9775f9-65c8-45af-a164-5930aca8988b tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks [] for floatingip (2952bcb5-494d-4a54-9f49-1ee6f2de7f0c), before_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:36.709720 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-33b2c980-d70a-4066-b382-06d015b807dd req-19e8e41e-b78f-49b5-a389-caa53ba4c033 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=7090f91f78534107ba4b5ccd7f80e145&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0609517 Sep 15 00:47:36.736238 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7ef63fe4-a17e-4ab5-815c-67043736c5b3 req-87514979-ccb4-4e07-9ee4-cfc5a4731977 tempest-VolumesActionsTest-1389062041 tempest-VolumesActionsTest-1389062041-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=90bf6477-79b1-4c98-911f-25bda18dbba8 HTTP/1.1" status: 200 len: 210 time: 0.0529139 Sep 15 00:47:36.818051 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-33b2c980-d70a-4066-b382-06d015b807dd req-47200997-2e7b-4100-947a-50550eb45c5a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/534fcea4-462b-402d-9da6-e7cef4200229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964990 Sep 15 00:47:36.917853 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-33b2c980-d70a-4066-b382-06d015b807dd req-c39ebf31-841d-4199-8da5-c396989635c2 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/534fcea4-462b-402d-9da6-e7cef4200229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940230 Sep 15 00:47:37.241801 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-1aee1576-2a8b-47fa-a5a8-de9735c44f14 req-8ab83ea1-4e97-4d4e-8bb2-12b650b57cc6 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 210 time: 0.0997605 Sep 15 00:47:37.459993 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-182693d6-5563-4f3a-90ba-5d06a87292f4 req-bc6e6f0f-8e4f-4433-922f-d6b9883a90ce service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2574780 Sep 15 00:47:37.476872 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-8b9775f9-65c8-45af-a164-5930aca8988b tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:37.480885 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-8b9775f9-65c8-45af-a164-5930aca8988b tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682341'] for floatingip (2952bcb5-494d-4a54-9f49-1ee6f2de7f0c), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:37.589186 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182693d6-5563-4f3a-90ba-5d06a87292f4 req-65715a3e-ccb4-4278-8e0e-ae61d68cffb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:37.590683 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-182693d6-5563-4f3a-90ba-5d06a87292f4 req-65715a3e-ccb4-4278-8e0e-ae61d68cffb0 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6a9d9cf3606845ec964dd8320126293e&device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 1129 time: 0.0707850 Sep 15 00:47:37.630315 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.db.l3_db [None req-8b9775f9-65c8-45af-a164-5930aca8988b tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Floating IP 2952bcb5-494d-4a54-9f49-1ee6f2de7f0c associated. External IP: 172.27.1.16, port: 86077b58-abc6-43a7-9b01-51a893794c4e. Sep 15 00:47:37.748573 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:37.780670 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:37.788827 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182693d6-5563-4f3a-90ba-5d06a87292f4 req-8ed648ad-088a-4fb0-94ff-8edf7d13f219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:37.790305 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-182693d6-5563-4f3a-90ba-5d06a87292f4 req-8ed648ad-088a-4fb0-94ff-8edf7d13f219 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0 HTTP/1.1" status: 200 len: 910 time: 0.1805520 Sep 15 00:47:37.929068 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-182693d6-5563-4f3a-90ba-5d06a87292f4 req-dd7a7097-a007-492e-bc3c-e1be51035ec1 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45e2672c-5f66-4187-b159-c6d3bb80d12b HTTP/1.1" status: 200 len: 1000 time: 0.0957668 Sep 15 00:47:37.986265 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9775f9-65c8-45af-a164-5930aca8988b tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Router 21d3c2da-0083-4dd9-b598-5719182eaa10 has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:47:37.994340 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182693d6-5563-4f3a-90ba-5d06a87292f4 req-2384cfa4-026a-4d3e-b003-5b2ebff1e747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:37.996139 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-182693d6-5563-4f3a-90ba-5d06a87292f4 req-2384cfa4-026a-4d3e-b003-5b2ebff1e747 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=7d05243c-ba86-4ab7-a5fb-f252ae11d048 HTTP/1.1" status: 200 len: 849 time: 0.0600193 Sep 15 00:47:38.081411 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182693d6-5563-4f3a-90ba-5d06a87292f4 req-f0b5a439-b356-4337-b7cc-30733403c2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:38.082908 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-182693d6-5563-4f3a-90ba-5d06a87292f4 req-f0b5a439-b356-4337-b7cc-30733403c2a2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0799615 Sep 15 00:47:38.188242 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9775f9-65c8-45af-a164-5930aca8988b tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:47:38.193817 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-8b9775f9-65c8-45af-a164-5930aca8988b tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for floatingip (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:38.197504 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=2 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:38.198859 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=6 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:38.201410 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001f7a4e-5246-4184-8bd1-9ae0932ae672 None None] Sync routers for ids ['21d3c2da-0083-4dd9-b598-5719182eaa10'] in dv-cinder-857528-2-iscsi {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:47:38.213829 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001f7a4e-5246-4184-8bd1-9ae0932ae672 None None] Routers {'21d3c2da-0083-4dd9-b598-5719182eaa10'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:47:38.214501 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-001f7a4e-5246-4184-8bd1-9ae0932ae672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:47:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['21d3c2da-0083-4dd9-b598-5719182eaa10'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:47:38.246557 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-8b9775f9-65c8-45af-a164-5930aca8988b tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/2952bcb5-494d-4a54-9f49-1ee6f2de7f0c HTTP/1.1" status: 200 len: 991 time: 1.6356072 Sep 15 00:47:38.246884 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '469fcc1e-0231-4642-b72f-c2bf7fd7eb07', 'tag': '86077b58-abc6-43a7-9b01-51a893794c4e'}] {{(pid=112953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:47:38.251707 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dcd79e7c9c5799004c3790ddb8f78f6987afe8bb335ac36dcc290df3850dde4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a842fd-f8d8-4398-8101-c42af6efb0be" -d '{"events": [{"name": "network-changed", "server_uuid": "469fcc1e-0231-4642-b72f-c2bf7fd7eb07", "tag": "86077b58-abc6-43a7-9b01-51a893794c4e"}]}' {{(pid=112953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:47:38.269474 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-182693d6-5563-4f3a-90ba-5d06a87292f4 req-3e87dd09-539b-4673-a902-b59fd01ae365 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533811 Sep 15 00:47:38.298287 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 00:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1034b773-3a1e-4884-8dd3-e2abcd8c6dc8 x-openstack-request-id: req-1034b773-3a1e-4884-8dd3-e2abcd8c6dc8 {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:47:38.298858 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "469fcc1e-0231-4642-b72f-c2bf7fd7eb07", "tag": "86077b58-abc6-43a7-9b01-51a893794c4e", "status": "completed", "code": 200}]} {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:47:38.299407 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1034b773-3a1e-4884-8dd3-e2abcd8c6dc8 {{(pid=112953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:47:38.301389 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1034b773-3a1e-4884-8dd3-e2abcd8c6dc8'] response: {'name': 'network-changed', 'server_uuid': '469fcc1e-0231-4642-b72f-c2bf7fd7eb07', 'tag': '86077b58-abc6-43a7-9b01-51a893794c4e', 'status': 'completed', 'code': 200} Sep 15 00:47:38.348611 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:38.369130 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-92109714-918e-4829-b63f-2bd633937196 req-5f857836-adb1-457a-8048-3d785eff9907 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 210 time: 0.0311522 Sep 15 00:47:38.372949 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-001f7a4e-5246-4184-8bd1-9ae0932ae672 None None] Set router 21d3c2da-0083-4dd9-b598-5719182eaa10 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:47:38.732057 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-001f7a4e-5246-4184-8bd1-9ae0932ae672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'name': 'tempest-AttachVolumeShelveTestJSON-1102589143-router', 'tenant_id': '72d7dfe402c045edbca04c0e7eee05f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a1e135a4-f153-4035-bcda-0699e462acd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:46:53Z', 'updated_at': '2022-09-15T00:46:56Z', 'revision_number': 4, 'project_id': '72d7dfe402c045edbca04c0e7eee05f9', 'gw_port': {'id': 'a1e135a4-f153-4035-bcda-0699e462acd6', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:46:54Z', 'updated_at': '2022-09-15T00:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': '2952bcb5-494d-4a54-9f49-1ee6f2de7f0c', 'tenant_id': '72d7dfe402c045edbca04c0e7eee05f9', 'floating_ip_address': '172.27.1.16', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'port_id': '86077b58-abc6-43a7-9b01-51a893794c4e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344', 'mac_address': 'fa:16:3e:c0:e5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469fcc1e-0231-4642-b72f-c2bf7fd7eb07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:46:59Z', 'updated_at': '2022-09-15T00:47:37Z', 'revision_number': 1, 'project_id': '72d7dfe402c045edbca04c0e7eee05f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1a4e947-c4d6-4c99-b7f7-b701f8f23d72', 'name': '', 'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344', 'tenant_id': '72d7dfe402c045edbca04c0e7eee05f9', 'mac_address': 'fa:16:3e:61:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:46:56Z', 'updated_at': '2022-09-15T00:47:01Z', 'revision_number': 5, 'project_id': '72d7dfe402c045edbca04c0e7eee05f9', 'subnets': [{'id': '272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:47:38.759593 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-182693d6-5563-4f3a-90ba-5d06a87292f4 req-c8ac770d-ee36-44c6-9ad1-341236519f75 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705286 Sep 15 00:47:38.760687 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a842fd-f8d8-4398-8101-c42af6efb0be req-76e34ac4-ba9c-4403-8962-92be48303c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:38.764186 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c8a842fd-f8d8-4398-8101-c42af6efb0be req-76e34ac4-ba9c-4403-8962-92be48303c30 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=72d7dfe402c045edbca04c0e7eee05f9&device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 1130 time: 0.2526724 Sep 15 00:47:38.774166 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001f7a4e-5246-4184-8bd1-9ae0932ae672 None None] Checking router: 21d3c2da-0083-4dd9-b598-5719182eaa10 for host: dv-cinder-857528-2-iscsi {{(pid=112954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:47:38.798613 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001f7a4e-5246-4184-8bd1-9ae0932ae672 None None] Routers {'21d3c2da-0083-4dd9-b598-5719182eaa10'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:47:38.800019 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-001f7a4e-5246-4184-8bd1-9ae0932ae672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:47:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['21d3c2da-0083-4dd9-b598-5719182eaa10'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:47:38.914249 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2c980-d70a-4066-b382-06d015b807dd req-8ffaad86-a90d-42c8-948d-89f3495dafd2 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:38.918690 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-33b2c980-d70a-4066-b382-06d015b807dd req-8ffaad86-a90d-42c8-948d-89f3495dafd2 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.18 "GET /networking/v2.0/networks?id=534fcea4-462b-402d-9da6-e7cef4200229 HTTP/1.1" status: 200 len: 818 time: 0.2689493 Sep 15 00:47:38.925132 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a842fd-f8d8-4398-8101-c42af6efb0be req-a127813d-0e00-4d3d-8b0c-636d9ddd7b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:38.927255 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c8a842fd-f8d8-4398-8101-c42af6efb0be req-a127813d-0e00-4d3d-8b0c-636d9ddd7b29 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=ab876c33-1fa1-4628-a9be-d8dde255d344 HTTP/1.1" status: 200 len: 917 time: 0.1512146 Sep 15 00:47:38.996560 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:39.002386 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:39.023006 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-001f7a4e-5246-4184-8bd1-9ae0932ae672 None None] Set router 21d3c2da-0083-4dd9-b598-5719182eaa10 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:47:39.194024 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:39.231186 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-001f7a4e-5246-4184-8bd1-9ae0932ae672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'name': 'tempest-AttachVolumeShelveTestJSON-1102589143-router', 'tenant_id': '72d7dfe402c045edbca04c0e7eee05f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a1e135a4-f153-4035-bcda-0699e462acd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:46:53Z', 'updated_at': '2022-09-15T00:46:56Z', 'revision_number': 4, 'project_id': '72d7dfe402c045edbca04c0e7eee05f9', 'gw_port': {'id': 'a1e135a4-f153-4035-bcda-0699e462acd6', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:46:54Z', 'updated_at': '2022-09-15T00:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': '2952bcb5-494d-4a54-9f49-1ee6f2de7f0c', 'tenant_id': '72d7dfe402c045edbca04c0e7eee05f9', 'floating_ip_address': '172.27.1.16', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'port_id': '86077b58-abc6-43a7-9b01-51a893794c4e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344', 'mac_address': 'fa:16:3e:c0:e5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469fcc1e-0231-4642-b72f-c2bf7fd7eb07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:46:59Z', 'updated_at': '2022-09-15T00:47:37Z', 'revision_number': 1, 'project_id': '72d7dfe402c045edbca04c0e7eee05f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1a4e947-c4d6-4c99-b7f7-b701f8f23d72', 'name': '', 'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344', 'tenant_id': '72d7dfe402c045edbca04c0e7eee05f9', 'mac_address': 'fa:16:3e:61:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:46:56Z', 'updated_at': '2022-09-15T00:47:01Z', 'revision_number': 5, 'project_id': '72d7dfe402c045edbca04c0e7eee05f9', 'subnets': [{'id': '272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:47:39.261265 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001f7a4e-5246-4184-8bd1-9ae0932ae672 None None] The sync data for ids ['21d3c2da-0083-4dd9-b598-5719182eaa10'] in dv-cinder-857528-2-iscsi is: [{'id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'name': 'tempest-AttachVolumeShelveTestJSON-1102589143-router', 'tenant_id': '72d7dfe402c045edbca04c0e7eee05f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a1e135a4-f153-4035-bcda-0699e462acd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:46:53Z', 'updated_at': '2022-09-15T00:46:56Z', 'revision_number': 4, 'project_id': '72d7dfe402c045edbca04c0e7eee05f9', 'gw_port': {'id': 'a1e135a4-f153-4035-bcda-0699e462acd6', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:46:54Z', 'updated_at': '2022-09-15T00:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': '2952bcb5-494d-4a54-9f49-1ee6f2de7f0c', 'tenant_id': '72d7dfe402c045edbca04c0e7eee05f9', 'floating_ip_address': '172.27.1.16', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'port_id': '86077b58-abc6-43a7-9b01-51a893794c4e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344', 'mac_address': 'fa:16:3e:c0:e5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469fcc1e-0231-4642-b72f-c2bf7fd7eb07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:46:59Z', 'updated_at': '2022-09-15T00:47:37Z', 'revision_number': 1, 'project_id': '72d7dfe402c045edbca04c0e7eee05f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1a4e947-c4d6-4c99-b7f7-b701f8f23d72', 'name': '', 'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344', 'tenant_id': '72d7dfe402c045edbca04c0e7eee05f9', 'mac_address': 'fa:16:3e:61:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:46:56Z', 'updated_at': '2022-09-15T00:47:01Z', 'revision_number': 5, 'project_id': '72d7dfe402c045edbca04c0e7eee05f9', 'subnets': [{'id': '272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:47:39.368770 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c8a842fd-f8d8-4398-8101-c42af6efb0be req-68eb18ea-d7ef-4564-bdfc-daaed10204f7 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86077b58-abc6-43a7-9b01-51a893794c4e HTTP/1.1" status: 200 len: 999 time: 0.0944424 Sep 15 00:47:39.369230 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-33b2c980-d70a-4066-b382-06d015b807dd req-b734f8df-901a-40df-b31d-5ecc0fa48cd1 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7090f91f78534107ba4b5ccd7f80e145 HTTP/1.1" status: 200 len: 378 time: 0.0957918 Sep 15 00:47:39.463375 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503f75f0-f08e-408d-a850-6b1f8cb78763 None None] New status for floating IP 2952bcb5-494d-4a54-9f49-1ee6f2de7f0c: ACTIVE {{(pid=112955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 00:47:39.486333 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-28b361e6-eb1c-465e-a0de-55909b64badc req-9285e503-50be-4cfb-8c08-d611c0932cef tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 210 time: 0.0283499 Sep 15 00:47:39.848125 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [req-33b2c980-d70a-4066-b382-06d015b807dd req-765ebd5d-cdf7-4fbe-9322-5ae90e7e4021 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Request body: {'port': {'device_id': '583bc208-8f85-4abe-be0f-096127a8a5fb', 'network_id': '534fcea4-462b-402d-9da6-e7cef4200229', 'admin_state_up': True, 'tenant_id': '7090f91f78534107ba4b5ccd7f80e145', 'security_groups': ['ae39bb43-f42c-4c88-9128-f0c5493fd7a3']}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:47:39.894087 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a842fd-f8d8-4398-8101-c42af6efb0be req-64015994-750d-4bf0-9794-0ca1c57f3563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:39.895595 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c8a842fd-f8d8-4398-8101-c42af6efb0be req-64015994-750d-4bf0-9794-0ca1c57f3563 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72 HTTP/1.1" status: 200 len: 856 time: 0.0512154 Sep 15 00:47:39.958358 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33b2c980-d70a-4066-b382-06d015b807dd req-765ebd5d-cdf7-4fbe-9322-5ae90e7e4021 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Made reservation on behalf of 7090f91f78534107ba4b5ccd7f80e145 for: {'port': 1} {{(pid=112952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:47:39.962023 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-33b2c980-d70a-4066-b382-06d015b807dd req-765ebd5d-cdf7-4fbe-9322-5ae90e7e4021 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:40.086681 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.db_base_plugin_common [req-33b2c980-d70a-4066-b382-06d015b807dd req-765ebd5d-cdf7-4fbe-9322-5ae90e7e4021 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Allocated IP 172.20.0.7 (534fcea4-462b-402d-9da6-e7cef4200229/756b70e8-4098-4f30-99b0-99c64c94809f/d0e29cfb-c141-4cd4-ab78-e1b32fb810ef) {{(pid=112952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:47:40.168431 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:40.226060 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-33b2c980-d70a-4066-b382-06d015b807dd req-765ebd5d-cdf7-4fbe-9322-5ae90e7e4021 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks [] for port (d0e29cfb-c141-4cd4-ab78-e1b32fb810ef), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:40.258186 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-33b2c980-d70a-4066-b382-06d015b807dd req-765ebd5d-cdf7-4fbe-9322-5ae90e7e4021 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3304143'] for port (d0e29cfb-c141-4cd4-ab78-e1b32fb810ef), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:40.301461 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33b2c980-d70a-4066-b382-06d015b807dd req-765ebd5d-cdf7-4fbe-9322-5ae90e7e4021 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Network 534fcea4-462b-402d-9da6-e7cef4200229 is already hosted by enough agents. {{(pid=112952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:47:40.306538 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.base_scheduler [req-33b2c980-d70a-4066-b382-06d015b807dd req-765ebd5d-cdf7-4fbe-9322-5ae90e7e4021 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Resources bound (agent type, host, resource id): {{(pid=112952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:47:40.309000 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b2c980-d70a-4066-b382-06d015b807dd req-765ebd5d-cdf7-4fbe-9322-5ae90e7e4021 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Received port after_create {{(pid=112952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:47:40.335084 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ebd5d-cdf7-4fbe-9322-5ae90e7e4021 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Pushing event updated for resources: {'Port': ['ID=d0e29cfb-c141-4cd4-ab78-e1b32fb810ef,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:47:40.367662 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2c980-d70a-4066-b382-06d015b807dd req-765ebd5d-cdf7-4fbe-9322-5ae90e7e4021 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:40.368294 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-33b2c980-d70a-4066-b382-06d015b807dd req-765ebd5d-cdf7-4fbe-9322-5ae90e7e4021 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:40.389444 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-33b2c980-d70a-4066-b382-06d015b807dd req-765ebd5d-cdf7-4fbe-9322-5ae90e7e4021 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5453682 Sep 15 00:47:40.535509 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-5f2edf45-2694-450d-b90c-8ea457056a33 None None] Provisioning complete for port d0e29cfb-c141-4cd4-ab78-e1b32fb810ef triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:47:40.536004 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-5f2edf45-2694-450d-b90c-8ea457056a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (d0e29cfb-c141-4cd4-ab78-e1b32fb810ef), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:40.536410 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-5f2edf45-2694-450d-b90c-8ea457056a33 None None] Attempt 1 to provision port d0e29cfb-c141-4cd4-ab78-e1b32fb810ef Sep 15 00:47:40.568250 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-5f2edf45-2694-450d-b90c-8ea457056a33 None None] Port d0e29cfb-c141-4cd4-ab78-e1b32fb810ef cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:47:40.604562 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79822f1-47c2-4d1a-939e-fc6c8eb9a4b5 req-39af3587-d2c4-4f4d-89ca-f758e5bf6a57 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:40.605976 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e79822f1-47c2-4d1a-939e-fc6c8eb9a4b5 req-39af3587-d2c4-4f4d-89ca-f758e5bf6a57 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 931 time: 0.0462587 Sep 15 00:47:40.636988 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:40.654413 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e79822f1-47c2-4d1a-939e-fc6c8eb9a4b5 req-fefa04fd-b352-4535-81f5-26c713d93758 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ae39bb43-f42c-4c88-9128-f0c5493fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421097 Sep 15 00:47:41.068869 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-5f2edf45-2694-450d-b90c-8ea457056a33 None None] Attempt 2 to provision port d0e29cfb-c141-4cd4-ab78-e1b32fb810ef Sep 15 00:47:41.100345 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-5f2edf45-2694-450d-b90c-8ea457056a33 None None] Port d0e29cfb-c141-4cd4-ab78-e1b32fb810ef cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:47:41.601373 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-5f2edf45-2694-450d-b90c-8ea457056a33 None None] Attempt 3 to provision port d0e29cfb-c141-4cd4-ab78-e1b32fb810ef Sep 15 00:47:41.635607 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-5f2edf45-2694-450d-b90c-8ea457056a33 None None] Port d0e29cfb-c141-4cd4-ab78-e1b32fb810ef cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:47:41.772351 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a6d36-8ce7-4814-ba7e-53132d8257bd req-e3530bda-080b-44ee-bd89-585a9a471399 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:41.773813 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0e5a6d36-8ce7-4814-ba7e-53132d8257bd req-e3530bda-080b-44ee-bd89-585a9a471399 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 931 time: 0.0478165 Sep 15 00:47:41.818970 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0e5a6d36-8ce7-4814-ba7e-53132d8257bd req-1bbf86ed-46c8-4454-a1f2-2ada2f9b46f7 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ae39bb43-f42c-4c88-9128-f0c5493fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396793 Sep 15 00:47:42.136506 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-5f2edf45-2694-450d-b90c-8ea457056a33 None None] Attempt 4 to provision port d0e29cfb-c141-4cd4-ab78-e1b32fb810ef Sep 15 00:47:42.281823 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-5f2edf45-2694-450d-b90c-8ea457056a33 None None] Port d0e29cfb-c141-4cd4-ab78-e1b32fb810ef cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:47:42.782880 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-5f2edf45-2694-450d-b90c-8ea457056a33 None None] Attempt 5 to provision port d0e29cfb-c141-4cd4-ab78-e1b32fb810ef Sep 15 00:47:42.813933 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-5f2edf45-2694-450d-b90c-8ea457056a33 None None] Port d0e29cfb-c141-4cd4-ab78-e1b32fb810ef cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:47:43.102847 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:43.111505 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980f777-491f-4f2b-acd6-012a2592de89 req-b5988bf5-e50e-4a3f-8c1a-076d7413bbe2 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:43.112999 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c980f777-491f-4f2b-acd6-012a2592de89 req-b5988bf5-e50e-4a3f-8c1a-076d7413bbe2 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 931 time: 0.2221985 Sep 15 00:47:43.160186 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c980f777-491f-4f2b-acd6-012a2592de89 req-7d04037d-4c66-4256-bf2d-a6b9055207e3 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ae39bb43-f42c-4c88-9128-f0c5493fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415370 Sep 15 00:47:43.315273 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-5f2edf45-2694-450d-b90c-8ea457056a33 None None] Attempt 6 to provision port d0e29cfb-c141-4cd4-ab78-e1b32fb810ef Sep 15 00:47:43.347379 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-5f2edf45-2694-450d-b90c-8ea457056a33 None None] Port d0e29cfb-c141-4cd4-ab78-e1b32fb810ef cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:47:43.416978 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [req-33b2c980-d70a-4066-b382-06d015b807dd req-4b569c76-d900-4137-bd1e-4decb88dd61e service neutron] Request body: {'port': {'device_id': '583bc208-8f85-4abe-be0f-096127a8a5fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:47:43.461979 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a842fd-f8d8-4398-8101-c42af6efb0be req-eae58b1f-a624-4c25-b037-cd41cafe0772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:43.463920 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c8a842fd-f8d8-4398-8101-c42af6efb0be req-eae58b1f-a624-4c25-b037-cd41cafe0772 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=ab876c33-1fa1-4628-a9be-d8dde255d344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519447 Sep 15 00:47:43.478948 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:43.495032 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-33b2c980-d70a-4066-b382-06d015b807dd req-4b569c76-d900-4137-bd1e-4decb88dd61e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (d0e29cfb-c141-4cd4-ab78-e1b32fb810ef), before_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:43.577262 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c8a842fd-f8d8-4398-8101-c42af6efb0be req-38a580d2-95c4-47be-827e-afec86095b68 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ab876c33-1fa1-4628-a9be-d8dde255d344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061945 Sep 15 00:47:43.715945 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c8a842fd-f8d8-4398-8101-c42af6efb0be req-4860ffcf-5bd5-4a0f-b0b8-c6d8b7b36796 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ab876c33-1fa1-4628-a9be-d8dde255d344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301696 Sep 15 00:47:43.848620 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-5f2edf45-2694-450d-b90c-8ea457056a33 None None] Attempt 7 to provision port d0e29cfb-c141-4cd4-ab78-e1b32fb810ef Sep 15 00:47:43.854141 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.notifiers.nova [req-33b2c980-d70a-4066-b382-06d015b807dd req-4b569c76-d900-4137-bd1e-4decb88dd61e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0e29cfb-c141-4cd4-ab78-e1b32fb810ef {{(pid=112952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 00:47:43.863107 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-33b2c980-d70a-4066-b382-06d015b807dd req-4b569c76-d900-4137-bd1e-4decb88dd61e service neutron] Publish callbacks [] for port (d0e29cfb-c141-4cd4-ab78-e1b32fb810ef), precommit_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:43.876823 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.provisioning_blocks [req-33b2c980-d70a-4066-b382-06d015b807dd req-4b569c76-d900-4137-bd1e-4decb88dd61e service neutron] Transition to ACTIVE for port object d0e29cfb-c141-4cd4-ab78-e1b32fb810ef will not be triggered until provisioned by entity L2. {{(pid=112952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 00:47:43.882122 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-33b2c980-d70a-4066-b382-06d015b807dd req-4b569c76-d900-4137-bd1e-4decb88dd61e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3304182'] for port (d0e29cfb-c141-4cd4-ab78-e1b32fb810ef), after_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:43.901533 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-5f2edf45-2694-450d-b90c-8ea457056a33 None None] Port d0e29cfb-c141-4cd4-ab78-e1b32fb810ef cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:47:43.954150 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b569c76-d900-4137-bd1e-4decb88dd61e service neutron] Pushing event updated for resources: {'Port': ['ID=d0e29cfb-c141-4cd4-ab78-e1b32fb810ef,revision_number=2']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:47:44.006838 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.managers [req-33b2c980-d70a-4066-b382-06d015b807dd req-4b569c76-d900-4137-bd1e-4decb88dd61e service neutron] Attempting to bind port d0e29cfb-c141-4cd4-ab78-e1b32fb810ef on host hv-cinder-85752 for vnic_type normal with profile {{(pid=112952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:47:44.007183 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.managers [req-33b2c980-d70a-4066-b382-06d015b807dd req-4b569c76-d900-4137-bd1e-4decb88dd61e service neutron] Attempting to bind port d0e29cfb-c141-4cd4-ab78-e1b32fb810ef by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '2b35b24d-afbb-49ac-9c71-14d53de30327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '534fcea4-462b-402d-9da6-e7cef4200229'}] {{(pid=112952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:47:44.007719 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b2c980-d70a-4066-b382-06d015b807dd req-4b569c76-d900-4137-bd1e-4decb88dd61e service neutron] Attempting to bind port d0e29cfb-c141-4cd4-ab78-e1b32fb810ef on network 534fcea4-462b-402d-9da6-e7cef4200229 {{(pid=112952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:47:44.054879 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b2c980-d70a-4066-b382-06d015b807dd req-4b569c76-d900-4137-bd1e-4decb88dd61e service neutron] Port d0e29cfb-c141-4cd4-ab78-e1b32fb810ef on network 534fcea4-462b-402d-9da6-e7cef4200229 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=112952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 00:47:44.055258 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b2c980-d70a-4066-b382-06d015b807dd req-4b569c76-d900-4137-bd1e-4decb88dd61e service neutron] Attempting to bind port d0e29cfb-c141-4cd4-ab78-e1b32fb810ef on network 534fcea4-462b-402d-9da6-e7cef4200229 {{(pid=112952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:47:44.098360 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b2c980-d70a-4066-b382-06d015b807dd req-4b569c76-d900-4137-bd1e-4decb88dd61e service neutron] Checking agent: {'id': '7a59e084-9e76-4c44-9c60-e850dcdcbbb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 42, 37), 'started_at': datetime.datetime(2022, 9, 15, 0, 42, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:47:44.098674 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b2c980-d70a-4066-b382-06d015b807dd req-4b569c76-d900-4137-bd1e-4decb88dd61e service neutron] Checking segment: {'id': '2b35b24d-afbb-49ac-9c71-14d53de30327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '534fcea4-462b-402d-9da6-e7cef4200229'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:47:44.099066 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b2c980-d70a-4066-b382-06d015b807dd req-4b569c76-d900-4137-bd1e-4decb88dd61e service neutron] Bound using segment: {'id': '2b35b24d-afbb-49ac-9c71-14d53de30327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '534fcea4-462b-402d-9da6-e7cef4200229'} {{(pid=112952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:47:44.099688 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.managers [req-33b2c980-d70a-4066-b382-06d015b807dd req-4b569c76-d900-4137-bd1e-4decb88dd61e service neutron] Bound port: d0e29cfb-c141-4cd4-ab78-e1b32fb810ef, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b35b24d-afbb-49ac-9c71-14d53de30327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '534fcea4-462b-402d-9da6-e7cef4200229'}}] {{(pid=112952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:47:44.100074 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-33b2c980-d70a-4066-b382-06d015b807dd req-4b569c76-d900-4137-bd1e-4decb88dd61e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (d0e29cfb-c141-4cd4-ab78-e1b32fb810ef), before_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:44.130843 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:44.162979 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.db [req-33b2c980-d70a-4066-b382-06d015b807dd req-4b569c76-d900-4137-bd1e-4decb88dd61e service neutron] For port d0e29cfb-c141-4cd4-ab78-e1b32fb810ef, host hv-cinder-85752, cleared binding levels {{(pid=112952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:47:44.166072 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.db [req-33b2c980-d70a-4066-b382-06d015b807dd req-4b569c76-d900-4137-bd1e-4decb88dd61e service neutron] For port d0e29cfb-c141-4cd4-ab78-e1b32fb810ef, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=d0e29cfb-c141-4cd4-ab78-e1b32fb810ef,segment=NetworkSegment(2b35b24d-afbb-49ac-9c71-14d53de30327),segment_id=2b35b24d-afbb-49ac-9c71-14d53de30327)] {{(pid=112952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:47:44.173927 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-33b2c980-d70a-4066-b382-06d015b807dd req-4b569c76-d900-4137-bd1e-4decb88dd61e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3304182'] for port (d0e29cfb-c141-4cd4-ab78-e1b32fb810ef), after_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:44.177132 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2c980-d70a-4066-b382-06d015b807dd req-4b569c76-d900-4137-bd1e-4decb88dd61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:44.177967 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-33b2c980-d70a-4066-b382-06d015b807dd req-4b569c76-d900-4137-bd1e-4decb88dd61e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:44.179339 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-33b2c980-d70a-4066-b382-06d015b807dd req-4b569c76-d900-4137-bd1e-4decb88dd61e service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/d0e29cfb-c141-4cd4-ab78-e1b32fb810ef HTTP/1.1" status: 200 len: 1093 time: 0.7668831 Sep 15 00:47:44.181447 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '583bc208-8f85-4abe-be0f-096127a8a5fb', 'tag': 'd0e29cfb-c141-4cd4-ab78-e1b32fb810ef'}] {{(pid=112952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:47:44.183714 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab332b7ebe0febfdc7fe1a403309b4946bbbdc71882a32b3ac962f44a6678e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513e1f58-540f-41c6-80f7-2cedad00e0da" -d '{"events": [{"name": "network-changed", "server_uuid": "583bc208-8f85-4abe-be0f-096127a8a5fb", "tag": "d0e29cfb-c141-4cd4-ab78-e1b32fb810ef"}]}' {{(pid=112952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:47:44.232257 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b569c76-d900-4137-bd1e-4decb88dd61e service neutron] Pushing event updated for resources: {'Port': ['ID=d0e29cfb-c141-4cd4-ab78-e1b32fb810ef,revision_number=3']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:47:44.243728 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 00:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf1f141-1036-4f52-b7e8-b5bdb7bde746 x-openstack-request-id: req-eaf1f141-1036-4f52-b7e8-b5bdb7bde746 {{(pid=112952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:47:44.244075 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "583bc208-8f85-4abe-be0f-096127a8a5fb", "tag": "d0e29cfb-c141-4cd4-ab78-e1b32fb810ef", "status": "completed", "code": 200}]} {{(pid=112952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:47:44.244392 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eaf1f141-1036-4f52-b7e8-b5bdb7bde746 {{(pid=112952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:47:44.244936 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaf1f141-1036-4f52-b7e8-b5bdb7bde746'] response: {'name': 'network-changed', 'server_uuid': '583bc208-8f85-4abe-be0f-096127a8a5fb', 'tag': 'd0e29cfb-c141-4cd4-ab78-e1b32fb810ef', 'status': 'completed', 'code': 200} Sep 15 00:47:44.293035 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aef9d6-7fce-4e0e-8fbf-b86530975900 req-7baa995e-eaac-4236-9e1c-059a5fb7be6e tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:44.294623 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d6aef9d6-7fce-4e0e-8fbf-b86530975900 req-7baa995e-eaac-4236-9e1c-059a5fb7be6e tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 943 time: 0.0534806 Sep 15 00:47:44.343958 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d6aef9d6-7fce-4e0e-8fbf-b86530975900 req-118263ec-31dc-4523-8562-b574f6a05cf1 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ae39bb43-f42c-4c88-9128-f0c5493fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436094 Sep 15 00:47:44.402303 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-5f2edf45-2694-450d-b90c-8ea457056a33 None None] Attempt 8 to provision port d0e29cfb-c141-4cd4-ab78-e1b32fb810ef Sep 15 00:47:44.444979 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-5f2edf45-2694-450d-b90c-8ea457056a33 None None] Port d0e29cfb-c141-4cd4-ab78-e1b32fb810ef had new provisioning blocks added so it will not transition to active. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 00:47:45.469862 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38512e28-154b-4e4d-86f4-6874c41ec1a4 req-6ea63649-50fb-4b07-a410-fdd07d1d97db tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:45.471416 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-38512e28-154b-4e4d-86f4-6874c41ec1a4 req-6ea63649-50fb-4b07-a410-fdd07d1d97db tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 943 time: 0.0528219 Sep 15 00:47:45.518962 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-38512e28-154b-4e4d-86f4-6874c41ec1a4 req-dd1fcbd1-2103-4925-b78f-2262151dc294 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ae39bb43-f42c-4c88-9128-f0c5493fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418200 Sep 15 00:47:46.638665 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f7574-cff9-4a52-821e-d246369bce47 req-6628c591-90bd-4609-83bd-2d28c8ab6f7b tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:46.640076 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-132f7574-cff9-4a52-821e-d246369bce47 req-6628c591-90bd-4609-83bd-2d28c8ab6f7b tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 943 time: 0.0467644 Sep 15 00:47:46.660448 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:46.689294 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-132f7574-cff9-4a52-821e-d246369bce47 req-263baf4e-78dc-4e8a-8920-f61c7c020feb tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ae39bb43-f42c-4c88-9128-f0c5493fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436416 Sep 15 00:47:47.744815 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-34a00967-07bd-4b19-8ac1-a362d730164e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:47.811696 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5256b9-738c-4106-9158-7a78c3f63bd6 req-2718818e-77be-4675-9d10-a826cf614052 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:47.813160 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ca5256b9-738c-4106-9158-7a78c3f63bd6 req-2718818e-77be-4675-9d10-a826cf614052 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 943 time: 0.0452838 Sep 15 00:47:47.858785 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ca5256b9-738c-4106-9158-7a78c3f63bd6 req-ef2af84b-146a-4a9f-8144-61fc71bf8b83 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ae39bb43-f42c-4c88-9128-f0c5493fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400705 Sep 15 00:47:48.741246 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e1f58-540f-41c6-80f7-2cedad00e0da req-5f8bb6bd-46ce-4eac-9297-d913727d5b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:48.742648 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-513e1f58-540f-41c6-80f7-2cedad00e0da req-5f8bb6bd-46ce-4eac-9297-d913727d5b9f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=7090f91f78534107ba4b5ccd7f80e145&device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 1127 time: 0.0382841 Sep 15 00:47:48.848872 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e1f58-540f-41c6-80f7-2cedad00e0da req-dedc655f-1d96-407e-a0eb-0e1cecb332f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:48.850317 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-513e1f58-540f-41c6-80f7-2cedad00e0da req-dedc655f-1d96-407e-a0eb-0e1cecb332f2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=7090f91f78534107ba4b5ccd7f80e145&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0928516 Sep 15 00:47:48.973676 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e1f58-540f-41c6-80f7-2cedad00e0da req-eec30e40-11cf-4526-a370-7b940a1f65f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:48.975208 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-513e1f58-540f-41c6-80f7-2cedad00e0da req-eec30e40-11cf-4526-a370-7b940a1f65f8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1188331 Sep 15 00:47:48.992542 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c3e60-fbe4-43ce-bf88-0c5a8865446c req-257ff3d3-4fac-4083-80f4-7f7141ff135d tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:48.993859 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-773c3e60-fbe4-43ce-bf88-0c5a8865446c req-257ff3d3-4fac-4083-80f4-7f7141ff135d tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 943 time: 0.0570068 Sep 15 00:47:49.041015 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-773c3e60-fbe4-43ce-bf88-0c5a8865446c req-c4d83296-6c3a-4da3-a550-ca49fbd95c26 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ae39bb43-f42c-4c88-9128-f0c5493fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415413 Sep 15 00:47:49.079359 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2c980-d70a-4066-b382-06d015b807dd req-6941aa48-27b0-4703-84d1-2dc6ca0c21d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:49.080883 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-33b2c980-d70a-4066-b382-06d015b807dd req-6941aa48-27b0-4703-84d1-2dc6ca0c21d7 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=7090f91f78534107ba4b5ccd7f80e145&device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 1127 time: 0.0385282 Sep 15 00:47:49.127765 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-33b2c980-d70a-4066-b382-06d015b807dd req-b6e32b23-3a5d-469d-8d7b-343afc44a011 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0e29cfb-c141-4cd4-ab78-e1b32fb810ef HTTP/1.1" status: 200 len: 217 time: 0.0337315 Sep 15 00:47:49.175310 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2c980-d70a-4066-b382-06d015b807dd req-87ca439d-1381-4bc5-a22f-02d25ebbce5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:49.176825 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-33b2c980-d70a-4066-b382-06d015b807dd req-87ca439d-1381-4bc5-a22f-02d25ebbce5e service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=756b70e8-4098-4f30-99b0-99c64c94809f HTTP/1.1" status: 200 len: 857 time: 0.0437388 Sep 15 00:47:49.220242 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2c980-d70a-4066-b382-06d015b807dd req-955a6d6f-8b72-4983-92cf-32fa6ab2c0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:49.221727 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-33b2c980-d70a-4066-b382-06d015b807dd req-955a6d6f-8b72-4983-92cf-32fa6ab2c0e4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=534fcea4-462b-402d-9da6-e7cef4200229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390666 Sep 15 00:47:49.542227 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-33b2c980-d70a-4066-b382-06d015b807dd req-32bbc592-fdef-47c7-860f-0612c1f90beb service neutron] 10.222.0.18 "GET /networking/v2.0/networks/534fcea4-462b-402d-9da6-e7cef4200229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140442 Sep 15 00:47:49.599178 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=7 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:49.630323 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-33b2c980-d70a-4066-b382-06d015b807dd req-f1e81015-7959-4a6e-b5f3-ac60b59421a5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/534fcea4-462b-402d-9da6-e7cef4200229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814517 Sep 15 00:47:49.676942 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:50.027522 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-d7b4cfd0-4134-4f37-8ce2-40100ef7f4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:50.157759 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d33eb-63c2-4c5d-99b1-12bfb7a5581a req-92b79103-3969-4340-a559-6fa1ad4eb3f4 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:50.159215 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-662d33eb-63c2-4c5d-99b1-12bfb7a5581a req-92b79103-3969-4340-a559-6fa1ad4eb3f4 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 943 time: 0.0457318 Sep 15 00:47:50.209574 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-662d33eb-63c2-4c5d-99b1-12bfb7a5581a req-d03107f7-4e72-48f5-a207-8b408c5b7679 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ae39bb43-f42c-4c88-9128-f0c5493fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446823 Sep 15 00:47:51.317631 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:51.373485 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbaa698-aeac-4103-9e63-1ff563e67500 req-c8493e35-545a-45a8-82c8-5c864c8bf5cd tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:51.374967 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-4bbaa698-aeac-4103-9e63-1ff563e67500 req-c8493e35-545a-45a8-82c8-5c864c8bf5cd tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 943 time: 0.0756700 Sep 15 00:47:51.425901 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-4bbaa698-aeac-4103-9e63-1ff563e67500 req-e594c22a-3549-4ce7-9d81-5103b6897235 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ae39bb43-f42c-4c88-9128-f0c5493fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444145 Sep 15 00:47:52.544446 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21037e-247e-4ed5-94df-9aed186735f9 req-049c10b4-2e88-4fe0-9090-7cb3bc19d229 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:52.545951 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-eb21037e-247e-4ed5-94df-9aed186735f9 req-049c10b4-2e88-4fe0-9090-7cb3bc19d229 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 943 time: 0.0485551 Sep 15 00:47:52.578451 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:52.657023 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:52.680941 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-eb21037e-247e-4ed5-94df-9aed186735f9 req-bb970b51-8cbf-4e48-aa06-ef768a17264a tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ae39bb43-f42c-4c88-9128-f0c5493fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1284955 Sep 15 00:47:52.769583 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 56540) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:47:52.981079 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-72f6d4e0-5128-430b-8149-f8d922fb3435 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:53.035931 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:53.079505 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-72f6d4e0-5128-430b-8149-f8d922fb3435 admin admin] Publish callbacks [] for security_group (9a11bab4-ea25-424d-8acc-934286f0888b), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:53.086509 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-72f6d4e0-5128-430b-8149-f8d922fb3435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (9a11bab4-ea25-424d-8acc-934286f0888b), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:53.129636 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-72f6d4e0-5128-430b-8149-f8d922fb3435 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=43d65129e3bf46a68d154912738cf99f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3580098 Sep 15 00:47:53.132658 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 56544) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:47:53.133486 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f6d4e0-5128-430b-8149-f8d922fb3435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a11bab4-ea25-424d-8acc-934286f0888b,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:47:53.188357 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-8694ef20-a2ab-4933-9360-ae299b5c5c30 admin admin] Publish callbacks [] for security_group (9a11bab4-ea25-424d-8acc-934286f0888b), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:53.200208 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:53.214028 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-8694ef20-a2ab-4933-9360-ae299b5c5c30 admin admin] Publish callbacks [] for security_group (9a11bab4-ea25-424d-8acc-934286f0888b), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:53.276486 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-8694ef20-a2ab-4933-9360-ae299b5c5c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (9a11bab4-ea25-424d-8acc-934286f0888b), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:53.280547 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-8694ef20-a2ab-4933-9360-ae299b5c5c30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:53.281806 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-8694ef20-a2ab-4933-9360-ae299b5c5c30 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/9a11bab4-ea25-424d-8acc-934286f0888b HTTP/1.1" status: 204 len: 168 time: 0.1467354 Sep 15 00:47:53.295137 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8694ef20-a2ab-4933-9360-ae299b5c5c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a11bab4-ea25-424d-8acc-934286f0888b,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:47:53.784606 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:53.824443 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95b075-f057-4da7-8d42-811112729ac6 req-27d764d1-bee3-41fa-90d0-169c106f11e2 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:53.831859 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-7b95b075-f057-4da7-8d42-811112729ac6 req-27d764d1-bee3-41fa-90d0-169c106f11e2 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 943 time: 0.0664740 Sep 15 00:47:53.885123 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-7b95b075-f057-4da7-8d42-811112729ac6 req-f3cdc30e-fc88-4804-be73-cbd492aa80b2 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ae39bb43-f42c-4c88-9128-f0c5493fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523772 Sep 15 00:47:54.061252 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device d0e29cfb-c141-4cd4-ab78-e1b32fb810ef details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=112954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 00:47:54.113074 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 56576) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:47:54.194972 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port d0e29cfb-c141-4cd4-ab78-e1b32fb810ef, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=d0e29cfb-c141-4cd4-ab78-e1b32fb810ef,segment=NetworkSegment(2b35b24d-afbb-49ac-9c71-14d53de30327),segment_id=2b35b24d-afbb-49ac-9c71-14d53de30327)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:47:54.214904 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Returning: {'device': 'd0e29cfb-c141-4cd4-ab78-e1b32fb810ef', 'network_id': '534fcea4-462b-402d-9da6-e7cef4200229', 'port_id': 'd0e29cfb-c141-4cd4-ab78-e1b32fb810ef', 'mac_address': 'fa:16:3e:ef:58:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '756b70e8-4098-4f30-99b0-99c64c94809f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 00:47:54.244344 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-5d342f05-7d3c-4d5d-b2d5-b0699fb7a117 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1159276456-network', 'tenant_id': '743501da05424df197d7af03d32eabb3'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:47:54.271068 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:54.272059 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d342f05-7d3c-4d5d-b2d5-b0699fb7a117 admin admin] Made reservation on behalf of 743501da05424df197d7af03d32eabb3 for: {'network': 1} {{(pid=112952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:47:54.275940 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port d0e29cfb-c141-4cd4-ab78-e1b32fb810ef is: DOWN; New status is: BUILD {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:47:54.276483 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (d0e29cfb-c141-4cd4-ab78-e1b32fb810ef), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:54.276921 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-5d342f05-7d3c-4d5d-b2d5-b0699fb7a117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for network (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:54.289936 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-5d342f05-7d3c-4d5d-b2d5-b0699fb7a117 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:54.294957 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0e29cfb-c141-4cd4-ab78-e1b32fb810ef {{(pid=112954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 00:47:54.323568 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:54.326301 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port d0e29cfb-c141-4cd4-ab78-e1b32fb810ef, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=d0e29cfb-c141-4cd4-ab78-e1b32fb810ef,segment=NetworkSegment(2b35b24d-afbb-49ac-9c71-14d53de30327),segment_id=2b35b24d-afbb-49ac-9c71-14d53de30327)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:47:54.334769 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (d0e29cfb-c141-4cd4-ab78-e1b32fb810ef), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:54.421685 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=d0e29cfb-c141-4cd4-ab78-e1b32fb810ef,revision_number=4']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:47:54.423092 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-5d342f05-7d3c-4d5d-b2d5-b0699fb7a117 admin admin] Publish callbacks [] for security_group (10191b3a-aa11-495e-a4d6-d1f07cc32e0d), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:54.431334 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:54.432550 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:54.433038 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:54.433398 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:54.433800 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:54.434272 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:54.434597 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:54.434915 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:54.435423 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:54.436184 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:54.436683 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:54.437172 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:54.437641 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:54.438105 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:54.438586 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:47:54.441022 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-5d342f05-7d3c-4d5d-b2d5-b0699fb7a117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (10191b3a-aa11-495e-a4d6-d1f07cc32e0d), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:54.472690 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d342f05-7d3c-4d5d-b2d5-b0699fb7a117 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=112952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 00:47:54.479470 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d342f05-7d3c-4d5d-b2d5-b0699fb7a117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10191b3a-aa11-495e-a4d6-d1f07cc32e0d,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:47:54.486640 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-5d342f05-7d3c-4d5d-b2d5-b0699fb7a117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898'] for segment (0e381a2d-0dc5-42f8-9b9f-371bc873799e), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:54.486986 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.db.segments_db [None req-5d342f05-7d3c-4d5d-b2d5-b0699fb7a117 admin admin] Added segment 0e381a2d-0dc5-42f8-9b9f-371bc873799e of type vlan for network 4290f87e-df9b-42ba-bf4c-3cb460fcfafb Sep 15 00:47:54.534024 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-5d342f05-7d3c-4d5d-b2d5-b0699fb7a117 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740353647288'] for network (4290f87e-df9b-42ba-bf4c-3cb460fcfafb), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:54.565732 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-5d342f05-7d3c-4d5d-b2d5-b0699fb7a117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177'] for network (4290f87e-df9b-42ba-bf4c-3cb460fcfafb), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:54.567088 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d342f05-7d3c-4d5d-b2d5-b0699fb7a117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:54.567348 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-5d342f05-7d3c-4d5d-b2d5-b0699fb7a117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for network (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:54.663538 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-5d342f05-7d3c-4d5d-b2d5-b0699fb7a117 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5469627 Sep 15 00:47:54.664174 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 56594) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:47:54.667742 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d342f05-7d3c-4d5d-b2d5-b0699fb7a117 admin admin] Pushing event updated for resources: {'Network': ['ID=4290f87e-df9b-42ba-bf4c-3cb460fcfafb,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:47:54.670327 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-5fd58af1-39bc-4149-ab81-734f0f1d86d2 admin admin] Request body: {'subnet': {'network_id': '4290f87e-df9b-42ba-bf4c-3cb460fcfafb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1159276456-subnet', 'tenant_id': '743501da05424df197d7af03d32eabb3', 'ip_version': 4}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:47:54.684590 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Network 4290f87e-df9b-42ba-bf4c-3cb460fcfafb details requested by agent ovs-agent-dv-cinder-857528-2-iscsi with host dv-cinder-857528-2-iscsi {{(pid=112954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 00:47:54.706542 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd58af1-39bc-4149-ab81-734f0f1d86d2 admin admin] Made reservation on behalf of 743501da05424df197d7af03d32eabb3 for: {'subnet': 1} {{(pid=112953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:47:54.709320 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-5fd58af1-39bc-4149-ab81-734f0f1d86d2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:54.831084 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:54.890015 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] get_ports_and_sgs() called for port_ids ['d0e29cfb-c141-4cd4-ab78-e1b32fb810ef'] {{(pid=112954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 00:47:54.906790 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-5fd58af1-39bc-4149-ab81-734f0f1d86d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177'] for subnet (1377e933-271c-4a25-8861-4516d6260e23), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:55.003119 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd58af1-39bc-4149-ab81-734f0f1d86d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1377e933-271c-4a25-8861-4516d6260e23,revision_number=0']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:47:55.068633 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138e1a1-d825-4579-8047-49a57617c39a req-2ea1ac1b-9fa7-4321-addb-88611fed5995 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:55.070143 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b138e1a1-d825-4579-8047-49a57617c39a req-2ea1ac1b-9fa7-4321-addb-88611fed5995 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 944 time: 0.0888612 Sep 15 00:47:55.072218 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd58af1-39bc-4149-ab81-734f0f1d86d2 admin admin] Checking segment: {'id': '0e381a2d-0dc5-42f8-9b9f-371bc873799e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4290f87e-df9b-42ba-bf4c-3cb460fcfafb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:47:55.072905 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd58af1-39bc-4149-ab81-734f0f1d86d2 admin admin] Network hostable DHCP agents. Network: 4290f87e-df9b-42ba-bf4c-3cb460fcfafb, hostable agents: ['abe268bd-80e0-4b66-bd7b-8cd34d7e839c'], hosted agents: [] {{(pid=112953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 00:47:55.113162 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd58af1-39bc-4149-ab81-734f0f1d86d2 admin admin] Network 4290f87e-df9b-42ba-bf4c-3cb460fcfafb is scheduled to be hosted by DHCP agent abe268bd-80e0-4b66-bd7b-8cd34d7e839c with binding_index 1 {{(pid=112953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 00:47:55.136216 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.base_scheduler [None req-5fd58af1-39bc-4149-ab81-734f0f1d86d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-2-iscsi, 4290f87e-df9b-42ba-bf4c-3cb460fcfafb) {{(pid=112953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:47:55.143463 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b138e1a1-d825-4579-8047-49a57617c39a req-5929d996-9ef4-4b4d-b91e-7b2e3ab36222 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ae39bb43-f42c-4c88-9128-f0c5493fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0630083 Sep 15 00:47:55.144451 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd58af1-39bc-4149-ab81-734f0f1d86d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:55.145036 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-5fd58af1-39bc-4149-ab81-734f0f1d86d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for subnet (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:55.148966 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8788034a-789d-460f-9f69-cfca34b87737 None None] Network 4290f87e-df9b-42ba-bf4c-3cb460fcfafb requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:47:55.176442 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-5fd58af1-39bc-4149-ab81-734f0f1d86d2 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5095768 Sep 15 00:47:55.178283 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 56600) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:47:55.184939 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-51db0470-1b32-421d-ac5f-82a4ecd40b59 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1159276456-router', 'tenant_id': '743501da05424df197d7af03d32eabb3', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'}}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:47:55.222042 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-51db0470-1b32-421d-ac5f-82a4ecd40b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3733'] for router (ca3b6cba-8d96-4b57-9ebe-237259db34f8), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:55.223268 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-51db0470-1b32-421d-ac5f-82a4ecd40b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1683127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1672952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2000688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3740'] for router (ca3b6cba-8d96-4b57-9ebe-237259db34f8), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:55.284854 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a01b52-f87b-4dc4-9105-b68620f2b3c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3047b3e4-ccd7-5ac9-918c-8e3fb3633ad1-4290f87e-df9b-42ba-bf4c-3cb460fcfafb', 'network_id': '4290f87e-df9b-42ba-bf4c-3cb460fcfafb', 'project_id': '743501da05424df197d7af03d32eabb3', 'fixed_ips': [{'subnet_id': '1377e933-271c-4a25-8861-4516d6260e23'}]}} from dv-cinder-857528-2-iscsi. {{(pid=112954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 00:47:55.285850 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-57a01b52-f87b-4dc4-9105-b68620f2b3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:55.308314 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-51db0470-1b32-421d-ac5f-82a4ecd40b59 admin admin] Publish callbacks [] for router_controller (ca3b6cba-8d96-4b57-9ebe-237259db34f8), precommit_add_association {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:55.482898 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-51db0470-1b32-421d-ac5f-82a4ecd40b59 admin admin] Publish callbacks [] for router_gateway (ca3b6cba-8d96-4b57-9ebe-237259db34f8), precommit_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:55.507508 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.db_base_plugin_common [None req-57a01b52-f87b-4dc4-9105-b68620f2b3c0 None None] Allocated IP 172.20.0.2 (4290f87e-df9b-42ba-bf4c-3cb460fcfafb/1377e933-271c-4a25-8861-4516d6260e23/dfab9ef8-9513-4f1d-a1b8-65f757686656) {{(pid=112954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:47:55.577106 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:55.711427 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:55.723519 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-51db0470-1b32-421d-ac5f-82a4ecd40b59 admin admin] Publish callbacks [] for router_gateway (ca3b6cba-8d96-4b57-9ebe-237259db34f8), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:55.754580 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-51db0470-1b32-421d-ac5f-82a4ecd40b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:55.755629 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-57a01b52-f87b-4dc4-9105-b68620f2b3c0 None None] Publish callbacks [] for port (dfab9ef8-9513-4f1d-a1b8-65f757686656), precommit_create {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:55.766708 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-57a01b52-f87b-4dc4-9105-b68620f2b3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163'] for port (dfab9ef8-9513-4f1d-a1b8-65f757686656), after_create {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:55.814435 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a01b52-f87b-4dc4-9105-b68620f2b3c0 None None] Network 4290f87e-df9b-42ba-bf4c-3cb460fcfafb is already hosted by enough agents. {{(pid=112954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:47:55.819052 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.scheduler.base_scheduler [None req-57a01b52-f87b-4dc4-9105-b68620f2b3c0 None None] Resources bound (agent type, host, resource id): {{(pid=112954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:47:55.821500 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a01b52-f87b-4dc4-9105-b68620f2b3c0 None None] Received port after_create {{(pid=112954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:47:55.884048 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a01b52-f87b-4dc4-9105-b68620f2b3c0 None None] Pushing event updated for resources: {'Port': ['ID=dfab9ef8-9513-4f1d-a1b8-65f757686656,revision_number=1']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:47:55.911602 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.db_base_plugin_common [None req-51db0470-1b32-421d-ac5f-82a4ecd40b59 admin admin] Allocated IP 172.27.1.11 (53046852-16e9-4bc6-a26e-a34c1d2139e6/8f0c0330-11bc-44ed-a1b6-6f3c15aee393/d614d6ff-8647-49c3-b882-69e5db6e510b) {{(pid=112952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:47:55.913704 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:55.931141 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-57a01b52-f87b-4dc4-9105-b68620f2b3c0 None None] Attempting to bind port dfab9ef8-9513-4f1d-a1b8-65f757686656 on host dv-cinder-857528-2-iscsi for vnic_type normal with profile {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:47:55.931861 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-57a01b52-f87b-4dc4-9105-b68620f2b3c0 None None] Attempting to bind port dfab9ef8-9513-4f1d-a1b8-65f757686656 by drivers openvswitch,hyperv on host dv-cinder-857528-2-iscsi at level 0 using segments [{'id': '0e381a2d-0dc5-42f8-9b9f-371bc873799e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4290f87e-df9b-42ba-bf4c-3cb460fcfafb'}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:47:55.932442 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a01b52-f87b-4dc4-9105-b68620f2b3c0 None None] Attempting to bind port dfab9ef8-9513-4f1d-a1b8-65f757686656 on network 4290f87e-df9b-42ba-bf4c-3cb460fcfafb {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:47:55.980590 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a01b52-f87b-4dc4-9105-b68620f2b3c0 None None] Checking agent: {'id': 'f85e816c-fb48-4744-a66a-e79ceb68e67e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 36, 23), 'started_at': datetime.datetime(2022, 9, 15, 0, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:47:55.981214 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a01b52-f87b-4dc4-9105-b68620f2b3c0 None None] Checking segment: {'id': '0e381a2d-0dc5-42f8-9b9f-371bc873799e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4290f87e-df9b-42ba-bf4c-3cb460fcfafb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:47:55.981414 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-57a01b52-f87b-4dc4-9105-b68620f2b3c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:55.981778 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a01b52-f87b-4dc4-9105-b68620f2b3c0 None None] Bound using segment: {'id': '0e381a2d-0dc5-42f8-9b9f-371bc873799e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4290f87e-df9b-42ba-bf4c-3cb460fcfafb'} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:47:55.982636 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-57a01b52-f87b-4dc4-9105-b68620f2b3c0 None None] Bound port: dfab9ef8-9513-4f1d-a1b8-65f757686656, host: dv-cinder-857528-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e381a2d-0dc5-42f8-9b9f-371bc873799e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4290f87e-df9b-42ba-bf4c-3cb460fcfafb'}}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:47:55.983035 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-57a01b52-f87b-4dc4-9105-b68620f2b3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (dfab9ef8-9513-4f1d-a1b8-65f757686656), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:56.044938 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-51db0470-1b32-421d-ac5f-82a4ecd40b59 admin admin] Publish callbacks [] for port (d614d6ff-8647-49c3-b882-69e5db6e510b), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:56.076286 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-57a01b52-f87b-4dc4-9105-b68620f2b3c0 None None] For port dfab9ef8-9513-4f1d-a1b8-65f757686656, host dv-cinder-857528-2-iscsi, cleared binding levels {{(pid=112954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:47:56.081113 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-57a01b52-f87b-4dc4-9105-b68620f2b3c0 None None] For port dfab9ef8-9513-4f1d-a1b8-65f757686656, host dv-cinder-857528-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=dfab9ef8-9513-4f1d-a1b8-65f757686656,segment=NetworkSegment(0e381a2d-0dc5-42f8-9b9f-371bc873799e),segment_id=0e381a2d-0dc5-42f8-9b9f-371bc873799e)] {{(pid=112954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:47:56.082363 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-51db0470-1b32-421d-ac5f-82a4ecd40b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3304143'] for port (d614d6ff-8647-49c3-b882-69e5db6e510b), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:56.089173 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-57a01b52-f87b-4dc4-9105-b68620f2b3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (dfab9ef8-9513-4f1d-a1b8-65f757686656), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:56.149174 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:56.161686 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51db0470-1b32-421d-ac5f-82a4ecd40b59 admin admin] Network 53046852-16e9-4bc6-a26e-a34c1d2139e6 is already hosted by enough agents. {{(pid=112952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:47:56.166503 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.base_scheduler [None req-51db0470-1b32-421d-ac5f-82a4ecd40b59 admin admin] Resources bound (agent type, host, resource id): {{(pid=112952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:47:56.171405 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51db0470-1b32-421d-ac5f-82a4ecd40b59 admin admin] Received port after_create {{(pid=112952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:47:56.179960 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db0470-1b32-421d-ac5f-82a4ecd40b59 admin admin] Pushing event updated for resources: {'Port': ['ID=d614d6ff-8647-49c3-b882-69e5db6e510b,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:47:56.180950 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a01b52-f87b-4dc4-9105-b68620f2b3c0 None None] Pushing event updated for resources: {'Port': ['ID=dfab9ef8-9513-4f1d-a1b8-65f757686656,revision_number=2']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:47:56.202076 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device d0e29cfb-c141-4cd4-ab78-e1b32fb810ef up at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:47:56.262581 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Provisioning for port d0e29cfb-c141-4cd4-ab78-e1b32fb810ef completed by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 00:47:56.270803 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Provisioning complete for port d0e29cfb-c141-4cd4-ab78-e1b32fb810ef triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:47:56.271208 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (d0e29cfb-c141-4cd4-ab78-e1b32fb810ef), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:56.271550 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Attempt 1 to provision port d0e29cfb-c141-4cd4-ab78-e1b32fb810ef Sep 15 00:47:56.433260 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port d0e29cfb-c141-4cd4-ab78-e1b32fb810ef is: BUILD; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:47:56.433919 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (d0e29cfb-c141-4cd4-ab78-e1b32fb810ef), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:56.477172 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f146c6-895c-477a-b323-d07e3dff2478 req-9273dd06-376e-459a-b9ce-dbdd15ccf696 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:56.485506 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-76f146c6-895c-477a-b323-d07e3dff2478 req-9273dd06-376e-459a-b9ce-dbdd15ccf696 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 944 time: 0.1578948 Sep 15 00:47:56.498153 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port d0e29cfb-c141-4cd4-ab78-e1b32fb810ef, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=d0e29cfb-c141-4cd4-ab78-e1b32fb810ef,segment=NetworkSegment(2b35b24d-afbb-49ac-9c71-14d53de30327),segment_id=2b35b24d-afbb-49ac-9c71-14d53de30327)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:47:56.500081 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583bc208-8f85-4abe-be0f-096127a8a5fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e29cfb-c141-4cd4-ab78-e1b32fb810ef'}] {{(pid=112954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:47:56.503276 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac31f47a78c65cec711889e6d70219b8f5c13991b6e76ee3a100a5a33f2e7321" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e91e6e-6af0-418a-ace5-ada73b17e97e" -d '{"events": [{"server_uuid": "583bc208-8f85-4abe-be0f-096127a8a5fb", "name": "network-vif-plugged", "status": "completed", "tag": "d0e29cfb-c141-4cd4-ab78-e1b32fb810ef"}]}' {{(pid=112954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:47:56.511448 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (d0e29cfb-c141-4cd4-ab78-e1b32fb810ef), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:56.583218 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 00:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3251e9-a293-4cf7-8040-44318db8d720 x-openstack-request-id: req-da3251e9-a293-4cf7-8040-44318db8d720 {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:47:56.583640 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583bc208-8f85-4abe-be0f-096127a8a5fb", "name": "network-vif-plugged", "status": "completed", "tag": "d0e29cfb-c141-4cd4-ab78-e1b32fb810ef", "code": 200}]} {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:47:56.584349 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-da3251e9-a293-4cf7-8040-44318db8d720 {{(pid=112954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:47:56.586423 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da3251e9-a293-4cf7-8040-44318db8d720'] response: {'server_uuid': '583bc208-8f85-4abe-be0f-096127a8a5fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e29cfb-c141-4cd4-ab78-e1b32fb810ef', 'code': 200} Sep 15 00:47:56.598451 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=d0e29cfb-c141-4cd4-ab78-e1b32fb810ef,revision_number=5']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:47:56.641391 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-76f146c6-895c-477a-b323-d07e3dff2478 req-5e76570a-8c2f-4d6a-8f97-c9ecabb5ee87 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ae39bb43-f42c-4c88-9128-f0c5493fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1537318 Sep 15 00:47:56.757152 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-51db0470-1b32-421d-ac5f-82a4ecd40b59 admin admin] Publish callbacks [] for router_gateway (ca3b6cba-8d96-4b57-9ebe-237259db34f8), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:56.851238 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:56.902537 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8862af-846e-4f44-a141-af925a79cdf7 req-8a73b872-9606-4f6f-a05a-e9ba7ad02d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:56.904324 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-7b8862af-846e-4f44-a141-af925a79cdf7 req-8a73b872-9606-4f6f-a05a-e9ba7ad02d03 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 1129 time: 0.1031101 Sep 15 00:47:56.982954 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-7b8862af-846e-4f44-a141-af925a79cdf7 req-86cc84fd-e356-4b5b-bd65-a56064521064 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae39bb43-f42c-4c88-9128-f0c5493fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0653405 Sep 15 00:47:57.094183 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-51db0470-1b32-421d-ac5f-82a4ecd40b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1683183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1682215'] for router (ca3b6cba-8d96-4b57-9ebe-237259db34f8), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:57.148221 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:57.262165 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51db0470-1b32-421d-ac5f-82a4ecd40b59 admin admin] Router ca3b6cba-8d96-4b57-9ebe-237259db34f8 is scheduled to L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe with binding_index 1 {{(pid=112952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 00:47:57.422456 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51db0470-1b32-421d-ac5f-82a4ecd40b59 admin admin] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:47:57.436828 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93b6447-3955-4529-8a3c-4b8a203e70e3 None None] Sync routers for ids ['ca3b6cba-8d96-4b57-9ebe-237259db34f8'] in dv-cinder-857528-2-iscsi {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:47:57.459670 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-51db0470-1b32-421d-ac5f-82a4ecd40b59 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:57.462316 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-51db0470-1b32-421d-ac5f-82a4ecd40b59 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2823148 Sep 15 00:47:57.466381 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 56672) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:47:57.469484 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93b6447-3955-4529-8a3c-4b8a203e70e3 None None] Routers {'ca3b6cba-8d96-4b57-9ebe-237259db34f8'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:47:57.470136 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-c93b6447-3955-4529-8a3c-4b8a203e70e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:47:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['ca3b6cba-8d96-4b57-9ebe-237259db34f8'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:47:57.583941 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e13aa9e-c088-432f-91b1-8e0a86081782 None None] Network 4290f87e-df9b-42ba-bf4c-3cb460fcfafb requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:47:57.664184 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device dfab9ef8-9513-4f1d-a1b8-65f757686656 up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:47:57.685979 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-744fd5b3-cb64-4849-94f6-b6b7760daf5f None None] Provisioning complete for port dfab9ef8-9513-4f1d-a1b8-65f757686656 triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:47:57.686838 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-744fd5b3-cb64-4849-94f6-b6b7760daf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (dfab9ef8-9513-4f1d-a1b8-65f757686656), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:57.687662 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-744fd5b3-cb64-4849-94f6-b6b7760daf5f None None] Attempt 1 to provision port dfab9ef8-9513-4f1d-a1b8-65f757686656 Sep 15 00:47:57.837445 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae6349-b730-434b-9d05-ddc516fbe8b0 req-6a5d23ea-1a16-437a-bd2d-e75fac46eabe tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:57.846349 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-54ae6349-b730-434b-9d05-ddc516fbe8b0 req-6a5d23ea-1a16-437a-bd2d-e75fac46eabe tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 945 time: 0.0651567 Sep 15 00:47:57.881617 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-c93b6447-3955-4529-8a3c-4b8a203e70e3 None None] Set router ca3b6cba-8d96-4b57-9ebe-237259db34f8 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:47:57.913121 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-54ae6349-b730-434b-9d05-ddc516fbe8b0 req-53d34896-927f-4619-8022-8bba4714c03c tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ae39bb43-f42c-4c88-9128-f0c5493fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0608089 Sep 15 00:47:58.069373 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-6030dd4f-05d2-484b-b657-1a13c3f07df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:58.103425 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:58.115634 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port dfab9ef8-9513-4f1d-a1b8-65f757686656 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:47:58.116139 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (dfab9ef8-9513-4f1d-a1b8-65f757686656), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:58.116638 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port dfab9ef8-9513-4f1d-a1b8-65f757686656 Sep 15 00:47:58.191718 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:58.282992 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-744fd5b3-cb64-4849-94f6-b6b7760daf5f None None] Current status of the port dfab9ef8-9513-4f1d-a1b8-65f757686656 is: DOWN; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:47:58.284730 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-744fd5b3-cb64-4849-94f6-b6b7760daf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (dfab9ef8-9513-4f1d-a1b8-65f757686656), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:58.286749 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:58.353479 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.db_base_plugin_common [None req-6030dd4f-05d2-484b-b657-1a13c3f07df9 admin admin] Allocated IP 172.20.0.1 (4290f87e-df9b-42ba-bf4c-3cb460fcfafb/1377e933-271c-4a25-8861-4516d6260e23/5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd) {{(pid=112952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:47:58.415520 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-744fd5b3-cb64-4849-94f6-b6b7760daf5f None None] For port dfab9ef8-9513-4f1d-a1b8-65f757686656, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=dfab9ef8-9513-4f1d-a1b8-65f757686656,segment=NetworkSegment(0e381a2d-0dc5-42f8-9b9f-371bc873799e),segment_id=0e381a2d-0dc5-42f8-9b9f-371bc873799e)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:47:58.446748 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:58.455203 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-744fd5b3-cb64-4849-94f6-b6b7760daf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (dfab9ef8-9513-4f1d-a1b8-65f757686656), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:58.495817 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-6030dd4f-05d2-484b-b657-1a13c3f07df9 admin admin] Publish callbacks [] for port (5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:58.544411 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-6030dd4f-05d2-484b-b657-1a13c3f07df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3304143'] for port (5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:58.582353 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port dfab9ef8-9513-4f1d-a1b8-65f757686656 is: DOWN; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:47:58.583109 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (dfab9ef8-9513-4f1d-a1b8-65f757686656), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:58.589274 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6030dd4f-05d2-484b-b657-1a13c3f07df9 admin admin] Network 4290f87e-df9b-42ba-bf4c-3cb460fcfafb is already hosted by enough agents. {{(pid=112952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:47:58.594939 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.base_scheduler [None req-6030dd4f-05d2-484b-b657-1a13c3f07df9 admin admin] Resources bound (agent type, host, resource id): {{(pid=112952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:47:58.597859 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6030dd4f-05d2-484b-b657-1a13c3f07df9 admin admin] Received port after_create {{(pid=112952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:47:58.614476 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-c93b6447-3955-4529-8a3c-4b8a203e70e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3b6cba-8d96-4b57-9ebe-237259db34f8', 'name': 'tempest-TestShelveInstance-1159276456-router', 'tenant_id': '743501da05424df197d7af03d32eabb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': 'd614d6ff-8647-49c3-b882-69e5db6e510b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:47:55Z', 'updated_at': '2022-09-15T00:47:56Z', 'revision_number': 3, 'project_id': '743501da05424df197d7af03d32eabb3', 'gw_port': {'id': 'd614d6ff-8647-49c3-b882-69e5db6e510b', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3b6cba-8d96-4b57-9ebe-237259db34f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:47:55Z', 'updated_at': '2022-09-15T00:47:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi'}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:47:58.639681 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030dd4f-05d2-484b-b657-1a13c3f07df9 admin admin] Pushing event updated for resources: {'Port': ['ID=5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:47:58.664228 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-6030dd4f-05d2-484b-b657-1a13c3f07df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1673502'] for router_interface (ca3b6cba-8d96-4b57-9ebe-237259db34f8), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:58.706939 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93b6447-3955-4529-8a3c-4b8a203e70e3 None None] Checking router: ca3b6cba-8d96-4b57-9ebe-237259db34f8 for host: dv-cinder-857528-2-iscsi {{(pid=112954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:47:58.706939 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93b6447-3955-4529-8a3c-4b8a203e70e3 None None] Updating router ca3b6cba-8d96-4b57-9ebe-237259db34f8 port d614d6ff-8647-49c3-b882-69e5db6e510b binding host dv-cinder-857528-2-iscsi {{(pid=112954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 00:47:58.711324 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744fd5b3-cb64-4849-94f6-b6b7760daf5f None None] Pushing event updated for resources: {'Port': ['ID=dfab9ef8-9513-4f1d-a1b8-65f757686656,revision_number=3']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:47:58.804522 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-af9824e2-42a3-44bd-9bca-f3c4c512fd44 None None] Provisioning complete for port dfab9ef8-9513-4f1d-a1b8-65f757686656 triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:47:58.805545 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-af9824e2-42a3-44bd-9bca-f3c4c512fd44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (dfab9ef8-9513-4f1d-a1b8-65f757686656), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:58.805892 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-af9824e2-42a3-44bd-9bca-f3c4c512fd44 None None] Attempt 1 to provision port dfab9ef8-9513-4f1d-a1b8-65f757686656 Sep 15 00:47:58.872579 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-c93b6447-3955-4529-8a3c-4b8a203e70e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (d614d6ff-8647-49c3-b882-69e5db6e510b), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:58.909295 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-6030dd4f-05d2-484b-b657-1a13c3f07df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd), before_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:58.917127 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.db.api [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 15 00:47:58.917536 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG oslo_db.api [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 00:47:59.082099 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-af9824e2-42a3-44bd-9bca-f3c4c512fd44 None None] Current status of the port dfab9ef8-9513-4f1d-a1b8-65f757686656 is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:47:59.110802 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e538d29-885a-41e3-a0b1-e488975cc379 req-12b510aa-ba86-4282-a93c-4c2d71d97da4 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:47:59.112975 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-5e538d29-885a-41e3-a0b1-e488975cc379 req-12b510aa-ba86-4282-a93c-4c2d71d97da4 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 945 time: 0.1094613 Sep 15 00:47:59.144744 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 6 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 00:47:59.188327 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-5e538d29-885a-41e3-a0b1-e488975cc379 req-455733d0-0d8c-4373-aa4b-a81c8de65fb2 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ae39bb43-f42c-4c88-9128-f0c5493fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0651584 Sep 15 00:47:59.243648 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-db419447-fde9-4748-a8c2-82e1c502eaab None None] Provisioning complete for port 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:47:59.243934 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-db419447-fde9-4748-a8c2-82e1c502eaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:59.244372 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-db419447-fde9-4748-a8c2-82e1c502eaab None None] Attempt 1 to provision port 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd Sep 15 00:47:59.271861 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:59.289253 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-6030dd4f-05d2-484b-b657-1a13c3f07df9 admin admin] Publish callbacks [] for port (5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd), precommit_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:59.299027 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-6030dd4f-05d2-484b-b657-1a13c3f07df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3304182'] for port (5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd), after_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:59.343245 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-db419447-fde9-4748-a8c2-82e1c502eaab None None] Port 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:47:59.376854 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-c93b6447-3955-4529-8a3c-4b8a203e70e3 None None] Publish callbacks [] for port (d614d6ff-8647-49c3-b882-69e5db6e510b), precommit_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:59.377074 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-6030dd4f-05d2-484b-b657-1a13c3f07df9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1673610'] for router_interface (ca3b6cba-8d96-4b57-9ebe-237259db34f8), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:59.389132 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-c93b6447-3955-4529-8a3c-4b8a203e70e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (d614d6ff-8647-49c3-b882-69e5db6e510b), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:59.398067 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030dd4f-05d2-484b-b657-1a13c3f07df9 admin admin] Pushing event updated for resources: {'Port': ['ID=5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd,revision_number=2']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:47:59.414031 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:59.415651 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-c93b6447-3955-4529-8a3c-4b8a203e70e3 None None] Attempting to bind port d614d6ff-8647-49c3-b882-69e5db6e510b on host dv-cinder-857528-2-iscsi for vnic_type normal with profile {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:47:59.416439 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-c93b6447-3955-4529-8a3c-4b8a203e70e3 None None] Attempting to bind port d614d6ff-8647-49c3-b882-69e5db6e510b by drivers openvswitch,hyperv on host dv-cinder-857528-2-iscsi at level 0 using segments [{'id': 'bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:47:59.417029 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93b6447-3955-4529-8a3c-4b8a203e70e3 None None] Attempting to bind port d614d6ff-8647-49c3-b882-69e5db6e510b on network 53046852-16e9-4bc6-a26e-a34c1d2139e6 {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:47:59.503233 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6030dd4f-05d2-484b-b657-1a13c3f07df9 admin admin] Network 4290f87e-df9b-42ba-bf4c-3cb460fcfafb is already hosted by enough agents. {{(pid=112952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:47:59.505084 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.base_scheduler [None req-6030dd4f-05d2-484b-b657-1a13c3f07df9 admin admin] Resources bound (agent type, host, resource id): {{(pid=112952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:47:59.725936 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port dfab9ef8-9513-4f1d-a1b8-65f757686656 is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:47:59.725936 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187eccfd-f21d-4166-bcbf-3d36b7069e75 None None] Pushing event updated for resources: {'Port': ['ID=d614d6ff-8647-49c3-b882-69e5db6e510b,revision_number=2']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:47:59.733926 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93b6447-3955-4529-8a3c-4b8a203e70e3 None None] Checking agent: {'id': 'f85e816c-fb48-4744-a66a-e79ceb68e67e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 36, 23), 'started_at': datetime.datetime(2022, 9, 15, 0, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:47:59.733926 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93b6447-3955-4529-8a3c-4b8a203e70e3 None None] Checking segment: {'id': 'bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:47:59.733926 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-c93b6447-3955-4529-8a3c-4b8a203e70e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:59.733926 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93b6447-3955-4529-8a3c-4b8a203e70e3 None None] Bound using segment: {'id': 'bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:47:59.733926 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-c93b6447-3955-4529-8a3c-4b8a203e70e3 None None] Bound port: d614d6ff-8647-49c3-b882-69e5db6e510b, host: dv-cinder-857528-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'}}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:47:59.733926 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-c93b6447-3955-4529-8a3c-4b8a203e70e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (d614d6ff-8647-49c3-b882-69e5db6e510b), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:47:59.817513 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:47:59.833207 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-c93b6447-3955-4529-8a3c-4b8a203e70e3 None None] For port d614d6ff-8647-49c3-b882-69e5db6e510b, host dv-cinder-857528-2-iscsi, cleared binding levels {{(pid=112954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:47:59.843847 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-c93b6447-3955-4529-8a3c-4b8a203e70e3 None None] For port d614d6ff-8647-49c3-b882-69e5db6e510b, host dv-cinder-857528-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=d614d6ff-8647-49c3-b882-69e5db6e510b,segment=NetworkSegment(bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89),segment_id=bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89)] {{(pid=112954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:47:59.850679 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-db419447-fde9-4748-a8c2-82e1c502eaab None None] Attempt 2 to provision port 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd Sep 15 00:47:59.933630 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-c93b6447-3955-4529-8a3c-4b8a203e70e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (d614d6ff-8647-49c3-b882-69e5db6e510b), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:00.014379 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187eccfd-f21d-4166-bcbf-3d36b7069e75 None None] Pushing event updated for resources: {'Port': ['ID=d614d6ff-8647-49c3-b882-69e5db6e510b,revision_number=3']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:48:00.025502 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93b6447-3955-4529-8a3c-4b8a203e70e3 None None] Routers {'ca3b6cba-8d96-4b57-9ebe-237259db34f8'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:48:00.026988 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-c93b6447-3955-4529-8a3c-4b8a203e70e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:47:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['ca3b6cba-8d96-4b57-9ebe-237259db34f8'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:48:00.092708 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device dfab9ef8-9513-4f1d-a1b8-65f757686656 up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:48:00.182512 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-db419447-fde9-4748-a8c2-82e1c502eaab None None] Port 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:48:00.212719 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-c93b6447-3955-4529-8a3c-4b8a203e70e3 None None] Set router ca3b6cba-8d96-4b57-9ebe-237259db34f8 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:48:00.264443 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:00.279397 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port dfab9ef8-9513-4f1d-a1b8-65f757686656 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:48:00.279924 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (dfab9ef8-9513-4f1d-a1b8-65f757686656), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:00.280231 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port dfab9ef8-9513-4f1d-a1b8-65f757686656 Sep 15 00:48:00.284097 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6030dd4f-05d2-484b-b657-1a13c3f07df9 admin admin] Router ca3b6cba-8d96-4b57-9ebe-237259db34f8 has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:48:00.386857 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0072aa8-376a-4ec6-8ffc-d58c3f86ba12 req-e542a3dd-569d-4cbc-aacc-a93485c67171 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:48:00.394301 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a0072aa8-376a-4ec6-8ffc-d58c3f86ba12 req-e542a3dd-569d-4cbc-aacc-a93485c67171 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 945 time: 0.1098981 Sep 15 00:48:00.429139 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6030dd4f-05d2-484b-b657-1a13c3f07df9 admin admin] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:48:00.441494 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-6030dd4f-05d2-484b-b657-1a13c3f07df9 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/ca3b6cba-8d96-4b57-9ebe-237259db34f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9728420 Sep 15 00:48:00.462962 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a0072aa8-376a-4ec6-8ffc-d58c3f86ba12 req-ffdf8009-d386-4105-a80c-b728ece1f89d tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ae39bb43-f42c-4c88-9128-f0c5493fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0637121 Sep 15 00:48:00.556619 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port dfab9ef8-9513-4f1d-a1b8-65f757686656 is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:48:00.652245 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324075c3-c79c-4819-a87e-5e7238baa280 req-c2f775af-e55e-4003-93e6-f6416cc942e9 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:48:00.654412 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-324075c3-c79c-4819-a87e-5e7238baa280 req-c2f775af-e55e-4003-93e6-f6416cc942e9 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 945 time: 0.0816951 Sep 15 00:48:00.666204 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 56722) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:48:00.675066 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-2a3da231-3636-4baf-a25f-a10c8233865e tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Request body: {'floatingip': {'port_id': 'd0e29cfb-c141-4cd4-ab78-e1b32fb810ef'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:48:00.686957 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-db419447-fde9-4748-a8c2-82e1c502eaab None None] Attempt 3 to provision port 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd Sep 15 00:48:00.718993 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-c93b6447-3955-4529-8a3c-4b8a203e70e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3b6cba-8d96-4b57-9ebe-237259db34f8', 'name': 'tempest-TestShelveInstance-1159276456-router', 'tenant_id': '743501da05424df197d7af03d32eabb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': 'd614d6ff-8647-49c3-b882-69e5db6e510b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:47:55Z', 'updated_at': '2022-09-15T00:47:58Z', 'revision_number': 4, 'project_id': '743501da05424df197d7af03d32eabb3', 'gw_port': {'id': 'd614d6ff-8647-49c3-b882-69e5db6e510b', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3b6cba-8d96-4b57-9ebe-237259db34f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:47:55Z', 'updated_at': '2022-09-15T00:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': '5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd', 'name': '', 'network_id': '4290f87e-df9b-42ba-bf4c-3cb460fcfafb', 'tenant_id': '743501da05424df197d7af03d32eabb3', 'mac_address': 'fa:16:3e:e6:8c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3b6cba-8d96-4b57-9ebe-237259db34f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '1377e933-271c-4a25-8861-4516d6260e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:47:58Z', 'updated_at': '2022-09-15T00:47:59Z', 'revision_number': 2, 'project_id': '743501da05424df197d7af03d32eabb3', 'subnets': [{'id': '1377e933-271c-4a25-8861-4516d6260e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:48:00.756431 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-2a3da231-3636-4baf-a25f-a10c8233865e tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks [] for floatingip (96f45c30-25f1-407c-afae-888a6cd6336a), before_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:00.766991 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93b6447-3955-4529-8a3c-4b8a203e70e3 None None] The sync data for ids ['ca3b6cba-8d96-4b57-9ebe-237259db34f8'] in dv-cinder-857528-2-iscsi is: [{'id': 'ca3b6cba-8d96-4b57-9ebe-237259db34f8', 'name': 'tempest-TestShelveInstance-1159276456-router', 'tenant_id': '743501da05424df197d7af03d32eabb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': 'd614d6ff-8647-49c3-b882-69e5db6e510b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:47:55Z', 'updated_at': '2022-09-15T00:47:58Z', 'revision_number': 4, 'project_id': '743501da05424df197d7af03d32eabb3', 'gw_port': {'id': 'd614d6ff-8647-49c3-b882-69e5db6e510b', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3b6cba-8d96-4b57-9ebe-237259db34f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:47:55Z', 'updated_at': '2022-09-15T00:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': '5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd', 'name': '', 'network_id': '4290f87e-df9b-42ba-bf4c-3cb460fcfafb', 'tenant_id': '743501da05424df197d7af03d32eabb3', 'mac_address': 'fa:16:3e:e6:8c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3b6cba-8d96-4b57-9ebe-237259db34f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '1377e933-271c-4a25-8861-4516d6260e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:47:58Z', 'updated_at': '2022-09-15T00:47:59Z', 'revision_number': 2, 'project_id': '743501da05424df197d7af03d32eabb3', 'subnets': [{'id': '1377e933-271c-4a25-8861-4516d6260e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:48:00.805539 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-db419447-fde9-4748-a8c2-82e1c502eaab None None] Port 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:48:01.307319 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-db419447-fde9-4748-a8c2-82e1c502eaab None None] Attempt 4 to provision port 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd Sep 15 00:48:01.366586 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:01.370225 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-db419447-fde9-4748-a8c2-82e1c502eaab None None] Port 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:48:01.557906 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 56746) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:48:01.565043 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-71a0cccd-804d-41b7-bb3a-b01602df0b5e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1764360796-network', 'tenant_id': '2fdc30ed86ab4859ad1987f99cf009f0'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:48:01.617102 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a0cccd-804d-41b7-bb3a-b01602df0b5e admin admin] Made reservation on behalf of 2fdc30ed86ab4859ad1987f99cf009f0 for: {'network': 1} {{(pid=112953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:48:01.625090 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-71a0cccd-804d-41b7-bb3a-b01602df0b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for network (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:01.656105 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-71a0cccd-804d-41b7-bb3a-b01602df0b5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:01.746246 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:INSERT=10,neutron:SELECT=90 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:01.801492 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.db.resource_extend [None req-2a3da231-3636-4baf-a25f-a10c8233865e tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 15 00:48:01.805577 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-71a0cccd-804d-41b7-bb3a-b01602df0b5e admin admin] Publish callbacks [] for security_group (480666a7-7d86-42d6-bdbf-99befcddc90a), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:01.814573 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-71a0cccd-804d-41b7-bb3a-b01602df0b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (480666a7-7d86-42d6-bdbf-99befcddc90a), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:01.830513 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71a0cccd-804d-41b7-bb3a-b01602df0b5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=112953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 00:48:01.841997 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-71a0cccd-804d-41b7-bb3a-b01602df0b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898'] for segment (5887d0ad-5c91-40c6-9dd9-75145c4cead6), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:01.842726 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.db.segments_db [None req-71a0cccd-804d-41b7-bb3a-b01602df0b5e admin admin] Added segment 5887d0ad-5c91-40c6-9dd9-75145c4cead6 of type vlan for network dd12e557-c9fc-4911-b6d4-ed994b8a9d48 Sep 15 00:48:01.872119 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-db419447-fde9-4748-a8c2-82e1c502eaab None None] Attempt 5 to provision port 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd Sep 15 00:48:01.885814 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:01.896066 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-71a0cccd-804d-41b7-bb3a-b01602df0b5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740353647288'] for network (dd12e557-c9fc-4911-b6d4-ed994b8a9d48), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:01.916283 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-2a3da231-3636-4baf-a25f-a10c8233865e tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:01.950611 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-2a3da231-3636-4baf-a25f-a10c8233865e tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682341'] for floatingip (96f45c30-25f1-407c-afae-888a6cd6336a), after_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:01.971616 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:INSERT=13,neutron:SELECT=80,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:01.973316 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a0cccd-804d-41b7-bb3a-b01602df0b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480666a7-7d86-42d6-bdbf-99befcddc90a,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:48:01.977792 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-71a0cccd-804d-41b7-bb3a-b01602df0b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177'] for network (dd12e557-c9fc-4911-b6d4-ed994b8a9d48), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:01.978819 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a0cccd-804d-41b7-bb3a-b01602df0b5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:48:01.979406 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-71a0cccd-804d-41b7-bb3a-b01602df0b5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for network (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:01.981411 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-db419447-fde9-4748-a8c2-82e1c502eaab None None] Port 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:48:02.044939 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a0cccd-804d-41b7-bb3a-b01602df0b5e admin admin] Pushing event updated for resources: {'Network': ['ID=dd12e557-c9fc-4911-b6d4-ed994b8a9d48,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:48:02.064134 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Network dd12e557-c9fc-4911-b6d4-ed994b8a9d48 details requested by agent ovs-agent-dv-cinder-857528-2-iscsi with host dv-cinder-857528-2-iscsi {{(pid=112954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 00:48:02.066323 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-71a0cccd-804d-41b7-bb3a-b01602df0b5e admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5060694 Sep 15 00:48:02.069823 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 56750) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:48:02.077068 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-a8d72112-b852-4f40-b625-67f16194193b admin admin] Request body: {'subnet': {'network_id': 'dd12e557-c9fc-4911-b6d4-ed994b8a9d48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1764360796-subnet', 'tenant_id': '2fdc30ed86ab4859ad1987f99cf009f0', 'ip_version': 4}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:48:02.114369 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d72112-b852-4f40-b625-67f16194193b admin admin] Made reservation on behalf of 2fdc30ed86ab4859ad1987f99cf009f0 for: {'subnet': 1} {{(pid=112953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:48:02.117866 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-a8d72112-b852-4f40-b625-67f16194193b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:02.189180 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.db.l3_db [None req-2a3da231-3636-4baf-a25f-a10c8233865e tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Floating IP 96f45c30-25f1-407c-afae-888a6cd6336a associated. External IP: 172.27.1.233, port: d0e29cfb-c141-4cd4-ab78-e1b32fb810ef. Sep 15 00:48:02.441462 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-a8d72112-b852-4f40-b625-67f16194193b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177'] for subnet (2bd15250-b40a-43fd-a760-384d56d9d650), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:02.483118 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-db419447-fde9-4748-a8c2-82e1c502eaab None None] Attempt 6 to provision port 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd Sep 15 00:48:02.502832 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3da231-3636-4baf-a25f-a10c8233865e tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Router 3b9a926b-539d-4e7c-b0b3-e3f355537187 has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:48:02.543603 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d72112-b852-4f40-b625-67f16194193b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bd15250-b40a-43fd-a760-384d56d9d650,revision_number=0']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:48:02.550558 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-db419447-fde9-4748-a8c2-82e1c502eaab None None] Port 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:48:02.567736 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d72112-b852-4f40-b625-67f16194193b admin admin] Checking segment: {'id': '5887d0ad-5c91-40c6-9dd9-75145c4cead6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'dd12e557-c9fc-4911-b6d4-ed994b8a9d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:48:02.568277 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d72112-b852-4f40-b625-67f16194193b admin admin] Network hostable DHCP agents. Network: dd12e557-c9fc-4911-b6d4-ed994b8a9d48, hostable agents: ['abe268bd-80e0-4b66-bd7b-8cd34d7e839c'], hosted agents: [] {{(pid=112953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 00:48:02.599744 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d72112-b852-4f40-b625-67f16194193b admin admin] Network dd12e557-c9fc-4911-b6d4-ed994b8a9d48 is scheduled to be hosted by DHCP agent abe268bd-80e0-4b66-bd7b-8cd34d7e839c with binding_index 1 {{(pid=112953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 00:48:02.617962 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.base_scheduler [None req-a8d72112-b852-4f40-b625-67f16194193b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-2-iscsi, dd12e557-c9fc-4911-b6d4-ed994b8a9d48) {{(pid=112953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:48:02.625168 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d72112-b852-4f40-b625-67f16194193b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:48:02.626008 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-a8d72112-b852-4f40-b625-67f16194193b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for subnet (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:02.632458 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fad4c1-8273-41d3-abd7-3b56d9d8daaa None None] Network dd12e557-c9fc-4911-b6d4-ed994b8a9d48 requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:48:02.657491 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-a8d72112-b852-4f40-b625-67f16194193b admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5872314 Sep 15 00:48:02.660653 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 56754) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:48:02.664685 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3da231-3636-4baf-a25f-a10c8233865e tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:48:02.670064 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-2a3da231-3636-4baf-a25f-a10c8233865e tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for floatingip (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:02.680913 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-8436e389-07b3-49a8-abcd-c44d016981fa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1764360796-router', 'tenant_id': '2fdc30ed86ab4859ad1987f99cf009f0', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'}}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:48:02.682003 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0669cec9-e898-4d90-9dd4-094f06bf62b2 None None] Sync routers for ids ['3b9a926b-539d-4e7c-b0b3-e3f355537187'] in dv-cinder-857528-2-iscsi {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:48:02.711993 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0669cec9-e898-4d90-9dd4-094f06bf62b2 None None] Routers {'3b9a926b-539d-4e7c-b0b3-e3f355537187'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:48:02.715329 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-0669cec9-e898-4d90-9dd4-094f06bf62b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:47:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['3b9a926b-539d-4e7c-b0b3-e3f355537187'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:48:02.720153 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-2a3da231-3636-4baf-a25f-a10c8233865e tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/96f45c30-25f1-407c-afae-888a6cd6336a HTTP/1.1" status: 200 len: 991 time: 2.0525277 Sep 15 00:48:02.720797 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '583bc208-8f85-4abe-be0f-096127a8a5fb', 'tag': 'd0e29cfb-c141-4cd4-ab78-e1b32fb810ef'}] {{(pid=112952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:48:02.726861 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab332b7ebe0febfdc7fe1a403309b4946bbbdc71882a32b3ac962f44a6678e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44aa77a4-6959-4642-8a68-eab1a123b92f" -d '{"events": [{"name": "network-changed", "server_uuid": "583bc208-8f85-4abe-be0f-096127a8a5fb", "tag": "d0e29cfb-c141-4cd4-ab78-e1b32fb810ef"}]}' {{(pid=112952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:48:02.766850 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-8436e389-07b3-49a8-abcd-c44d016981fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3733'] for router (cce1e52d-f45a-47c2-a284-8bd2ee8d2d24), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:02.766850 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-8436e389-07b3-49a8-abcd-c44d016981fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1683127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1672952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2000688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3740'] for router (cce1e52d-f45a-47c2-a284-8bd2ee8d2d24), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:02.835579 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 00:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a689566-4ae7-457a-8c92-30c5fe012b3e x-openstack-request-id: req-6a689566-4ae7-457a-8c92-30c5fe012b3e {{(pid=112952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:48:02.835579 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "583bc208-8f85-4abe-be0f-096127a8a5fb", "tag": "d0e29cfb-c141-4cd4-ab78-e1b32fb810ef", "status": "completed", "code": 200}]} {{(pid=112952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:48:02.835579 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6a689566-4ae7-457a-8c92-30c5fe012b3e {{(pid=112952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:48:02.835579 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a689566-4ae7-457a-8c92-30c5fe012b3e'] response: {'name': 'network-changed', 'server_uuid': '583bc208-8f85-4abe-be0f-096127a8a5fb', 'tag': 'd0e29cfb-c141-4cd4-ab78-e1b32fb810ef', 'status': 'completed', 'code': 200} Sep 15 00:48:02.877860 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-8436e389-07b3-49a8-abcd-c44d016981fa admin admin] Publish callbacks [] for router_controller (cce1e52d-f45a-47c2-a284-8bd2ee8d2d24), precommit_add_association {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:02.957218 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-0669cec9-e898-4d90-9dd4-094f06bf62b2 None None] Set router 3b9a926b-539d-4e7c-b0b3-e3f355537187 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:48:02.973028 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044204aa-eb46-4325-96ad-bd93f8e10ad5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3047b3e4-ccd7-5ac9-918c-8e3fb3633ad1-dd12e557-c9fc-4911-b6d4-ed994b8a9d48', 'network_id': 'dd12e557-c9fc-4911-b6d4-ed994b8a9d48', 'project_id': '2fdc30ed86ab4859ad1987f99cf009f0', 'fixed_ips': [{'subnet_id': '2bd15250-b40a-43fd-a760-384d56d9d650'}]}} from dv-cinder-857528-2-iscsi. {{(pid=112954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 00:48:02.974374 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-044204aa-eb46-4325-96ad-bd93f8e10ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:03.096530 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-8436e389-07b3-49a8-abcd-c44d016981fa admin admin] Publish callbacks [] for router_gateway (cce1e52d-f45a-47c2-a284-8bd2ee8d2d24), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:03.111192 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-db419447-fde9-4748-a8c2-82e1c502eaab None None] Attempt 7 to provision port 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd Sep 15 00:48:03.181923 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:03.203763 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-db419447-fde9-4748-a8c2-82e1c502eaab None None] Port 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:48:03.265391 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:03.266095 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.db_base_plugin_common [None req-044204aa-eb46-4325-96ad-bd93f8e10ad5 None None] Allocated IP 172.20.0.2 (dd12e557-c9fc-4911-b6d4-ed994b8a9d48/2bd15250-b40a-43fd-a760-384d56d9d650/7fd09fc9-5457-47e2-acc0-c09ff6e323b9) {{(pid=112954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:48:03.284368 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-0669cec9-e898-4d90-9dd4-094f06bf62b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'name': 'tempest-ServerRescueNegativeTestJSON-383540816-router', 'tenant_id': '7090f91f78534107ba4b5ccd7f80e145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '7422761c-0e0e-44a6-9b06-a8f557141b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:44:27Z', 'updated_at': '2022-09-15T00:44:38Z', 'revision_number': 4, 'project_id': '7090f91f78534107ba4b5ccd7f80e145', 'gw_port': {'id': '7422761c-0e0e-44a6-9b06-a8f557141b0b', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:73:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:28Z', 'updated_at': '2022-09-15T00:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': '96f45c30-25f1-407c-afae-888a6cd6336a', 'tenant_id': '7090f91f78534107ba4b5ccd7f80e145', 'floating_ip_address': '172.27.1.233', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'port_id': 'd0e29cfb-c141-4cd4-ab78-e1b32fb810ef', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '534fcea4-462b-402d-9da6-e7cef4200229', 'mac_address': 'fa:16:3e:ef:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583bc208-8f85-4abe-be0f-096127a8a5fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:47:35Z', 'updated_at': '2022-09-15T00:48:01Z', 'revision_number': 1, 'project_id': '7090f91f78534107ba4b5ccd7f80e145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '762a7dec-a419-43c7-b90a-ff586fd3ebf7', 'name': '', 'network_id': '534fcea4-462b-402d-9da6-e7cef4200229', 'tenant_id': '7090f91f78534107ba4b5ccd7f80e145', 'mac_address': 'fa:16:3e:66:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '756b70e8-4098-4f30-99b0-99c64c94809f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:35Z', 'updated_at': '2022-09-15T00:44:52Z', 'revision_number': 5, 'project_id': '7090f91f78534107ba4b5ccd7f80e145', 'subnets': [{'id': '756b70e8-4098-4f30-99b0-99c64c94809f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:48:03.326029 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0669cec9-e898-4d90-9dd4-094f06bf62b2 None None] Checking router: 3b9a926b-539d-4e7c-b0b3-e3f355537187 for host: dv-cinder-857528-2-iscsi {{(pid=112955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:48:03.356441 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0669cec9-e898-4d90-9dd4-094f06bf62b2 None None] Routers {'3b9a926b-539d-4e7c-b0b3-e3f355537187'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:48:03.359712 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-0669cec9-e898-4d90-9dd4-094f06bf62b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:47:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['3b9a926b-539d-4e7c-b0b3-e3f355537187'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:48:03.381533 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-8436e389-07b3-49a8-abcd-c44d016981fa admin admin] Publish callbacks [] for router_gateway (cce1e52d-f45a-47c2-a284-8bd2ee8d2d24), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:03.412338 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-8436e389-07b3-49a8-abcd-c44d016981fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:03.469501 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:03.585267 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-044204aa-eb46-4325-96ad-bd93f8e10ad5 None None] Publish callbacks [] for port (7fd09fc9-5457-47e2-acc0-c09ff6e323b9), precommit_create {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:03.586443 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.db_base_plugin_common [None req-8436e389-07b3-49a8-abcd-c44d016981fa admin admin] Allocated IP 172.27.1.53 (53046852-16e9-4bc6-a26e-a34c1d2139e6/8f0c0330-11bc-44ed-a1b6-6f3c15aee393/88cf36bf-bc74-4b56-bc89-fecf9cfa40a2) {{(pid=112953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:48:03.596997 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-044204aa-eb46-4325-96ad-bd93f8e10ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163'] for port (7fd09fc9-5457-47e2-acc0-c09ff6e323b9), after_create {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:03.608246 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-0669cec9-e898-4d90-9dd4-094f06bf62b2 None None] Set router 3b9a926b-539d-4e7c-b0b3-e3f355537187 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:48:03.688510 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044204aa-eb46-4325-96ad-bd93f8e10ad5 None None] Pushing event updated for resources: {'Port': ['ID=7fd09fc9-5457-47e2-acc0-c09ff6e323b9,revision_number=1']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:48:03.714262 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-db419447-fde9-4748-a8c2-82e1c502eaab None None] Attempt 8 to provision port 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd Sep 15 00:48:03.805520 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044204aa-eb46-4325-96ad-bd93f8e10ad5 None None] Network dd12e557-c9fc-4911-b6d4-ed994b8a9d48 is already hosted by enough agents. {{(pid=112954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:48:03.808052 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-db419447-fde9-4748-a8c2-82e1c502eaab None None] Port 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:48:03.809430 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.scheduler.base_scheduler [None req-044204aa-eb46-4325-96ad-bd93f8e10ad5 None None] Resources bound (agent type, host, resource id): {{(pid=112954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:48:03.819223 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-8436e389-07b3-49a8-abcd-c44d016981fa admin admin] Publish callbacks [] for port (88cf36bf-bc74-4b56-bc89-fecf9cfa40a2), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:03.820422 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044204aa-eb46-4325-96ad-bd93f8e10ad5 None None] Received port after_create {{(pid=112954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:48:03.886359 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-8436e389-07b3-49a8-abcd-c44d016981fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163'] for port (88cf36bf-bc74-4b56-bc89-fecf9cfa40a2), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:03.938555 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device d614d6ff-8647-49c3-b882-69e5db6e510b up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:48:03.951938 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8436e389-07b3-49a8-abcd-c44d016981fa admin admin] Network 53046852-16e9-4bc6-a26e-a34c1d2139e6 is already hosted by enough agents. {{(pid=112953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:48:03.962459 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.base_scheduler [None req-8436e389-07b3-49a8-abcd-c44d016981fa admin admin] Resources bound (agent type, host, resource id): {{(pid=112953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:48:03.966036 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8436e389-07b3-49a8-abcd-c44d016981fa admin admin] Pushing event updated for resources: {'Port': ['ID=88cf36bf-bc74-4b56-bc89-fecf9cfa40a2,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:48:03.969349 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8436e389-07b3-49a8-abcd-c44d016981fa admin admin] Received port after_create {{(pid=112953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:48:03.974579 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-044204aa-eb46-4325-96ad-bd93f8e10ad5 None None] Attempting to bind port 7fd09fc9-5457-47e2-acc0-c09ff6e323b9 on host dv-cinder-857528-2-iscsi for vnic_type normal with profile {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:48:03.974579 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-044204aa-eb46-4325-96ad-bd93f8e10ad5 None None] Attempting to bind port 7fd09fc9-5457-47e2-acc0-c09ff6e323b9 by drivers openvswitch,hyperv on host dv-cinder-857528-2-iscsi at level 0 using segments [{'id': '5887d0ad-5c91-40c6-9dd9-75145c4cead6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'dd12e557-c9fc-4911-b6d4-ed994b8a9d48'}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:48:03.975192 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044204aa-eb46-4325-96ad-bd93f8e10ad5 None None] Attempting to bind port 7fd09fc9-5457-47e2-acc0-c09ff6e323b9 on network dd12e557-c9fc-4911-b6d4-ed994b8a9d48 {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:48:04.031614 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=100 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:04.040724 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044204aa-eb46-4325-96ad-bd93f8e10ad5 None None] Checking agent: {'id': 'f85e816c-fb48-4744-a66a-e79ceb68e67e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 36, 23), 'started_at': datetime.datetime(2022, 9, 15, 0, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:48:04.041102 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044204aa-eb46-4325-96ad-bd93f8e10ad5 None None] Checking segment: {'id': '5887d0ad-5c91-40c6-9dd9-75145c4cead6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'dd12e557-c9fc-4911-b6d4-ed994b8a9d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:48:04.041512 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-044204aa-eb46-4325-96ad-bd93f8e10ad5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:04.041915 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044204aa-eb46-4325-96ad-bd93f8e10ad5 None None] Bound using segment: {'id': '5887d0ad-5c91-40c6-9dd9-75145c4cead6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'dd12e557-c9fc-4911-b6d4-ed994b8a9d48'} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:48:04.042408 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-044204aa-eb46-4325-96ad-bd93f8e10ad5 None None] Bound port: 7fd09fc9-5457-47e2-acc0-c09ff6e323b9, host: dv-cinder-857528-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5887d0ad-5c91-40c6-9dd9-75145c4cead6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'dd12e557-c9fc-4911-b6d4-ed994b8a9d48'}}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:48:04.042797 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-044204aa-eb46-4325-96ad-bd93f8e10ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (7fd09fc9-5457-47e2-acc0-c09ff6e323b9), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:04.047226 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:04.059148 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port d614d6ff-8647-49c3-b882-69e5db6e510b triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:48:04.059597 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (d614d6ff-8647-49c3-b882-69e5db6e510b), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:04.059945 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port d614d6ff-8647-49c3-b882-69e5db6e510b Sep 15 00:48:04.191759 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-044204aa-eb46-4325-96ad-bd93f8e10ad5 None None] For port 7fd09fc9-5457-47e2-acc0-c09ff6e323b9, host dv-cinder-857528-2-iscsi, cleared binding levels {{(pid=112954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:48:04.209169 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port d614d6ff-8647-49c3-b882-69e5db6e510b is: DOWN; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:48:04.209566 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (d614d6ff-8647-49c3-b882-69e5db6e510b), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:04.216744 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-044204aa-eb46-4325-96ad-bd93f8e10ad5 None None] For port 7fd09fc9-5457-47e2-acc0-c09ff6e323b9, host dv-cinder-857528-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=7fd09fc9-5457-47e2-acc0-c09ff6e323b9,segment=NetworkSegment(5887d0ad-5c91-40c6-9dd9-75145c4cead6),segment_id=5887d0ad-5c91-40c6-9dd9-75145c4cead6)] {{(pid=112954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:48:04.222422 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90532af-61d6-4fec-ac29-cf9b0af12856 None None] Sync routers for ids ['ca3b6cba-8d96-4b57-9ebe-237259db34f8'] in dv-cinder-857528-2-iscsi {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:48:04.235669 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-044204aa-eb46-4325-96ad-bd93f8e10ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (7fd09fc9-5457-47e2-acc0-c09ff6e323b9), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:04.305154 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044204aa-eb46-4325-96ad-bd93f8e10ad5 None None] Pushing event updated for resources: {'Port': ['ID=7fd09fc9-5457-47e2-acc0-c09ff6e323b9,revision_number=2']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:48:04.309857 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] For port d614d6ff-8647-49c3-b882-69e5db6e510b, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=d614d6ff-8647-49c3-b882-69e5db6e510b,segment=NetworkSegment(bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89),segment_id=bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:48:04.310726 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-db419447-fde9-4748-a8c2-82e1c502eaab None None] Attempt 9 to provision port 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd Sep 15 00:48:04.313015 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90532af-61d6-4fec-ac29-cf9b0af12856 None None] Routers {'ca3b6cba-8d96-4b57-9ebe-237259db34f8'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:48:04.313678 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-b90532af-61d6-4fec-ac29-cf9b0af12856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:47:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['ca3b6cba-8d96-4b57-9ebe-237259db34f8'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:48:04.391035 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-0669cec9-e898-4d90-9dd4-094f06bf62b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'name': 'tempest-ServerRescueNegativeTestJSON-383540816-router', 'tenant_id': '7090f91f78534107ba4b5ccd7f80e145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '7422761c-0e0e-44a6-9b06-a8f557141b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:44:27Z', 'updated_at': '2022-09-15T00:44:38Z', 'revision_number': 4, 'project_id': '7090f91f78534107ba4b5ccd7f80e145', 'gw_port': {'id': '7422761c-0e0e-44a6-9b06-a8f557141b0b', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:73:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:28Z', 'updated_at': '2022-09-15T00:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': '96f45c30-25f1-407c-afae-888a6cd6336a', 'tenant_id': '7090f91f78534107ba4b5ccd7f80e145', 'floating_ip_address': '172.27.1.233', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'port_id': 'd0e29cfb-c141-4cd4-ab78-e1b32fb810ef', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '534fcea4-462b-402d-9da6-e7cef4200229', 'mac_address': 'fa:16:3e:ef:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583bc208-8f85-4abe-be0f-096127a8a5fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:47:35Z', 'updated_at': '2022-09-15T00:48:01Z', 'revision_number': 1, 'project_id': '7090f91f78534107ba4b5ccd7f80e145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '762a7dec-a419-43c7-b90a-ff586fd3ebf7', 'name': '', 'network_id': '534fcea4-462b-402d-9da6-e7cef4200229', 'tenant_id': '7090f91f78534107ba4b5ccd7f80e145', 'mac_address': 'fa:16:3e:66:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '756b70e8-4098-4f30-99b0-99c64c94809f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:35Z', 'updated_at': '2022-09-15T00:44:52Z', 'revision_number': 5, 'project_id': '7090f91f78534107ba4b5ccd7f80e145', 'subnets': [{'id': '756b70e8-4098-4f30-99b0-99c64c94809f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:48:04.392853 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (d614d6ff-8647-49c3-b882-69e5db6e510b), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:04.440892 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-8436e389-07b3-49a8-abcd-c44d016981fa admin admin] Publish callbacks [] for router_gateway (cce1e52d-f45a-47c2-a284-8bd2ee8d2d24), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:04.447461 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-db419447-fde9-4748-a8c2-82e1c502eaab None None] Port 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:48:04.491808 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0669cec9-e898-4d90-9dd4-094f06bf62b2 None None] The sync data for ids ['3b9a926b-539d-4e7c-b0b3-e3f355537187'] in dv-cinder-857528-2-iscsi is: [{'id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'name': 'tempest-ServerRescueNegativeTestJSON-383540816-router', 'tenant_id': '7090f91f78534107ba4b5ccd7f80e145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '7422761c-0e0e-44a6-9b06-a8f557141b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:44:27Z', 'updated_at': '2022-09-15T00:44:38Z', 'revision_number': 4, 'project_id': '7090f91f78534107ba4b5ccd7f80e145', 'gw_port': {'id': '7422761c-0e0e-44a6-9b06-a8f557141b0b', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:73:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:28Z', 'updated_at': '2022-09-15T00:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': '96f45c30-25f1-407c-afae-888a6cd6336a', 'tenant_id': '7090f91f78534107ba4b5ccd7f80e145', 'floating_ip_address': '172.27.1.233', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'port_id': 'd0e29cfb-c141-4cd4-ab78-e1b32fb810ef', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '534fcea4-462b-402d-9da6-e7cef4200229', 'mac_address': 'fa:16:3e:ef:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583bc208-8f85-4abe-be0f-096127a8a5fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:47:35Z', 'updated_at': '2022-09-15T00:48:01Z', 'revision_number': 1, 'project_id': '7090f91f78534107ba4b5ccd7f80e145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '762a7dec-a419-43c7-b90a-ff586fd3ebf7', 'name': '', 'network_id': '534fcea4-462b-402d-9da6-e7cef4200229', 'tenant_id': '7090f91f78534107ba4b5ccd7f80e145', 'mac_address': 'fa:16:3e:66:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '756b70e8-4098-4f30-99b0-99c64c94809f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:35Z', 'updated_at': '2022-09-15T00:44:52Z', 'revision_number': 5, 'project_id': '7090f91f78534107ba4b5ccd7f80e145', 'subnets': [{'id': '756b70e8-4098-4f30-99b0-99c64c94809f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:48:04.549811 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:04.596752 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Pushing event updated for resources: {'Port': ['ID=d614d6ff-8647-49c3-b882-69e5db6e510b,revision_number=4']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:48:04.608401 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-b90532af-61d6-4fec-ac29-cf9b0af12856 None None] Set router ca3b6cba-8d96-4b57-9ebe-237259db34f8 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:48:04.943435 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-b90532af-61d6-4fec-ac29-cf9b0af12856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3b6cba-8d96-4b57-9ebe-237259db34f8', 'name': 'tempest-TestShelveInstance-1159276456-router', 'tenant_id': '743501da05424df197d7af03d32eabb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': 'd614d6ff-8647-49c3-b882-69e5db6e510b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:47:55Z', 'updated_at': '2022-09-15T00:47:58Z', 'revision_number': 4, 'project_id': '743501da05424df197d7af03d32eabb3', 'gw_port': {'id': 'd614d6ff-8647-49c3-b882-69e5db6e510b', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3b6cba-8d96-4b57-9ebe-237259db34f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:47:55Z', 'updated_at': '2022-09-15T00:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': '5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd', 'name': '', 'network_id': '4290f87e-df9b-42ba-bf4c-3cb460fcfafb', 'tenant_id': '743501da05424df197d7af03d32eabb3', 'mac_address': 'fa:16:3e:e6:8c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3b6cba-8d96-4b57-9ebe-237259db34f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '1377e933-271c-4a25-8861-4516d6260e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:47:58Z', 'updated_at': '2022-09-15T00:47:59Z', 'revision_number': 2, 'project_id': '743501da05424df197d7af03d32eabb3', 'subnets': [{'id': '1377e933-271c-4a25-8861-4516d6260e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:48:04.953828 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f246665-8bc3-433a-a8f4-1289511c226f None None] New status for floating IP 96f45c30-25f1-407c-afae-888a6cd6336a: ACTIVE {{(pid=112955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 00:48:04.976969 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-db419447-fde9-4748-a8c2-82e1c502eaab None None] Attempt 10 to provision port 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd Sep 15 00:48:05.025593 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90532af-61d6-4fec-ac29-cf9b0af12856 None None] Checking router: ca3b6cba-8d96-4b57-9ebe-237259db34f8 for host: dv-cinder-857528-2-iscsi {{(pid=112954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:48:05.026355 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90532af-61d6-4fec-ac29-cf9b0af12856 None None] Updating router ca3b6cba-8d96-4b57-9ebe-237259db34f8 port 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd binding host dv-cinder-857528-2-iscsi {{(pid=112954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 00:48:05.057589 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-db419447-fde9-4748-a8c2-82e1c502eaab None None] Port 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:48:05.061582 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-b90532af-61d6-4fec-ac29-cf9b0af12856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:05.079743 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-8436e389-07b3-49a8-abcd-c44d016981fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1683183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1682215'] for router (cce1e52d-f45a-47c2-a284-8bd2ee8d2d24), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:05.223849 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:05.288062 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-abdecc6a-1445-458d-9388-e589c31cbc06 None None] Provisioning complete for port 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:48:05.288437 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-abdecc6a-1445-458d-9388-e589c31cbc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:05.288786 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-abdecc6a-1445-458d-9388-e589c31cbc06 None None] Attempt 1 to provision port 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd Sep 15 00:48:05.293466 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8436e389-07b3-49a8-abcd-c44d016981fa admin admin] Router cce1e52d-f45a-47c2-a284-8bd2ee8d2d24 is scheduled to L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe with binding_index 1 {{(pid=112953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 00:48:05.428362 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-abdecc6a-1445-458d-9388-e589c31cbc06 None None] Port 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:48:05.438704 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:05.444019 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8436e389-07b3-49a8-abcd-c44d016981fa admin admin] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:48:05.458793 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d076fafb-1022-462a-b3cd-7ae494f3680f None None] Sync routers for ids ['cce1e52d-f45a-47c2-a284-8bd2ee8d2d24'] in dv-cinder-857528-2-iscsi {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:48:05.476759 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-8436e389-07b3-49a8-abcd-c44d016981fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:05.481457 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 56772) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:48:05.491734 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-8436e389-07b3-49a8-abcd-c44d016981fa admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8271735 Sep 15 00:48:05.498956 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d076fafb-1022-462a-b3cd-7ae494f3680f None None] Routers {'cce1e52d-f45a-47c2-a284-8bd2ee8d2d24'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:48:05.499627 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-d076fafb-1022-462a-b3cd-7ae494f3680f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:47:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['cce1e52d-f45a-47c2-a284-8bd2ee8d2d24'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:48:05.785643 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:05.849835 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-d076fafb-1022-462a-b3cd-7ae494f3680f None None] Set router cce1e52d-f45a-47c2-a284-8bd2ee8d2d24 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:48:05.933570 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-abdecc6a-1445-458d-9388-e589c31cbc06 None None] Attempt 2 to provision port 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd Sep 15 00:48:05.995534 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3ec55a-15c7-4e92-81d3-fff7430aaec1 None None] Network dd12e557-c9fc-4911-b6d4-ed994b8a9d48 requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:48:06.168130 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device d614d6ff-8647-49c3-b882-69e5db6e510b up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:48:06.184724 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-b90532af-61d6-4fec-ac29-cf9b0af12856 None None] Publish callbacks [] for port (5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd), precommit_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:06.210394 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-abdecc6a-1445-458d-9388-e589c31cbc06 None None] Port 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:48:06.222641 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-b90532af-61d6-4fec-ac29-cf9b0af12856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:06.222907 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=100 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:06.242407 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:06.364170 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port d614d6ff-8647-49c3-b882-69e5db6e510b triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:48:06.364648 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (d614d6ff-8647-49c3-b882-69e5db6e510b), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:06.364992 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port d614d6ff-8647-49c3-b882-69e5db6e510b Sep 15 00:48:06.366699 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c021042-e73a-4f43-8379-d0db6efbf57b None None] Pushing event updated for resources: {'Port': ['ID=5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd,revision_number=3']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:48:06.414181 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-0b8bf999-f43d-44a4-89db-73339688adbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:06.457128 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-b90532af-61d6-4fec-ac29-cf9b0af12856 None None] Attempting to bind port 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd on host dv-cinder-857528-2-iscsi for vnic_type normal with profile {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:48:06.457421 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-b90532af-61d6-4fec-ac29-cf9b0af12856 None None] Attempting to bind port 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd by drivers openvswitch,hyperv on host dv-cinder-857528-2-iscsi at level 0 using segments [{'id': '0e381a2d-0dc5-42f8-9b9f-371bc873799e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4290f87e-df9b-42ba-bf4c-3cb460fcfafb'}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:48:06.457786 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90532af-61d6-4fec-ac29-cf9b0af12856 None None] Attempting to bind port 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd on network 4290f87e-df9b-42ba-bf4c-3cb460fcfafb {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:48:06.516931 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-d076fafb-1022-462a-b3cd-7ae494f3680f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce1e52d-f45a-47c2-a284-8bd2ee8d2d24', 'name': 'tempest-TestShelveInstance-1764360796-router', 'tenant_id': '2fdc30ed86ab4859ad1987f99cf009f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '88cf36bf-bc74-4b56-bc89-fecf9cfa40a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:48:02Z', 'updated_at': '2022-09-15T00:48:04Z', 'revision_number': 3, 'project_id': '2fdc30ed86ab4859ad1987f99cf009f0', 'gw_port': {'id': '88cf36bf-bc74-4b56-bc89-fecf9cfa40a2', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce1e52d-f45a-47c2-a284-8bd2ee8d2d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:48:03Z', 'updated_at': '2022-09-15T00:48:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi'}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:48:06.549202 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d076fafb-1022-462a-b3cd-7ae494f3680f None None] Checking router: cce1e52d-f45a-47c2-a284-8bd2ee8d2d24 for host: dv-cinder-857528-2-iscsi {{(pid=112954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:48:06.549599 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d076fafb-1022-462a-b3cd-7ae494f3680f None None] Updating router cce1e52d-f45a-47c2-a284-8bd2ee8d2d24 port 88cf36bf-bc74-4b56-bc89-fecf9cfa40a2 binding host dv-cinder-857528-2-iscsi {{(pid=112954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 00:48:06.596161 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=100 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:06.601218 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90532af-61d6-4fec-ac29-cf9b0af12856 None None] Checking agent: {'id': 'f85e816c-fb48-4744-a66a-e79ceb68e67e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 36, 23), 'started_at': datetime.datetime(2022, 9, 15, 0, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:48:06.601595 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90532af-61d6-4fec-ac29-cf9b0af12856 None None] Checking segment: {'id': '0e381a2d-0dc5-42f8-9b9f-371bc873799e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4290f87e-df9b-42ba-bf4c-3cb460fcfafb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:48:06.602006 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-b90532af-61d6-4fec-ac29-cf9b0af12856 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:06.602403 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90532af-61d6-4fec-ac29-cf9b0af12856 None None] Bound using segment: {'id': '0e381a2d-0dc5-42f8-9b9f-371bc873799e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4290f87e-df9b-42ba-bf4c-3cb460fcfafb'} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:48:06.603083 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-b90532af-61d6-4fec-ac29-cf9b0af12856 None None] Bound port: 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd, host: dv-cinder-857528-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e381a2d-0dc5-42f8-9b9f-371bc873799e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4290f87e-df9b-42ba-bf4c-3cb460fcfafb'}}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:48:06.603496 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-b90532af-61d6-4fec-ac29-cf9b0af12856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:06.609030 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.db_base_plugin_common [None req-0b8bf999-f43d-44a4-89db-73339688adbe admin admin] Allocated IP 172.20.0.1 (dd12e557-c9fc-4911-b6d4-ed994b8a9d48/2bd15250-b40a-43fd-a760-384d56d9d650/2055001b-53b2-4b51-8099-baf191220fe9) {{(pid=112952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:48:06.634450 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port d614d6ff-8647-49c3-b882-69e5db6e510b is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:48:06.635828 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 7fd09fc9-5457-47e2-acc0-c09ff6e323b9 up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:48:06.673314 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-d076fafb-1022-462a-b3cd-7ae494f3680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (88cf36bf-bc74-4b56-bc89-fecf9cfa40a2), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:06.711365 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-abdecc6a-1445-458d-9388-e589c31cbc06 None None] Attempt 3 to provision port 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd Sep 15 00:48:06.767542 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-abdecc6a-1445-458d-9388-e589c31cbc06 None None] Port 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:48:06.777824 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-0b8bf999-f43d-44a4-89db-73339688adbe admin admin] Publish callbacks [] for port (2055001b-53b2-4b51-8099-baf191220fe9), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:06.813747 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-0b8bf999-f43d-44a4-89db-73339688adbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3304143'] for port (2055001b-53b2-4b51-8099-baf191220fe9), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:06.830321 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-b90532af-61d6-4fec-ac29-cf9b0af12856 None None] For port 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd, host dv-cinder-857528-2-iscsi, cleared binding levels {{(pid=112954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:48:06.860159 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port 7fd09fc9-5457-47e2-acc0-c09ff6e323b9 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:48:06.860546 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (7fd09fc9-5457-47e2-acc0-c09ff6e323b9), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:06.860882 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port 7fd09fc9-5457-47e2-acc0-c09ff6e323b9 Sep 15 00:48:06.865402 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-b90532af-61d6-4fec-ac29-cf9b0af12856 None None] For port 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd, host dv-cinder-857528-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd,segment=NetworkSegment(0e381a2d-0dc5-42f8-9b9f-371bc873799e),segment_id=0e381a2d-0dc5-42f8-9b9f-371bc873799e)] {{(pid=112954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:48:06.899010 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8bf999-f43d-44a4-89db-73339688adbe admin admin] Pushing event updated for resources: {'Port': ['ID=2055001b-53b2-4b51-8099-baf191220fe9,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:48:06.906403 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-b90532af-61d6-4fec-ac29-cf9b0af12856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:06.916473 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8bf999-f43d-44a4-89db-73339688adbe admin admin] Network dd12e557-c9fc-4911-b6d4-ed994b8a9d48 is already hosted by enough agents. {{(pid=112952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:48:06.918650 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.base_scheduler [None req-0b8bf999-f43d-44a4-89db-73339688adbe admin admin] Resources bound (agent type, host, resource id): {{(pid=112952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:48:06.921123 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8bf999-f43d-44a4-89db-73339688adbe admin admin] Received port after_create {{(pid=112952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:48:06.954239 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:06.966536 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-0b8bf999-f43d-44a4-89db-73339688adbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1673502'] for router_interface (cce1e52d-f45a-47c2-a284-8bd2ee8d2d24), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:07.032788 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90532af-61d6-4fec-ac29-cf9b0af12856 None None] Routers {'ca3b6cba-8d96-4b57-9ebe-237259db34f8'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:48:07.033488 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-b90532af-61d6-4fec-ac29-cf9b0af12856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:47:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['ca3b6cba-8d96-4b57-9ebe-237259db34f8'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:48:07.206565 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-0b8bf999-f43d-44a4-89db-73339688adbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (2055001b-53b2-4b51-8099-baf191220fe9), before_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:07.209756 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c021042-e73a-4f43-8379-d0db6efbf57b None None] Pushing event updated for resources: {'Port': ['ID=5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd,revision_number=4']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:48:07.229495 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:07.279973 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-abdecc6a-1445-458d-9388-e589c31cbc06 None None] Attempt 4 to provision port 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd Sep 15 00:48:07.338229 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:07.358324 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port 7fd09fc9-5457-47e2-acc0-c09ff6e323b9 is: DOWN; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:48:07.358810 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (7fd09fc9-5457-47e2-acc0-c09ff6e323b9), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:07.412274 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-b90532af-61d6-4fec-ac29-cf9b0af12856 None None] Set router ca3b6cba-8d96-4b57-9ebe-237259db34f8 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:48:07.450977 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-0b8bf999-f43d-44a4-89db-73339688adbe admin admin] Publish callbacks [] for port (2055001b-53b2-4b51-8099-baf191220fe9), precommit_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:07.454892 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:07.460627 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-0b8bf999-f43d-44a4-89db-73339688adbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3304182'] for port (2055001b-53b2-4b51-8099-baf191220fe9), after_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:07.477914 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] For port 7fd09fc9-5457-47e2-acc0-c09ff6e323b9, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=7fd09fc9-5457-47e2-acc0-c09ff6e323b9,segment=NetworkSegment(5887d0ad-5c91-40c6-9dd9-75145c4cead6),segment_id=5887d0ad-5c91-40c6-9dd9-75145c4cead6)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:48:07.482661 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-d076fafb-1022-462a-b3cd-7ae494f3680f None None] Publish callbacks [] for port (88cf36bf-bc74-4b56-bc89-fecf9cfa40a2), precommit_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:07.494298 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (7fd09fc9-5457-47e2-acc0-c09ff6e323b9), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:07.525404 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-d076fafb-1022-462a-b3cd-7ae494f3680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (88cf36bf-bc74-4b56-bc89-fecf9cfa40a2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:07.554509 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8bf999-f43d-44a4-89db-73339688adbe admin admin] Pushing event updated for resources: {'Port': ['ID=2055001b-53b2-4b51-8099-baf191220fe9,revision_number=2']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:48:07.564736 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-0b8bf999-f43d-44a4-89db-73339688adbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1673610'] for router_interface (cce1e52d-f45a-47c2-a284-8bd2ee8d2d24), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:07.707937 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8bf999-f43d-44a4-89db-73339688adbe admin admin] Network dd12e557-c9fc-4911-b6d4-ed994b8a9d48 is already hosted by enough agents. {{(pid=112952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:48:07.710680 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.base_scheduler [None req-0b8bf999-f43d-44a4-89db-73339688adbe admin admin] Resources bound (agent type, host, resource id): {{(pid=112952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:48:07.746038 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-d076fafb-1022-462a-b3cd-7ae494f3680f None None] Attempting to bind port 88cf36bf-bc74-4b56-bc89-fecf9cfa40a2 on host dv-cinder-857528-2-iscsi for vnic_type normal with profile {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:48:07.746898 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-d076fafb-1022-462a-b3cd-7ae494f3680f None None] Attempting to bind port 88cf36bf-bc74-4b56-bc89-fecf9cfa40a2 by drivers openvswitch,hyperv on host dv-cinder-857528-2-iscsi at level 0 using segments [{'id': 'bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:48:07.747430 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d076fafb-1022-462a-b3cd-7ae494f3680f None None] Attempting to bind port 88cf36bf-bc74-4b56-bc89-fecf9cfa40a2 on network 53046852-16e9-4bc6-a26e-a34c1d2139e6 {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:48:07.914346 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:48:07.966769 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8bf999-f43d-44a4-89db-73339688adbe admin admin] Router cce1e52d-f45a-47c2-a284-8bd2ee8d2d24 has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:48:08.003402 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-abdecc6a-1445-458d-9388-e589c31cbc06 None None] Current status of the port 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd is: DOWN; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:48:08.004408 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-abdecc6a-1445-458d-9388-e589c31cbc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:08.054484 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Pushing event updated for resources: {'Port': ['ID=7fd09fc9-5457-47e2-acc0-c09ff6e323b9,revision_number=3']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:48:08.105238 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:08.107644 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d076fafb-1022-462a-b3cd-7ae494f3680f None None] Checking agent: {'id': 'f85e816c-fb48-4744-a66a-e79ceb68e67e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 36, 23), 'started_at': datetime.datetime(2022, 9, 15, 0, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:48:08.107874 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d076fafb-1022-462a-b3cd-7ae494f3680f None None] Checking segment: {'id': 'bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:48:08.108277 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-d076fafb-1022-462a-b3cd-7ae494f3680f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:08.108804 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d076fafb-1022-462a-b3cd-7ae494f3680f None None] Bound using segment: {'id': 'bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:48:08.109213 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-d076fafb-1022-462a-b3cd-7ae494f3680f None None] Bound port: 88cf36bf-bc74-4b56-bc89-fecf9cfa40a2, host: dv-cinder-857528-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'}}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:48:08.109624 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-d076fafb-1022-462a-b3cd-7ae494f3680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (88cf36bf-bc74-4b56-bc89-fecf9cfa40a2), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:08.136274 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8bf999-f43d-44a4-89db-73339688adbe admin admin] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:48:08.145859 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-0b8bf999-f43d-44a4-89db-73339688adbe admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/cce1e52d-f45a-47c2-a284-8bd2ee8d2d24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6633682 Sep 15 00:48:08.165090 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-abdecc6a-1445-458d-9388-e589c31cbc06 None None] For port 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd,segment=NetworkSegment(0e381a2d-0dc5-42f8-9b9f-371bc873799e),segment_id=0e381a2d-0dc5-42f8-9b9f-371bc873799e)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:48:08.180038 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:48:08.180739 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:08.181304 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd Sep 15 00:48:08.205139 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-abdecc6a-1445-458d-9388-e589c31cbc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:08.243332 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db362df-4193-4c0d-bbe6-6c5978245f08 None None] Pushing event updated for resources: {'Port': ['ID=88cf36bf-bc74-4b56-bc89-fecf9cfa40a2,revision_number=2']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:48:08.297915 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-b90532af-61d6-4fec-ac29-cf9b0af12856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3b6cba-8d96-4b57-9ebe-237259db34f8', 'name': 'tempest-TestShelveInstance-1159276456-router', 'tenant_id': '743501da05424df197d7af03d32eabb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': 'd614d6ff-8647-49c3-b882-69e5db6e510b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:47:55Z', 'updated_at': '2022-09-15T00:47:58Z', 'revision_number': 4, 'project_id': '743501da05424df197d7af03d32eabb3', 'gw_port': {'id': 'd614d6ff-8647-49c3-b882-69e5db6e510b', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3b6cba-8d96-4b57-9ebe-237259db34f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:47:55Z', 'updated_at': '2022-09-15T00:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': '5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd', 'name': '', 'network_id': '4290f87e-df9b-42ba-bf4c-3cb460fcfafb', 'tenant_id': '743501da05424df197d7af03d32eabb3', 'mac_address': 'fa:16:3e:e6:8c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3b6cba-8d96-4b57-9ebe-237259db34f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '1377e933-271c-4a25-8861-4516d6260e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:47:58Z', 'updated_at': '2022-09-15T00:48:06Z', 'revision_number': 4, 'project_id': '743501da05424df197d7af03d32eabb3', 'subnets': [{'id': '1377e933-271c-4a25-8861-4516d6260e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:48:08.337904 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-d076fafb-1022-462a-b3cd-7ae494f3680f None None] For port 88cf36bf-bc74-4b56-bc89-fecf9cfa40a2, host dv-cinder-857528-2-iscsi, cleared binding levels {{(pid=112954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:48:08.347828 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90532af-61d6-4fec-ac29-cf9b0af12856 None None] The sync data for ids ['ca3b6cba-8d96-4b57-9ebe-237259db34f8'] in dv-cinder-857528-2-iscsi is: [{'id': 'ca3b6cba-8d96-4b57-9ebe-237259db34f8', 'name': 'tempest-TestShelveInstance-1159276456-router', 'tenant_id': '743501da05424df197d7af03d32eabb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': 'd614d6ff-8647-49c3-b882-69e5db6e510b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:47:55Z', 'updated_at': '2022-09-15T00:47:58Z', 'revision_number': 4, 'project_id': '743501da05424df197d7af03d32eabb3', 'gw_port': {'id': 'd614d6ff-8647-49c3-b882-69e5db6e510b', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3b6cba-8d96-4b57-9ebe-237259db34f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:47:55Z', 'updated_at': '2022-09-15T00:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': '5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd', 'name': '', 'network_id': '4290f87e-df9b-42ba-bf4c-3cb460fcfafb', 'tenant_id': '743501da05424df197d7af03d32eabb3', 'mac_address': 'fa:16:3e:e6:8c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3b6cba-8d96-4b57-9ebe-237259db34f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '1377e933-271c-4a25-8861-4516d6260e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:47:58Z', 'updated_at': '2022-09-15T00:48:06Z', 'revision_number': 4, 'project_id': '743501da05424df197d7af03d32eabb3', 'subnets': [{'id': '1377e933-271c-4a25-8861-4516d6260e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:48:08.377750 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-d076fafb-1022-462a-b3cd-7ae494f3680f None None] For port 88cf36bf-bc74-4b56-bc89-fecf9cfa40a2, host dv-cinder-857528-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=88cf36bf-bc74-4b56-bc89-fecf9cfa40a2,segment=NetworkSegment(bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89),segment_id=bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89)] {{(pid=112954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:48:08.409925 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-98c2338b-8276-4d4e-a2da-505e18cdb616 None None] Provisioning complete for port 2055001b-53b2-4b51-8099-baf191220fe9 triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:48:08.410303 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-98c2338b-8276-4d4e-a2da-505e18cdb616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (2055001b-53b2-4b51-8099-baf191220fe9), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:08.410646 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-98c2338b-8276-4d4e-a2da-505e18cdb616 None None] Attempt 1 to provision port 2055001b-53b2-4b51-8099-baf191220fe9 Sep 15 00:48:08.415641 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-d076fafb-1022-462a-b3cd-7ae494f3680f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (88cf36bf-bc74-4b56-bc89-fecf9cfa40a2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:08.508572 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-98c2338b-8276-4d4e-a2da-505e18cdb616 None None] Port 2055001b-53b2-4b51-8099-baf191220fe9 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:48:08.513624 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdecc6a-1445-458d-9388-e589c31cbc06 None None] Pushing event updated for resources: {'Port': ['ID=5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd,revision_number=5']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:48:08.567795 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d076fafb-1022-462a-b3cd-7ae494f3680f None None] Routers {'cce1e52d-f45a-47c2-a284-8bd2ee8d2d24'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:48:08.568557 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-d076fafb-1022-462a-b3cd-7ae494f3680f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:47:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['cce1e52d-f45a-47c2-a284-8bd2ee8d2d24'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:48:08.629139 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:08.630265 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:48:08.695323 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db362df-4193-4c0d-bbe6-6c5978245f08 None None] Pushing event updated for resources: {'Port': ['ID=88cf36bf-bc74-4b56-bc89-fecf9cfa40a2,revision_number=3']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:48:08.723654 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 56796) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:48:08.728679 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-ad8fbc08-7512-4f37-955a-e24a45e28dd4 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1706413837', 'description': 'tempest-secgroup-smoke-1706413837 description', 'project_id': '743501da05424df197d7af03d32eabb3'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:48:08.741124 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-d076fafb-1022-462a-b3cd-7ae494f3680f None None] Set router cce1e52d-f45a-47c2-a284-8bd2ee8d2d24 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:48:08.770008 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ad8fbc08-7512-4f37-955a-e24a45e28dd4 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:08.905571 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ad8fbc08-7512-4f37-955a-e24a45e28dd4 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks [] for security_group (2337f8db-f8e6-4fbe-91fa-f749cd0ca979), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:08.913556 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ad8fbc08-7512-4f37-955a-e24a45e28dd4 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (2337f8db-f8e6-4fbe-91fa-f749cd0ca979), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:08.954644 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8fbc08-7512-4f37-955a-e24a45e28dd4 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2337f8db-f8e6-4fbe-91fa-f749cd0ca979,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:48:08.960737 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ad8fbc08-7512-4f37-955a-e24a45e28dd4 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:08.962975 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-ad8fbc08-7512-4f37-955a-e24a45e28dd4 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2382836 Sep 15 00:48:08.966583 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 56800) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:48:08.974206 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-a8c84d3a-008f-4c18-996f-a65bff6ef5ef tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Request body: {'security_group_rule': {'security_group_id': '2337f8db-f8e6-4fbe-91fa-f749cd0ca979', 'project_id': '743501da05424df197d7af03d32eabb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:48:08.984345 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:UPDATE=4,neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:09.027650 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-a8c84d3a-008f-4c18-996f-a65bff6ef5ef tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks [] for security_group_rule (057176f6-45ba-4c4b-9817-ee11159fac10), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:09.036454 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-98c2338b-8276-4d4e-a2da-505e18cdb616 None None] Attempt 2 to provision port 2055001b-53b2-4b51-8099-baf191220fe9 Sep 15 00:48:09.098109 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-d076fafb-1022-462a-b3cd-7ae494f3680f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce1e52d-f45a-47c2-a284-8bd2ee8d2d24', 'name': 'tempest-TestShelveInstance-1764360796-router', 'tenant_id': '2fdc30ed86ab4859ad1987f99cf009f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '88cf36bf-bc74-4b56-bc89-fecf9cfa40a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:48:02Z', 'updated_at': '2022-09-15T00:48:07Z', 'revision_number': 4, 'project_id': '2fdc30ed86ab4859ad1987f99cf009f0', 'gw_port': {'id': '88cf36bf-bc74-4b56-bc89-fecf9cfa40a2', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce1e52d-f45a-47c2-a284-8bd2ee8d2d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:48:03Z', 'updated_at': '2022-09-15T00:48:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': '2055001b-53b2-4b51-8099-baf191220fe9', 'name': '', 'network_id': 'dd12e557-c9fc-4911-b6d4-ed994b8a9d48', 'tenant_id': '2fdc30ed86ab4859ad1987f99cf009f0', 'mac_address': 'fa:16:3e:e0:96:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce1e52d-f45a-47c2-a284-8bd2ee8d2d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '2bd15250-b40a-43fd-a760-384d56d9d650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:48:06Z', 'updated_at': '2022-09-15T00:48:07Z', 'revision_number': 2, 'project_id': '2fdc30ed86ab4859ad1987f99cf009f0', 'subnets': [{'id': '2bd15250-b40a-43fd-a760-384d56d9d650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:48:09.100789 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-98c2338b-8276-4d4e-a2da-505e18cdb616 None None] Port 2055001b-53b2-4b51-8099-baf191220fe9 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:48:09.127255 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-a8c84d3a-008f-4c18-996f-a65bff6ef5ef tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks [] for security_group_rule (057176f6-45ba-4c4b-9817-ee11159fac10), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:09.132332 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-a8c84d3a-008f-4c18-996f-a65bff6ef5ef tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645455'] for security_group_rule (057176f6-45ba-4c4b-9817-ee11159fac10), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:09.137463 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d076fafb-1022-462a-b3cd-7ae494f3680f None None] The sync data for ids ['cce1e52d-f45a-47c2-a284-8bd2ee8d2d24'] in dv-cinder-857528-2-iscsi is: [{'id': 'cce1e52d-f45a-47c2-a284-8bd2ee8d2d24', 'name': 'tempest-TestShelveInstance-1764360796-router', 'tenant_id': '2fdc30ed86ab4859ad1987f99cf009f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '88cf36bf-bc74-4b56-bc89-fecf9cfa40a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:48:02Z', 'updated_at': '2022-09-15T00:48:07Z', 'revision_number': 4, 'project_id': '2fdc30ed86ab4859ad1987f99cf009f0', 'gw_port': {'id': '88cf36bf-bc74-4b56-bc89-fecf9cfa40a2', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce1e52d-f45a-47c2-a284-8bd2ee8d2d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:48:03Z', 'updated_at': '2022-09-15T00:48:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': '2055001b-53b2-4b51-8099-baf191220fe9', 'name': '', 'network_id': 'dd12e557-c9fc-4911-b6d4-ed994b8a9d48', 'tenant_id': '2fdc30ed86ab4859ad1987f99cf009f0', 'mac_address': 'fa:16:3e:e0:96:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce1e52d-f45a-47c2-a284-8bd2ee8d2d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '2bd15250-b40a-43fd-a760-384d56d9d650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:48:06Z', 'updated_at': '2022-09-15T00:48:07Z', 'revision_number': 2, 'project_id': '2fdc30ed86ab4859ad1987f99cf009f0', 'subnets': [{'id': '2bd15250-b40a-43fd-a760-384d56d9d650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:48:09.172412 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-a8c84d3a-008f-4c18-996f-a65bff6ef5ef tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:09.176222 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-a8c84d3a-008f-4c18-996f-a65bff6ef5ef tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2042382 Sep 15 00:48:09.176222 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c84d3a-008f-4c18-996f-a65bff6ef5ef tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=057176f6-45ba-4c4b-9817-ee11159fac10,revision_number=0']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:48:09.176529 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 56804) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:48:09.189471 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-77d864e2-a648-4e0b-963e-9598e6e139d5 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Request body: {'security_group_rule': {'security_group_id': '2337f8db-f8e6-4fbe-91fa-f749cd0ca979', 'project_id': '743501da05424df197d7af03d32eabb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:48:09.226450 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-77d864e2-a648-4e0b-963e-9598e6e139d5 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks [] for security_group_rule (3941654a-264d-4b6d-b671-2cb846609aaa), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:09.277715 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:09.321188 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-77d864e2-a648-4e0b-963e-9598e6e139d5 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks [] for security_group_rule (3941654a-264d-4b6d-b671-2cb846609aaa), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:09.326296 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-77d864e2-a648-4e0b-963e-9598e6e139d5 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645455'] for security_group_rule (3941654a-264d-4b6d-b671-2cb846609aaa), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:09.346275 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d864e2-a648-4e0b-963e-9598e6e139d5 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3941654a-264d-4b6d-b671-2cb846609aaa,revision_number=0']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:48:09.349045 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:09.368577 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-77d864e2-a648-4e0b-963e-9598e6e139d5 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:09.373387 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 56806) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:48:09.373959 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-77d864e2-a648-4e0b-963e-9598e6e139d5 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1958842 Sep 15 00:48:09.379109 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-ed376182-c892-458e-bd89-2547453ad1e9 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Request body: {'security_group_rule': {'security_group_id': '2337f8db-f8e6-4fbe-91fa-f749cd0ca979', 'project_id': '743501da05424df197d7af03d32eabb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:48:09.413964 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-ed376182-c892-458e-bd89-2547453ad1e9 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks [] for security_group_rule (d6fd487c-1a77-455a-9d04-2fae7eb2ad27), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:09.529145 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-ed376182-c892-458e-bd89-2547453ad1e9 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks [] for security_group_rule (d6fd487c-1a77-455a-9d04-2fae7eb2ad27), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:09.535524 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-ed376182-c892-458e-bd89-2547453ad1e9 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645455'] for security_group_rule (d6fd487c-1a77-455a-9d04-2fae7eb2ad27), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:09.563595 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed376182-c892-458e-bd89-2547453ad1e9 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6fd487c-1a77-455a-9d04-2fae7eb2ad27,revision_number=0']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:48:09.589398 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-ed376182-c892-458e-bd89-2547453ad1e9 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:09.594873 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-ed376182-c892-458e-bd89-2547453ad1e9 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2172616 Sep 15 00:48:09.595612 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 56808) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:48:09.601725 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-98c2338b-8276-4d4e-a2da-505e18cdb616 None None] Attempt 3 to provision port 2055001b-53b2-4b51-8099-baf191220fe9 Sep 15 00:48:09.602797 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-279bbfa9-6e78-43ce-b4f8-43eb206a20cb tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Request body: {'security_group_rule': {'security_group_id': '2337f8db-f8e6-4fbe-91fa-f749cd0ca979', 'project_id': '743501da05424df197d7af03d32eabb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:48:09.645348 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-279bbfa9-6e78-43ce-b4f8-43eb206a20cb tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks [] for security_group_rule (e8b3dff0-43c4-49c2-a21e-24e2700f6d93), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:09.656461 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-98c2338b-8276-4d4e-a2da-505e18cdb616 None None] Port 2055001b-53b2-4b51-8099-baf191220fe9 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:48:09.749060 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-279bbfa9-6e78-43ce-b4f8-43eb206a20cb tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks [] for security_group_rule (e8b3dff0-43c4-49c2-a21e-24e2700f6d93), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:09.756195 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-279bbfa9-6e78-43ce-b4f8-43eb206a20cb tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645455'] for security_group_rule (e8b3dff0-43c4-49c2-a21e-24e2700f6d93), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:09.786958 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279bbfa9-6e78-43ce-b4f8-43eb206a20cb tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8b3dff0-43c4-49c2-a21e-24e2700f6d93,revision_number=0']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:48:09.793982 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-279bbfa9-6e78-43ce-b4f8-43eb206a20cb tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:09.798031 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-279bbfa9-6e78-43ce-b4f8-43eb206a20cb tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1984289 Sep 15 00:48:09.798945 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 56810) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:48:09.803565 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-2d87333d-6550-4347-932d-a69ff3428d27 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Request body: {'security_group_rule': {'security_group_id': '2337f8db-f8e6-4fbe-91fa-f749cd0ca979', 'project_id': '743501da05424df197d7af03d32eabb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:48:09.839877 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.db.securitygroups_db [None req-2d87333d-6550-4347-932d-a69ff3428d27 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Project 743501da05424df197d7af03d32eabb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 00:48:09.848576 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-2d87333d-6550-4347-932d-a69ff3428d27 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks [] for security_group_rule (8db460e5-028e-4112-a29c-b3e1977b965a), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:09.926721 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 7fd09fc9-5457-47e2-acc0-c09ff6e323b9 up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:48:09.966025 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-2d87333d-6550-4347-932d-a69ff3428d27 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks [] for security_group_rule (8db460e5-028e-4112-a29c-b3e1977b965a), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:09.970671 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-2d87333d-6550-4347-932d-a69ff3428d27 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645455'] for security_group_rule (8db460e5-028e-4112-a29c-b3e1977b965a), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:10.006066 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d87333d-6550-4347-932d-a69ff3428d27 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8db460e5-028e-4112-a29c-b3e1977b965a,revision_number=0']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:48:10.016732 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port 7fd09fc9-5457-47e2-acc0-c09ff6e323b9 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:48:10.017375 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (7fd09fc9-5457-47e2-acc0-c09ff6e323b9), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:10.017858 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port 7fd09fc9-5457-47e2-acc0-c09ff6e323b9 Sep 15 00:48:10.021698 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-2d87333d-6550-4347-932d-a69ff3428d27 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:10.022943 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-2d87333d-6550-4347-932d-a69ff3428d27 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2229369 Sep 15 00:48:10.026018 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 56816) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:48:10.031805 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-e99df38e-e50d-40af-866a-dfd51652b34b tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Request body: {'security_group_rule': {'security_group_id': '2337f8db-f8e6-4fbe-91fa-f749cd0ca979', 'project_id': '743501da05424df197d7af03d32eabb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:48:10.066747 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:10.071070 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.db.securitygroups_db [None req-e99df38e-e50d-40af-866a-dfd51652b34b tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Project 743501da05424df197d7af03d32eabb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 00:48:10.084463 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-e99df38e-e50d-40af-866a-dfd51652b34b tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks [] for security_group_rule (9e1bb8d7-d75f-4dd3-8f5d-74a4eb614d89), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:10.165970 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-98c2338b-8276-4d4e-a2da-505e18cdb616 None None] Attempt 4 to provision port 2055001b-53b2-4b51-8099-baf191220fe9 Sep 15 00:48:10.206584 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-e99df38e-e50d-40af-866a-dfd51652b34b tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks [] for security_group_rule (9e1bb8d7-d75f-4dd3-8f5d-74a4eb614d89), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:10.213485 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-e99df38e-e50d-40af-866a-dfd51652b34b tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645455'] for security_group_rule (9e1bb8d7-d75f-4dd3-8f5d-74a4eb614d89), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:10.227015 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-98c2338b-8276-4d4e-a2da-505e18cdb616 None None] Port 2055001b-53b2-4b51-8099-baf191220fe9 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:48:10.246963 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99df38e-e50d-40af-866a-dfd51652b34b tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e1bb8d7-d75f-4dd3-8f5d-74a4eb614d89,revision_number=0']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:48:10.247898 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port 7fd09fc9-5457-47e2-acc0-c09ff6e323b9 is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:48:10.250124 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:48:10.270016 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-e99df38e-e50d-40af-866a-dfd51652b34b tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:10.275526 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-e99df38e-e50d-40af-866a-dfd51652b34b tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2445905 Sep 15 00:48:10.280821 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=100 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:10.310469 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:48:10.310906 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:10.311317 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd Sep 15 00:48:10.403379 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:48:10.728307 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-98c2338b-8276-4d4e-a2da-505e18cdb616 None None] Attempt 5 to provision port 2055001b-53b2-4b51-8099-baf191220fe9 Sep 15 00:48:10.764624 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-98c2338b-8276-4d4e-a2da-505e18cdb616 None None] Port 2055001b-53b2-4b51-8099-baf191220fe9 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:48:11.266113 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-98c2338b-8276-4d4e-a2da-505e18cdb616 None None] Attempt 6 to provision port 2055001b-53b2-4b51-8099-baf191220fe9 Sep 15 00:48:11.320737 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-98c2338b-8276-4d4e-a2da-505e18cdb616 None None] Port 2055001b-53b2-4b51-8099-baf191220fe9 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:48:11.830257 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-98c2338b-8276-4d4e-a2da-505e18cdb616 None None] Attempt 7 to provision port 2055001b-53b2-4b51-8099-baf191220fe9 Sep 15 00:48:11.857521 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 88cf36bf-bc74-4b56-bc89-fecf9cfa40a2 up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:48:11.905946 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-98c2338b-8276-4d4e-a2da-505e18cdb616 None None] Port 2055001b-53b2-4b51-8099-baf191220fe9 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:48:11.920459 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port 88cf36bf-bc74-4b56-bc89-fecf9cfa40a2 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:48:11.921190 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (88cf36bf-bc74-4b56-bc89-fecf9cfa40a2), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:11.921732 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port 88cf36bf-bc74-4b56-bc89-fecf9cfa40a2 Sep 15 00:48:11.971971 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=100 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:11.996824 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:12.033531 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa77a4-6959-4642-8a68-eab1a123b92f req-327a86ab-620d-49f0-a250-fd616f6f6039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:48:12.035139 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-44aa77a4-6959-4642-8a68-eab1a123b92f req-327a86ab-620d-49f0-a250-fd616f6f6039 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=7090f91f78534107ba4b5ccd7f80e145&device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 1129 time: 0.0711179 Sep 15 00:48:12.035967 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port 88cf36bf-bc74-4b56-bc89-fecf9cfa40a2 is: DOWN; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:48:12.036406 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (88cf36bf-bc74-4b56-bc89-fecf9cfa40a2), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:12.065136 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] For port 88cf36bf-bc74-4b56-bc89-fecf9cfa40a2, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=88cf36bf-bc74-4b56-bc89-fecf9cfa40a2,segment=NetworkSegment(bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89),segment_id=bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:48:12.074898 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (88cf36bf-bc74-4b56-bc89-fecf9cfa40a2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:12.157785 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Pushing event updated for resources: {'Port': ['ID=88cf36bf-bc74-4b56-bc89-fecf9cfa40a2,revision_number=4']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:48:12.184825 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa77a4-6959-4642-8a68-eab1a123b92f req-bdc75920-96c3-4b49-b5e0-c61d898ca8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:48:12.190402 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-44aa77a4-6959-4642-8a68-eab1a123b92f req-bdc75920-96c3-4b49-b5e0-c61d898ca8d1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=534fcea4-462b-402d-9da6-e7cef4200229 HTTP/1.1" status: 200 len: 918 time: 0.1462274 Sep 15 00:48:12.295156 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-44aa77a4-6959-4642-8a68-eab1a123b92f req-25ddd0ea-0a6a-44c3-8461-e16eb3e1e7f6 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0e29cfb-c141-4cd4-ab78-e1b32fb810ef HTTP/1.1" status: 200 len: 1001 time: 0.0985780 Sep 15 00:48:12.355671 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa77a4-6959-4642-8a68-eab1a123b92f req-a3d8ef7e-e0ad-4d82-aa0a-497df3bd7a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:48:12.357228 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-44aa77a4-6959-4642-8a68-eab1a123b92f req-a3d8ef7e-e0ad-4d82-aa0a-497df3bd7a94 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=756b70e8-4098-4f30-99b0-99c64c94809f HTTP/1.1" status: 200 len: 857 time: 0.0555396 Sep 15 00:48:12.409296 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-98c2338b-8276-4d4e-a2da-505e18cdb616 None None] Attempt 8 to provision port 2055001b-53b2-4b51-8099-baf191220fe9 Sep 15 00:48:12.418234 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa77a4-6959-4642-8a68-eab1a123b92f req-68dc6126-78f5-4a96-a14a-12260ae02d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:48:12.420134 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-44aa77a4-6959-4642-8a68-eab1a123b92f req-68dc6126-78f5-4a96-a14a-12260ae02d84 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=534fcea4-462b-402d-9da6-e7cef4200229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556591 Sep 15 00:48:12.461791 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-98c2338b-8276-4d4e-a2da-505e18cdb616 None None] Port 2055001b-53b2-4b51-8099-baf191220fe9 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:48:12.529130 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-44aa77a4-6959-4642-8a68-eab1a123b92f req-e52e0a1b-b780-4d38-9552-c7e9993cb070 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/534fcea4-462b-402d-9da6-e7cef4200229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003983 Sep 15 00:48:12.643207 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-44aa77a4-6959-4642-8a68-eab1a123b92f req-88b2244f-12c7-41e4-a232-c49674975366 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/534fcea4-462b-402d-9da6-e7cef4200229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004648 Sep 15 00:48:12.962557 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-98c2338b-8276-4d4e-a2da-505e18cdb616 None None] Attempt 9 to provision port 2055001b-53b2-4b51-8099-baf191220fe9 Sep 15 00:48:13.001350 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d2188b-0a4d-4b96-bd67-c549afc9f279 None None] Sync routers for ids ['cce1e52d-f45a-47c2-a284-8bd2ee8d2d24'] in dv-cinder-857528-2-iscsi {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:48:13.008305 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-98c2338b-8276-4d4e-a2da-505e18cdb616 None None] Port 2055001b-53b2-4b51-8099-baf191220fe9 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:48:13.012263 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d2188b-0a4d-4b96-bd67-c549afc9f279 None None] Routers {'cce1e52d-f45a-47c2-a284-8bd2ee8d2d24'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:48:13.012881 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-d9d2188b-0a4d-4b96-bd67-c549afc9f279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:47:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['cce1e52d-f45a-47c2-a284-8bd2ee8d2d24'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:48:13.166977 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-d9d2188b-0a4d-4b96-bd67-c549afc9f279 None None] Set router cce1e52d-f45a-47c2-a284-8bd2ee8d2d24 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:48:13.412374 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-d9d2188b-0a4d-4b96-bd67-c549afc9f279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce1e52d-f45a-47c2-a284-8bd2ee8d2d24', 'name': 'tempest-TestShelveInstance-1764360796-router', 'tenant_id': '2fdc30ed86ab4859ad1987f99cf009f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '88cf36bf-bc74-4b56-bc89-fecf9cfa40a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:48:02Z', 'updated_at': '2022-09-15T00:48:07Z', 'revision_number': 4, 'project_id': '2fdc30ed86ab4859ad1987f99cf009f0', 'gw_port': {'id': '88cf36bf-bc74-4b56-bc89-fecf9cfa40a2', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce1e52d-f45a-47c2-a284-8bd2ee8d2d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:48:03Z', 'updated_at': '2022-09-15T00:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': '2055001b-53b2-4b51-8099-baf191220fe9', 'name': '', 'network_id': 'dd12e557-c9fc-4911-b6d4-ed994b8a9d48', 'tenant_id': '2fdc30ed86ab4859ad1987f99cf009f0', 'mac_address': 'fa:16:3e:e0:96:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce1e52d-f45a-47c2-a284-8bd2ee8d2d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '2bd15250-b40a-43fd-a760-384d56d9d650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:48:06Z', 'updated_at': '2022-09-15T00:48:07Z', 'revision_number': 2, 'project_id': '2fdc30ed86ab4859ad1987f99cf009f0', 'subnets': [{'id': '2bd15250-b40a-43fd-a760-384d56d9d650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:48:13.446544 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d2188b-0a4d-4b96-bd67-c549afc9f279 None None] Checking router: cce1e52d-f45a-47c2-a284-8bd2ee8d2d24 for host: dv-cinder-857528-2-iscsi {{(pid=112955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:48:13.446955 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d2188b-0a4d-4b96-bd67-c549afc9f279 None None] Updating router cce1e52d-f45a-47c2-a284-8bd2ee8d2d24 port 2055001b-53b2-4b51-8099-baf191220fe9 binding host dv-cinder-857528-2-iscsi {{(pid=112955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 00:48:13.483960 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-d9d2188b-0a4d-4b96-bd67-c549afc9f279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (2055001b-53b2-4b51-8099-baf191220fe9), before_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:13.509924 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-98c2338b-8276-4d4e-a2da-505e18cdb616 None None] Attempt 10 to provision port 2055001b-53b2-4b51-8099-baf191220fe9 Sep 15 00:48:13.546982 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-98c2338b-8276-4d4e-a2da-505e18cdb616 None None] Port 2055001b-53b2-4b51-8099-baf191220fe9 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:48:13.555439 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-98c2338b-8276-4d4e-a2da-505e18cdb616 None None] Provisioning complete for port 7fd09fc9-5457-47e2-acc0-c09ff6e323b9 triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:48:13.555920 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-98c2338b-8276-4d4e-a2da-505e18cdb616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (7fd09fc9-5457-47e2-acc0-c09ff6e323b9), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:13.556327 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-98c2338b-8276-4d4e-a2da-505e18cdb616 None None] Attempt 1 to provision port 7fd09fc9-5457-47e2-acc0-c09ff6e323b9 Sep 15 00:48:13.681860 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:13.731373 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:13.776695 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-d9d2188b-0a4d-4b96-bd67-c549afc9f279 None None] Publish callbacks [] for port (2055001b-53b2-4b51-8099-baf191220fe9), precommit_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:13.782413 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-d9d2188b-0a4d-4b96-bd67-c549afc9f279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (2055001b-53b2-4b51-8099-baf191220fe9), after_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:13.798069 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-98c2338b-8276-4d4e-a2da-505e18cdb616 None None] Current status of the port 7fd09fc9-5457-47e2-acc0-c09ff6e323b9 is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:48:13.854201 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71fbe6e-745b-4173-b664-17ef107c3b31 None None] Pushing event updated for resources: {'Port': ['ID=2055001b-53b2-4b51-8099-baf191220fe9,revision_number=3']} {{(pid=112955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:48:13.874021 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 88cf36bf-bc74-4b56-bc89-fecf9cfa40a2 up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:48:13.880668 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71fbe6e-745b-4173-b664-17ef107c3b31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:48:13.881010 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71fbe6e-745b-4173-b664-17ef107c3b31 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:48:13.881374 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71fbe6e-745b-4173-b664-17ef107c3b31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:48:13.881725 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71fbe6e-745b-4173-b664-17ef107c3b31 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:48:13.882049 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71fbe6e-745b-4173-b664-17ef107c3b31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:48:13.882370 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71fbe6e-745b-4173-b664-17ef107c3b31 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:48:13.882687 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71fbe6e-745b-4173-b664-17ef107c3b31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:48:13.883005 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71fbe6e-745b-4173-b664-17ef107c3b31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:48:13.883322 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71fbe6e-745b-4173-b664-17ef107c3b31 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:48:13.883661 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71fbe6e-745b-4173-b664-17ef107c3b31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:48:13.884021 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71fbe6e-745b-4173-b664-17ef107c3b31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:48:13.884374 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71fbe6e-745b-4173-b664-17ef107c3b31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:48:13.884684 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71fbe6e-745b-4173-b664-17ef107c3b31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:48:13.884998 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71fbe6e-745b-4173-b664-17ef107c3b31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:48:13.885369 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71fbe6e-745b-4173-b664-17ef107c3b31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:48:13.913910 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.managers [None req-d9d2188b-0a4d-4b96-bd67-c549afc9f279 None None] Attempting to bind port 2055001b-53b2-4b51-8099-baf191220fe9 on host dv-cinder-857528-2-iscsi for vnic_type normal with profile {{(pid=112955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:48:13.914462 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.managers [None req-d9d2188b-0a4d-4b96-bd67-c549afc9f279 None None] Attempting to bind port 2055001b-53b2-4b51-8099-baf191220fe9 by drivers openvswitch,hyperv on host dv-cinder-857528-2-iscsi at level 0 using segments [{'id': '5887d0ad-5c91-40c6-9dd9-75145c4cead6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'dd12e557-c9fc-4911-b6d4-ed994b8a9d48'}] {{(pid=112955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:48:13.914947 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d2188b-0a4d-4b96-bd67-c549afc9f279 None None] Attempting to bind port 2055001b-53b2-4b51-8099-baf191220fe9 on network dd12e557-c9fc-4911-b6d4-ed994b8a9d48 {{(pid=112955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:48:13.927844 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port 88cf36bf-bc74-4b56-bc89-fecf9cfa40a2 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:48:13.928196 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (88cf36bf-bc74-4b56-bc89-fecf9cfa40a2), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:13.928549 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port 88cf36bf-bc74-4b56-bc89-fecf9cfa40a2 Sep 15 00:48:13.968935 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:13.969906 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d2188b-0a4d-4b96-bd67-c549afc9f279 None None] Checking agent: {'id': 'f85e816c-fb48-4744-a66a-e79ceb68e67e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 36, 23), 'started_at': datetime.datetime(2022, 9, 15, 0, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:48:13.970618 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d2188b-0a4d-4b96-bd67-c549afc9f279 None None] Checking segment: {'id': '5887d0ad-5c91-40c6-9dd9-75145c4cead6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'dd12e557-c9fc-4911-b6d4-ed994b8a9d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:48:13.971206 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-d9d2188b-0a4d-4b96-bd67-c549afc9f279 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:13.972160 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d2188b-0a4d-4b96-bd67-c549afc9f279 None None] Bound using segment: {'id': '5887d0ad-5c91-40c6-9dd9-75145c4cead6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'dd12e557-c9fc-4911-b6d4-ed994b8a9d48'} {{(pid=112955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:48:13.972298 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.managers [None req-d9d2188b-0a4d-4b96-bd67-c549afc9f279 None None] Bound port: 2055001b-53b2-4b51-8099-baf191220fe9, host: dv-cinder-857528-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5887d0ad-5c91-40c6-9dd9-75145c4cead6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'dd12e557-c9fc-4911-b6d4-ed994b8a9d48'}}] {{(pid=112955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:48:13.972762 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-d9d2188b-0a4d-4b96-bd67-c549afc9f279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (2055001b-53b2-4b51-8099-baf191220fe9), before_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:14.023623 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port 88cf36bf-bc74-4b56-bc89-fecf9cfa40a2 is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:48:14.039991 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.db [None req-d9d2188b-0a4d-4b96-bd67-c549afc9f279 None None] For port 2055001b-53b2-4b51-8099-baf191220fe9, host dv-cinder-857528-2-iscsi, cleared binding levels {{(pid=112955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:48:14.044091 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.db [None req-d9d2188b-0a4d-4b96-bd67-c549afc9f279 None None] For port 2055001b-53b2-4b51-8099-baf191220fe9, host dv-cinder-857528-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=2055001b-53b2-4b51-8099-baf191220fe9,segment=NetworkSegment(5887d0ad-5c91-40c6-9dd9-75145c4cead6),segment_id=5887d0ad-5c91-40c6-9dd9-75145c4cead6)] {{(pid=112955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:48:14.055217 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-d9d2188b-0a4d-4b96-bd67-c549afc9f279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (2055001b-53b2-4b51-8099-baf191220fe9), after_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:14.092474 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d2188b-0a4d-4b96-bd67-c549afc9f279 None None] Routers {'cce1e52d-f45a-47c2-a284-8bd2ee8d2d24'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:48:14.093104 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-d9d2188b-0a4d-4b96-bd67-c549afc9f279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:47:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['cce1e52d-f45a-47c2-a284-8bd2ee8d2d24'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:48:14.153373 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71fbe6e-745b-4173-b664-17ef107c3b31 None None] Pushing event updated for resources: {'Port': ['ID=2055001b-53b2-4b51-8099-baf191220fe9,revision_number=4']} {{(pid=112955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:48:14.223767 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-d9d2188b-0a4d-4b96-bd67-c549afc9f279 None None] Set router cce1e52d-f45a-47c2-a284-8bd2ee8d2d24 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:48:14.496348 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-d9d2188b-0a4d-4b96-bd67-c549afc9f279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce1e52d-f45a-47c2-a284-8bd2ee8d2d24', 'name': 'tempest-TestShelveInstance-1764360796-router', 'tenant_id': '2fdc30ed86ab4859ad1987f99cf009f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '88cf36bf-bc74-4b56-bc89-fecf9cfa40a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:48:02Z', 'updated_at': '2022-09-15T00:48:07Z', 'revision_number': 4, 'project_id': '2fdc30ed86ab4859ad1987f99cf009f0', 'gw_port': {'id': '88cf36bf-bc74-4b56-bc89-fecf9cfa40a2', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce1e52d-f45a-47c2-a284-8bd2ee8d2d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:48:03Z', 'updated_at': '2022-09-15T00:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': '2055001b-53b2-4b51-8099-baf191220fe9', 'name': '', 'network_id': 'dd12e557-c9fc-4911-b6d4-ed994b8a9d48', 'tenant_id': '2fdc30ed86ab4859ad1987f99cf009f0', 'mac_address': 'fa:16:3e:e0:96:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce1e52d-f45a-47c2-a284-8bd2ee8d2d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '2bd15250-b40a-43fd-a760-384d56d9d650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:48:06Z', 'updated_at': '2022-09-15T00:48:14Z', 'revision_number': 4, 'project_id': '2fdc30ed86ab4859ad1987f99cf009f0', 'subnets': [{'id': '2bd15250-b40a-43fd-a760-384d56d9d650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:48:14.549847 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d2188b-0a4d-4b96-bd67-c549afc9f279 None None] The sync data for ids ['cce1e52d-f45a-47c2-a284-8bd2ee8d2d24'] in dv-cinder-857528-2-iscsi is: [{'id': 'cce1e52d-f45a-47c2-a284-8bd2ee8d2d24', 'name': 'tempest-TestShelveInstance-1764360796-router', 'tenant_id': '2fdc30ed86ab4859ad1987f99cf009f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '88cf36bf-bc74-4b56-bc89-fecf9cfa40a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:48:02Z', 'updated_at': '2022-09-15T00:48:07Z', 'revision_number': 4, 'project_id': '2fdc30ed86ab4859ad1987f99cf009f0', 'gw_port': {'id': '88cf36bf-bc74-4b56-bc89-fecf9cfa40a2', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce1e52d-f45a-47c2-a284-8bd2ee8d2d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:48:03Z', 'updated_at': '2022-09-15T00:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': '2055001b-53b2-4b51-8099-baf191220fe9', 'name': '', 'network_id': 'dd12e557-c9fc-4911-b6d4-ed994b8a9d48', 'tenant_id': '2fdc30ed86ab4859ad1987f99cf009f0', 'mac_address': 'fa:16:3e:e0:96:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce1e52d-f45a-47c2-a284-8bd2ee8d2d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '2bd15250-b40a-43fd-a760-384d56d9d650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:48:06Z', 'updated_at': '2022-09-15T00:48:14Z', 'revision_number': 4, 'project_id': '2fdc30ed86ab4859ad1987f99cf009f0', 'subnets': [{'id': '2bd15250-b40a-43fd-a760-384d56d9d650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:48:15.829266 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 2055001b-53b2-4b51-8099-baf191220fe9 up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:48:15.873802 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port 2055001b-53b2-4b51-8099-baf191220fe9 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:48:15.874184 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (2055001b-53b2-4b51-8099-baf191220fe9), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:15.874521 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port 2055001b-53b2-4b51-8099-baf191220fe9 Sep 15 00:48:15.945320 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port 2055001b-53b2-4b51-8099-baf191220fe9 is: DOWN; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:48:15.945713 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (2055001b-53b2-4b51-8099-baf191220fe9), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:15.981658 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] For port 2055001b-53b2-4b51-8099-baf191220fe9, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=2055001b-53b2-4b51-8099-baf191220fe9,segment=NetworkSegment(5887d0ad-5c91-40c6-9dd9-75145c4cead6),segment_id=5887d0ad-5c91-40c6-9dd9-75145c4cead6)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:48:15.984676 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (2055001b-53b2-4b51-8099-baf191220fe9), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:16.032197 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Pushing event updated for resources: {'Port': ['ID=2055001b-53b2-4b51-8099-baf191220fe9,revision_number=5']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:48:17.748525 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-09582767-6d15-4264-9677-f2b4c52c67b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:17.824445 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 2055001b-53b2-4b51-8099-baf191220fe9 up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:48:17.868354 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port 2055001b-53b2-4b51-8099-baf191220fe9 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:48:17.868728 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (2055001b-53b2-4b51-8099-baf191220fe9), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:17.869061 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port 2055001b-53b2-4b51-8099-baf191220fe9 Sep 15 00:48:17.902365 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:17.944853 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port 2055001b-53b2-4b51-8099-baf191220fe9 is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:48:20.019626 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-7835eae1-c26e-4659-adb6-1fe0762db4e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:20.241517 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=61,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:20.244282 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=5,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:21.296542 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:22.561000 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:22.636882 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=58,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:22.639153 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=74,neutron:INSERT=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:22.640969 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:24.492745 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:24.515368 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:30.978346 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 57114) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:48:31.026857 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ece670e-b57a-4673-a1d2-452f76400718 admin admin] Deleting subnet 5ce47667-4c20-48cc-b8c4-72b77a4e8e2d {{(pid=112952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 00:48:31.030976 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-3ece670e-b57a-4673-a1d2-452f76400718 admin admin] Publish callbacks [] for subnet (5ce47667-4c20-48cc-b8c4-72b77a4e8e2d), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:31.069831 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-3ece670e-b57a-4673-a1d2-452f76400718 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2228578'] for subnet (5ce47667-4c20-48cc-b8c4-72b77a4e8e2d), precommit_delete_associations {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:31.110414 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-3ece670e-b57a-4673-a1d2-452f76400718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-769422'] for subnet (5ce47667-4c20-48cc-b8c4-72b77a4e8e2d), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:31.163961 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-3ece670e-b57a-4673-a1d2-452f76400718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3304096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9220860'] for subnet (5ce47667-4c20-48cc-b8c4-72b77a4e8e2d), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:31.190965 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece670e-b57a-4673-a1d2-452f76400718 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ce47667-4c20-48cc-b8c4-72b77a4e8e2d,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:48:31.192993 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-3ece670e-b57a-4673-a1d2-452f76400718 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:31.196225 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-3ece670e-b57a-4673-a1d2-452f76400718 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/5ce47667-4c20-48cc-b8c4-72b77a4e8e2d HTTP/1.1" status: 204 len: 168 time: 0.2168932 Sep 15 00:48:31.200663 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 57118) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:48:31.273044 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ae7f691f-e3f7-4224-ab08-9fdeba1bf417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792827'] for network (7963b74a-c6e4-436d-bf68-47024742fd78), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:31.361717 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ae7f691f-e3f7-4224-ab08-9fdeba1bf417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864165', 'neutron.services.segments.db._delete_segments_for_network-8740354160321'] for network (7963b74a-c6e4-436d-bf68-47024742fd78), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:31.385373 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.services.segments.db [None req-ae7f691f-e3f7-4224-ab08-9fdeba1bf417 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7963b74a-c6e4-436d-bf68-47024742fd78']}} {{(pid=112952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:48:31.395794 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.services.segments.db [None req-ae7f691f-e3f7-4224-ab08-9fdeba1bf417 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67a5c709-e9e9-4f50-9138-0fb27c172b4e') {'for_net_delete': True} {{(pid=112952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:48:31.396092 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.services.segments.db [None req-ae7f691f-e3f7-4224-ab08-9fdeba1bf417 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67a5c709-e9e9-4f50-9138-0fb27c172b4e') {} {{(pid=112952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:48:31.409701 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ae7f691f-e3f7-4224-ab08-9fdeba1bf417 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740354160213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2228569'] for segment (67a5c709-e9e9-4f50-9138-0fb27c172b4e), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:31.422517 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ae7f691f-e3f7-4224-ab08-9fdeba1bf417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898'] for segment (67a5c709-e9e9-4f50-9138-0fb27c172b4e), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:31.428956 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae7f691f-e3f7-4224-ab08-9fdeba1bf417 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=112952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 00:48:31.429441 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ae7f691f-e3f7-4224-ab08-9fdeba1bf417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3303962'] for segment (67a5c709-e9e9-4f50-9138-0fb27c172b4e), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:31.469335 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.services.segments.plugin [-] Segment 67a5c709-e9e9-4f50-9138-0fb27c172b4e resource provider aggregate not found Sep 15 00:48:31.490221 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.services.segments.plugin [-] Segment 67a5c709-e9e9-4f50-9138-0fb27c172b4e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 67a5c709-e9e9-4f50-9138-0fb27c172b4e found for delete ", "request_id": "req-40d88e55-cc6d-4267-9b72-aee6324a9e6b"}]} Sep 15 00:48:31.493929 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ae7f691f-e3f7-4224-ab08-9fdeba1bf417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682314'] for network (7963b74a-c6e4-436d-bf68-47024742fd78), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:31.499027 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ae7f691f-e3f7-4224-ab08-9fdeba1bf417 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for network (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:31.502164 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-ae7f691f-e3f7-4224-ab08-9fdeba1bf417 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/7963b74a-c6e4-436d-bf68-47024742fd78 HTTP/1.1" status: 204 len: 168 time: 0.3005717 Sep 15 00:48:31.516460 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f691f-e3f7-4224-ab08-9fdeba1bf417 admin admin] Pushing event deleted for resources: {'Network': ['ID=7963b74a-c6e4-436d-bf68-47024742fd78,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:48:31.665538 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 57134) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:48:31.709772 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-329dccd3-b52c-4ac6-87ac-12df814f8129 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=06a0252a4fba4f1ebfa9f25a2c6e39a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428481 Sep 15 00:48:31.712201 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 57136) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:48:31.760884 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d9898239-6e37-469a-a182-9b74f079380e admin admin] Publish callbacks [] for security_group (4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:31.784822 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d9898239-6e37-469a-a182-9b74f079380e admin admin] Publish callbacks [] for security_group (4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:31.831942 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d9898239-6e37-469a-a182-9b74f079380e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:31.834450 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d9898239-6e37-469a-a182-9b74f079380e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:31.835745 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-d9898239-6e37-469a-a182-9b74f079380e admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48 HTTP/1.1" status: 204 len: 168 time: 0.1225414 Sep 15 00:48:31.844094 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9898239-6e37-469a-a182-9b74f079380e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4e64ec-5a00-41d9-9cbe-d4fc6ef04a48,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:48:32.636078 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:36.144714 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 6 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 00:48:36.178105 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b191d1-4ab0-4759-b7b6-7321f58ef18e req-7abfa2db-e322-4300-ab66-2f49f6ecf14b tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:48:36.179658 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-06b191d1-4ab0-4759-b7b6-7321f58ef18e req-7abfa2db-e322-4300-ab66-2f49f6ecf14b tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=200f747f-85db-4561-aaaa-65b90c5c9f05 HTTP/1.1" status: 200 len: 946 time: 0.0544767 Sep 15 00:48:36.227655 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-06b191d1-4ab0-4759-b7b6-7321f58ef18e req-3c26b9c9-2519-4245-a711-791e865ae3ae tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd34b8c7-774c-4711-a91d-b24da693762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417619 Sep 15 00:48:37.351270 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41745b-2cc2-40a2-b948-ef01f5d3011b req-e2732697-c623-4b23-8226-8189d6f3e0be tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:48:37.352780 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-7a41745b-2cc2-40a2-b948-ef01f5d3011b req-e2732697-c623-4b23-8226-8189d6f3e0be tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=200f747f-85db-4561-aaaa-65b90c5c9f05 HTTP/1.1" status: 200 len: 946 time: 0.0469375 Sep 15 00:48:37.402525 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-7a41745b-2cc2-40a2-b948-ef01f5d3011b req-17047362-f46c-42f0-b2db-dbf480d9dcef tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd34b8c7-774c-4711-a91d-b24da693762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436099 Sep 15 00:48:38.523115 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f0efd-56f8-43c3-9f10-337224b41a26 req-a066cfb6-2617-4b84-9ae0-bae0b17fe51b tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:48:38.524613 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2d1f0efd-56f8-43c3-9f10-337224b41a26 req-a066cfb6-2617-4b84-9ae0-bae0b17fe51b tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=200f747f-85db-4561-aaaa-65b90c5c9f05 HTTP/1.1" status: 200 len: 946 time: 0.0467167 Sep 15 00:48:38.576867 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2d1f0efd-56f8-43c3-9f10-337224b41a26 req-f1ee0d20-313c-4b18-8bd2-06ad10033492 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd34b8c7-774c-4711-a91d-b24da693762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467136 Sep 15 00:48:39.085746 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3dc14-d585-446b-b419-b073b60417b4 req-b1f96fcb-42c4-4f49-be35-cd68af38eda0 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:48:39.087197 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-cfc3dc14-d585-446b-b419-b073b60417b4 req-b1f96fcb-42c4-4f49-be35-cd68af38eda0 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=200f747f-85db-4561-aaaa-65b90c5c9f05 HTTP/1.1" status: 200 len: 946 time: 0.0479095 Sep 15 00:48:39.091299 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-1ff8493e-9a99-4b0e-a355-e1d4f7daeafa req-c089328d-ed72-4530-83f0-4d2691d6a7a4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408859 Sep 15 00:48:39.170284 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8493e-9a99-4b0e-a355-e1d4f7daeafa req-c10eaf7d-adbb-4d32-aa08-a83daf1682c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:48:39.171864 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-1ff8493e-9a99-4b0e-a355-e1d4f7daeafa req-c10eaf7d-adbb-4d32-aa08-a83daf1682c0 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=7090f91f78534107ba4b5ccd7f80e145&device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 1129 time: 0.0387456 Sep 15 00:48:39.186688 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:39.193622 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:39.203446 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [req-cfc3dc14-d585-446b-b419-b073b60417b4 req-32cdc954-726e-4c09-b1ec-e6d1a1846417 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Deleting port 8ad59f1e-2fde-43f8-a49d-a9e0b059c929 {{(pid=112952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:48:39.203839 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-cfc3dc14-d585-446b-b419-b073b60417b4 req-32cdc954-726e-4c09-b1ec-e6d1a1846417 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (8ad59f1e-2fde-43f8-a49d-a9e0b059c929), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:39.289467 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8493e-9a99-4b0e-a355-e1d4f7daeafa req-501434a2-4c7e-4763-8154-574af562c8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:48:39.291540 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-1ff8493e-9a99-4b0e-a355-e1d4f7daeafa req-501434a2-4c7e-4763-8154-574af562c8a9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=534fcea4-462b-402d-9da6-e7cef4200229 HTTP/1.1" status: 200 len: 918 time: 0.0957077 Sep 15 00:48:39.296896 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.db [req-cfc3dc14-d585-446b-b419-b073b60417b4 req-32cdc954-726e-4c09-b1ec-e6d1a1846417 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] For port 8ad59f1e-2fde-43f8-a49d-a9e0b059c929, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=8ad59f1e-2fde-43f8-a49d-a9e0b059c929,segment=NetworkSegment(46bb6d12-efc6-43c4-9167-cef4a4cdc200),segment_id=46bb6d12-efc6-43c4-9167-cef4a4cdc200)] {{(pid=112952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:48:39.297351 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-cfc3dc14-d585-446b-b419-b073b60417b4 req-32cdc954-726e-4c09-b1ec-e6d1a1846417 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (8ad59f1e-2fde-43f8-a49d-a9e0b059c929), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:39.312864 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [req-cfc3dc14-d585-446b-b419-b073b60417b4 req-32cdc954-726e-4c09-b1ec-e6d1a1846417 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Calling delete_port for 8ad59f1e-2fde-43f8-a49d-a9e0b059c929 owned by compute:nova {{(pid=112952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:48:39.333819 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-1ff8493e-9a99-4b0e-a355-e1d4f7daeafa req-a0867187-cfba-4dcf-907a-2911e182ce63 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a181a6dc-2e9a-4e22-a218-adf5eb7e3779 HTTP/1.1" status: 200 len: 217 time: 0.0328395 Sep 15 00:48:39.385431 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8493e-9a99-4b0e-a355-e1d4f7daeafa req-b01b234d-74ae-4ee9-a5f2-d5db8cb0ce49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:48:39.387594 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-1ff8493e-9a99-4b0e-a355-e1d4f7daeafa req-b01b234d-74ae-4ee9-a5f2-d5db8cb0ce49 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=756b70e8-4098-4f30-99b0-99c64c94809f HTTP/1.1" status: 200 len: 857 time: 0.0465629 Sep 15 00:48:39.441143 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8493e-9a99-4b0e-a355-e1d4f7daeafa req-add1f8c6-e103-47ca-b221-ec298aa293d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:48:39.442660 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-1ff8493e-9a99-4b0e-a355-e1d4f7daeafa req-add1f8c6-e103-47ca-b221-ec298aa293d2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=534fcea4-462b-402d-9da6-e7cef4200229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478666 Sep 15 00:48:39.458795 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-cfc3dc14-d585-446b-b419-b073b60417b4 req-32cdc954-726e-4c09-b1ec-e6d1a1846417 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3304143'] for port (8ad59f1e-2fde-43f8-a49d-a9e0b059c929), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:39.484882 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cdc954-726e-4c09-b1ec-e6d1a1846417 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Pushing event deleted for resources: {'Port': ['ID=8ad59f1e-2fde-43f8-a49d-a9e0b059c929,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:48:39.498888 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] get_ports_and_sgs() called for port_ids ['8ad59f1e-2fde-43f8-a49d-a9e0b059c929'] {{(pid=112954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 00:48:39.499400 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdc954-726e-4c09-b1ec-e6d1a1846417 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:48:39.499400 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdc954-726e-4c09-b1ec-e6d1a1846417 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:48:39.499769 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdc954-726e-4c09-b1ec-e6d1a1846417 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:48:39.500120 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdc954-726e-4c09-b1ec-e6d1a1846417 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:48:39.500449 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdc954-726e-4c09-b1ec-e6d1a1846417 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:48:39.500779 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdc954-726e-4c09-b1ec-e6d1a1846417 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:48:39.501110 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdc954-726e-4c09-b1ec-e6d1a1846417 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:48:39.501441 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdc954-726e-4c09-b1ec-e6d1a1846417 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:48:39.501787 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdc954-726e-4c09-b1ec-e6d1a1846417 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:48:39.502105 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdc954-726e-4c09-b1ec-e6d1a1846417 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:48:39.502431 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdc954-726e-4c09-b1ec-e6d1a1846417 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:48:39.502756 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdc954-726e-4c09-b1ec-e6d1a1846417 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:48:39.503756 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdc954-726e-4c09-b1ec-e6d1a1846417 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:48:39.503756 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdc954-726e-4c09-b1ec-e6d1a1846417 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:48:39.503987 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cdc954-726e-4c09-b1ec-e6d1a1846417 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:48:39.549270 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc3dc14-d585-446b-b419-b073b60417b4 req-32cdc954-726e-4c09-b1ec-e6d1a1846417 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] No DVR routers for this DVR port 8ad59f1e-2fde-43f8-a49d-a9e0b059c929 on host hv-cinder-85752 {{(pid=112952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 00:48:39.551923 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-cfc3dc14-d585-446b-b419-b073b60417b4 req-32cdc954-726e-4c09-b1ec-e6d1a1846417 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:39.554962 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-1ff8493e-9a99-4b0e-a355-e1d4f7daeafa req-0bbf7468-0062-4fd4-bb29-11ec3b7da906 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/534fcea4-462b-402d-9da6-e7cef4200229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049507 Sep 15 00:48:39.557059 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-cfc3dc14-d585-446b-b419-b073b60417b4 req-32cdc954-726e-4c09-b1ec-e6d1a1846417 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.18 "DELETE /networking/v2.0/ports/8ad59f1e-2fde-43f8-a49d-a9e0b059c929 HTTP/1.1" status: 204 len: 173 time: 0.4407239 Sep 15 00:48:39.557694 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200f747f-85db-4561-aaaa-65b90c5c9f05', 'name': 'network-vif-deleted', 'tag': '8ad59f1e-2fde-43f8-a49d-a9e0b059c929'}] {{(pid=112952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:48:39.560258 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab332b7ebe0febfdc7fe1a403309b4946bbbdc71882a32b3ac962f44a6678e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32450edf-e1cd-4411-ac1e-f17d24754c07" -d '{"events": [{"server_uuid": "200f747f-85db-4561-aaaa-65b90c5c9f05", "name": "network-vif-deleted", "tag": "8ad59f1e-2fde-43f8-a49d-a9e0b059c929"}]}' {{(pid=112952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:48:39.598270 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 00:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6f1384-50ec-41a0-9eb5-97701dbd8a5f x-openstack-request-id: req-0a6f1384-50ec-41a0-9eb5-97701dbd8a5f {{(pid=112952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:48:39.598565 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "200f747f-85db-4561-aaaa-65b90c5c9f05", "name": "network-vif-deleted", "tag": "8ad59f1e-2fde-43f8-a49d-a9e0b059c929", "status": "completed", "code": 200}]} {{(pid=112952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:48:39.598819 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0a6f1384-50ec-41a0-9eb5-97701dbd8a5f {{(pid=112952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:48:39.599224 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a6f1384-50ec-41a0-9eb5-97701dbd8a5f'] response: {'server_uuid': '200f747f-85db-4561-aaaa-65b90c5c9f05', 'name': 'network-vif-deleted', 'tag': '8ad59f1e-2fde-43f8-a49d-a9e0b059c929', 'status': 'completed', 'code': 200} Sep 15 00:48:39.696013 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-dbab3ddd-b188-4275-82fe-e8b3885e1bd2 req-4573ba5b-d638-4c14-b30e-d12b5873ad93 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=200f747f-85db-4561-aaaa-65b90c5c9f05 HTTP/1.1" status: 200 len: 210 time: 0.0447724 Sep 15 00:48:39.698089 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-1ff8493e-9a99-4b0e-a355-e1d4f7daeafa req-398edb04-0843-4bba-ad39-fabe5de7806f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/534fcea4-462b-402d-9da6-e7cef4200229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277075 Sep 15 00:48:41.858349 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=58,neutron:UPDATE=4 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:41.942961 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:47.750680 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-70b15890-41cf-40e1-85fc-d11abe6b2d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:49.115892 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 8ad59f1e-2fde-43f8-a49d-a9e0b059c929 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:48:49.135359 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] No Port match for: 8ad59f1e-2fde-43f8-a49d-a9e0b059c929 {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 00:48:49.136203 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 8ad59f1e-2fde-43f8-a49d-a9e0b059c929 not bound to the agent host hv-cinder-85752 {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 00:48:49.498847 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=33,neutron:DELETE=6 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:49.530684 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=37,neutron:DELETE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:49.673197 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=67 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:49.675220 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=64 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:50.021511 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-9431831b-11f4-4571-93aa-3cbd782aa338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:51.299373 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:52.214308 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=4 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:52.215133 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=4 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:52.565103 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:52.652710 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:57.092424 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-df0b151a-64aa-40a5-bddf-ff675bccc735 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:48:57.093870 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-df0b151a-64aa-40a5-bddf-ff675bccc735 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/networks?id=a0341a54-b663-41cb-8fe1-4ffc2a77107e HTTP/1.1" status: 200 len: 814 time: 0.1033049 Sep 15 00:48:57.107872 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-c85d5fa1-8b7d-47f2-866d-59de7f966110 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/quotas/39a872cd1b1e451ba5786fe246950f73 HTTP/1.1" status: 200 len: 375 time: 0.0087402 Sep 15 00:48:57.139791 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-d64c2b1b-d67d-4825-b183-9a380f6231b4 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=39a872cd1b1e451ba5786fe246950f73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271175 Sep 15 00:48:57.234652 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-df87d2c5-989c-4dd1-ab20-2f5e610ac86a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/a0341a54-b663-41cb-8fe1-4ffc2a77107e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885489 Sep 15 00:48:57.323196 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-cf5e44e0-d66a-412c-b875-9d29edb81fa8 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/a0341a54-b663-41cb-8fe1-4ffc2a77107e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828507 Sep 15 00:48:57.486790 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b2c51a4f-b8c4-4bda-8ab0-c9ae7d573962 req-a92c1738-512e-4906-9753-470fbe8c4cf5 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f997b231-b0b5-469a-813f-00fda0f634a1 HTTP/1.1" status: 200 len: 210 time: 0.0295937 Sep 15 00:48:58.590250 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-825a3e72-1d99-4a26-8dd5-4ba30e9c7cbd req-d0d48e18-6b31-4a70-bddf-48c72e106732 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f997b231-b0b5-469a-813f-00fda0f634a1 HTTP/1.1" status: 200 len: 210 time: 0.0276883 Sep 15 00:48:58.919360 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-7de3f0a0-024c-4306-89a1-326dbe546728 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:48:58.920888 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-7de3f0a0-024c-4306-89a1-326dbe546728 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.18 "GET /networking/v2.0/networks?id=a0341a54-b663-41cb-8fe1-4ffc2a77107e HTTP/1.1" status: 200 len: 814 time: 0.1101065 Sep 15 00:48:58.980424 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-e07a5896-4abc-491b-9392-5ae36656785b tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Request body: {'port': {'device_id': 'f997b231-b0b5-469a-813f-00fda0f634a1', 'network_id': 'a0341a54-b663-41cb-8fe1-4ffc2a77107e', 'admin_state_up': True, 'tenant_id': '39a872cd1b1e451ba5786fe246950f73'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:48:59.092910 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-e07a5896-4abc-491b-9392-5ae36656785b tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Made reservation on behalf of 39a872cd1b1e451ba5786fe246950f73 for: {'port': 1} {{(pid=112953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:48:59.097546 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-e07a5896-4abc-491b-9392-5ae36656785b tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:59.225477 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.db_base_plugin_common [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-e07a5896-4abc-491b-9392-5ae36656785b tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Allocated IP 172.20.0.8 (a0341a54-b663-41cb-8fe1-4ffc2a77107e/3e3ba6d2-56f4-4f3c-8e50-3e60531d7aa7/644d212f-2458-4aeb-a5e5-94bbe347339c) {{(pid=112953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:48:59.367336 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:59.383712 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-e07a5896-4abc-491b-9392-5ae36656785b tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Publish callbacks [] for port (644d212f-2458-4aeb-a5e5-94bbe347339c), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:59.417300 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-e07a5896-4abc-491b-9392-5ae36656785b tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163'] for port (644d212f-2458-4aeb-a5e5-94bbe347339c), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:59.461391 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:48:59.462515 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-e07a5896-4abc-491b-9392-5ae36656785b tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Network a0341a54-b663-41cb-8fe1-4ffc2a77107e is already hosted by enough agents. {{(pid=112953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:48:59.466735 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.base_scheduler [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-e07a5896-4abc-491b-9392-5ae36656785b tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Resources bound (agent type, host, resource id): {{(pid=112953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:48:59.471215 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-e07a5896-4abc-491b-9392-5ae36656785b tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Received port after_create {{(pid=112953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:48:59.475978 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-e07a5896-4abc-491b-9392-5ae36656785b tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:48:59.476585 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-e07a5896-4abc-491b-9392-5ae36656785b tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:59.497790 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a5896-4abc-491b-9392-5ae36656785b tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Pushing event updated for resources: {'Port': ['ID=644d212f-2458-4aeb-a5e5-94bbe347339c,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:48:59.508891 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-e07a5896-4abc-491b-9392-5ae36656785b tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5323915 Sep 15 00:48:59.510769 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a5896-4abc-491b-9392-5ae36656785b tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:48:59.511112 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a5896-4abc-491b-9392-5ae36656785b tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:48:59.511457 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a5896-4abc-491b-9392-5ae36656785b tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:48:59.511819 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a5896-4abc-491b-9392-5ae36656785b tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:48:59.512154 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a5896-4abc-491b-9392-5ae36656785b tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:48:59.512483 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a5896-4abc-491b-9392-5ae36656785b tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:48:59.512808 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a5896-4abc-491b-9392-5ae36656785b tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:48:59.513130 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a5896-4abc-491b-9392-5ae36656785b tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:48:59.513454 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a5896-4abc-491b-9392-5ae36656785b tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:48:59.513778 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a5896-4abc-491b-9392-5ae36656785b tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:48:59.514098 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a5896-4abc-491b-9392-5ae36656785b tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:48:59.514417 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a5896-4abc-491b-9392-5ae36656785b tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:48:59.514827 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a5896-4abc-491b-9392-5ae36656785b tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:48:59.515148 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a5896-4abc-491b-9392-5ae36656785b tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:48:59.515486 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a5896-4abc-491b-9392-5ae36656785b tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:48:59.525442 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-a95071ed-7bee-4ac0-8f53-a0530feb8a16 service neutron] Request body: {'port': {'device_id': 'f997b231-b0b5-469a-813f-00fda0f634a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:48:59.581986 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-a95071ed-7bee-4ac0-8f53-a0530feb8a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (644d212f-2458-4aeb-a5e5-94bbe347339c), before_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:59.710727 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b297c78-e84e-4fb9-9efc-81c8c1b527bb req-73cfe1f7-0182-41c3-b06a-f91c484fa3ef tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:48:59.712740 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-7b297c78-e84e-4fb9-9efc-81c8c1b527bb req-73cfe1f7-0182-41c3-b06a-f91c484fa3ef tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f997b231-b0b5-469a-813f-00fda0f634a1 HTTP/1.1" status: 200 len: 931 time: 0.0471199 Sep 15 00:48:59.764532 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-7b297c78-e84e-4fb9-9efc-81c8c1b527bb req-e9a9913c-1500-441b-805a-238dffdb73aa tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd34b8c7-774c-4711-a91d-b24da693762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461478 Sep 15 00:48:59.839355 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-a95071ed-7bee-4ac0-8f53-a0530feb8a16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 644d212f-2458-4aeb-a5e5-94bbe347339c {{(pid=112953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 00:48:59.846669 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-a95071ed-7bee-4ac0-8f53-a0530feb8a16 service neutron] Publish callbacks [] for port (644d212f-2458-4aeb-a5e5-94bbe347339c), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:59.859418 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.provisioning_blocks [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-a95071ed-7bee-4ac0-8f53-a0530feb8a16 service neutron] Transition to ACTIVE for port object 644d212f-2458-4aeb-a5e5-94bbe347339c will not be triggered until provisioned by entity L2. {{(pid=112953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 00:48:59.863307 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-a95071ed-7bee-4ac0-8f53-a0530feb8a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (644d212f-2458-4aeb-a5e5-94bbe347339c), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:48:59.930137 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95071ed-7bee-4ac0-8f53-a0530feb8a16 service neutron] Pushing event updated for resources: {'Port': ['ID=644d212f-2458-4aeb-a5e5-94bbe347339c,revision_number=2']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:48:59.941763 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.managers [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-a95071ed-7bee-4ac0-8f53-a0530feb8a16 service neutron] Attempting to bind port 644d212f-2458-4aeb-a5e5-94bbe347339c on host hv-cinder-85752 for vnic_type normal with profile {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:48:59.942106 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.managers [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-a95071ed-7bee-4ac0-8f53-a0530feb8a16 service neutron] Attempting to bind port 644d212f-2458-4aeb-a5e5-94bbe347339c by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '46bb6d12-efc6-43c4-9167-cef4a4cdc200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a0341a54-b663-41cb-8fe1-4ffc2a77107e'}] {{(pid=112953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:48:59.942438 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-a95071ed-7bee-4ac0-8f53-a0530feb8a16 service neutron] Attempting to bind port 644d212f-2458-4aeb-a5e5-94bbe347339c on network a0341a54-b663-41cb-8fe1-4ffc2a77107e {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:48:59.984307 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-a95071ed-7bee-4ac0-8f53-a0530feb8a16 service neutron] Port 644d212f-2458-4aeb-a5e5-94bbe347339c on network a0341a54-b663-41cb-8fe1-4ffc2a77107e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 00:48:59.984637 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-a95071ed-7bee-4ac0-8f53-a0530feb8a16 service neutron] Attempting to bind port 644d212f-2458-4aeb-a5e5-94bbe347339c on network a0341a54-b663-41cb-8fe1-4ffc2a77107e {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:49:00.029832 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-a95071ed-7bee-4ac0-8f53-a0530feb8a16 service neutron] Checking agent: {'id': '7a59e084-9e76-4c44-9c60-e850dcdcbbb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 42, 37), 'started_at': datetime.datetime(2022, 9, 15, 0, 42, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:49:00.030178 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-a95071ed-7bee-4ac0-8f53-a0530feb8a16 service neutron] Checking segment: {'id': '46bb6d12-efc6-43c4-9167-cef4a4cdc200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a0341a54-b663-41cb-8fe1-4ffc2a77107e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:49:00.030586 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-a95071ed-7bee-4ac0-8f53-a0530feb8a16 service neutron] Bound using segment: {'id': '46bb6d12-efc6-43c4-9167-cef4a4cdc200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a0341a54-b663-41cb-8fe1-4ffc2a77107e'} {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:49:00.031043 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.managers [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-a95071ed-7bee-4ac0-8f53-a0530feb8a16 service neutron] Bound port: 644d212f-2458-4aeb-a5e5-94bbe347339c, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46bb6d12-efc6-43c4-9167-cef4a4cdc200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a0341a54-b663-41cb-8fe1-4ffc2a77107e'}}] {{(pid=112953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:49:00.031416 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-a95071ed-7bee-4ac0-8f53-a0530feb8a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (644d212f-2458-4aeb-a5e5-94bbe347339c), before_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:00.092290 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-a95071ed-7bee-4ac0-8f53-a0530feb8a16 service neutron] For port 644d212f-2458-4aeb-a5e5-94bbe347339c, host hv-cinder-85752, cleared binding levels {{(pid=112953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:49:00.095234 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-a95071ed-7bee-4ac0-8f53-a0530feb8a16 service neutron] For port 644d212f-2458-4aeb-a5e5-94bbe347339c, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=644d212f-2458-4aeb-a5e5-94bbe347339c,segment=NetworkSegment(46bb6d12-efc6-43c4-9167-cef4a4cdc200),segment_id=46bb6d12-efc6-43c4-9167-cef4a4cdc200)] {{(pid=112953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:49:00.101165 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-a95071ed-7bee-4ac0-8f53-a0530feb8a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (644d212f-2458-4aeb-a5e5-94bbe347339c), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:00.106593 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-a95071ed-7bee-4ac0-8f53-a0530feb8a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:00.107205 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-a95071ed-7bee-4ac0-8f53-a0530feb8a16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:00.108598 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-a95071ed-7bee-4ac0-8f53-a0530feb8a16 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/644d212f-2458-4aeb-a5e5-94bbe347339c HTTP/1.1" status: 200 len: 1093 time: 0.5872641 Sep 15 00:49:00.109099 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f997b231-b0b5-469a-813f-00fda0f634a1', 'tag': '644d212f-2458-4aeb-a5e5-94bbe347339c'}] {{(pid=112953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:49:00.111353 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dcd79e7c9c5799004c3790ddb8f78f6987afe8bb335ac36dcc290df3850dde4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54260de7-320f-4430-8f13-f8624387ac6e" -d '{"events": [{"name": "network-changed", "server_uuid": "f997b231-b0b5-469a-813f-00fda0f634a1", "tag": "644d212f-2458-4aeb-a5e5-94bbe347339c"}]}' {{(pid=112953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:49:00.136003 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:00.162577 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95071ed-7bee-4ac0-8f53-a0530feb8a16 service neutron] Pushing event updated for resources: {'Port': ['ID=644d212f-2458-4aeb-a5e5-94bbe347339c,revision_number=3']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:00.166647 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 00:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2aee6f-17c4-403a-8e5b-8855a96d043e x-openstack-request-id: req-3d2aee6f-17c4-403a-8e5b-8855a96d043e {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:49:00.166942 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f997b231-b0b5-469a-813f-00fda0f634a1", "tag": "644d212f-2458-4aeb-a5e5-94bbe347339c", "status": "completed", "code": 200}]} {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:49:00.167209 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3d2aee6f-17c4-403a-8e5b-8855a96d043e {{(pid=112953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:49:00.167759 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d2aee6f-17c4-403a-8e5b-8855a96d043e'] response: {'name': 'network-changed', 'server_uuid': 'f997b231-b0b5-469a-813f-00fda0f634a1', 'tag': '644d212f-2458-4aeb-a5e5-94bbe347339c', 'status': 'completed', 'code': 200} Sep 15 00:49:00.333288 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54260de7-320f-4430-8f13-f8624387ac6e req-6068db71-68d4-4bf9-b8d2-8b11b9b19dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:00.334821 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-54260de7-320f-4430-8f13-f8624387ac6e req-6068db71-68d4-4bf9-b8d2-8b11b9b19dcf service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=39a872cd1b1e451ba5786fe246950f73&device_id=f997b231-b0b5-469a-813f-00fda0f634a1 HTTP/1.1" status: 200 len: 1127 time: 0.0399272 Sep 15 00:49:00.544731 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54260de7-320f-4430-8f13-f8624387ac6e req-03fac798-5a45-4060-b796-d5be9f78ddcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:00.546197 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-54260de7-320f-4430-8f13-f8624387ac6e req-03fac798-5a45-4060-b796-d5be9f78ddcc service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=39a872cd1b1e451ba5786fe246950f73&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1958025 Sep 15 00:49:00.578708 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:00.896359 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f04758-2b9c-4164-bfbc-ce1118373ac9 req-c351336f-11c1-4766-99b8-b9c0002d44b8 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:00.897870 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-59f04758-2b9c-4164-bfbc-ce1118373ac9 req-c351336f-11c1-4766-99b8-b9c0002d44b8 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f997b231-b0b5-469a-813f-00fda0f634a1 HTTP/1.1" status: 200 len: 943 time: 0.0528908 Sep 15 00:49:00.900356 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54260de7-320f-4430-8f13-f8624387ac6e req-9864d8f3-29e0-40c5-9766-06a530f1576d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:00.902381 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-54260de7-320f-4430-8f13-f8624387ac6e req-9864d8f3-29e0-40c5-9766-06a530f1576d service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3497357 Sep 15 00:49:00.948818 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-59f04758-2b9c-4164-bfbc-ce1118373ac9 req-d7af136c-ef4d-42db-b97b-9afa5f2b3654 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd34b8c7-774c-4711-a91d-b24da693762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446510 Sep 15 00:49:01.014812 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-a5cb575c-7fe0-4c5d-a0bc-56dc5bc148cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:01.016748 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-a5cb575c-7fe0-4c5d-a0bc-56dc5bc148cc service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=39a872cd1b1e451ba5786fe246950f73&device_id=f997b231-b0b5-469a-813f-00fda0f634a1 HTTP/1.1" status: 200 len: 1127 time: 0.0401900 Sep 15 00:49:01.070989 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-f9a3929b-4f12-48f2-8830-022d24a90d63 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=644d212f-2458-4aeb-a5e5-94bbe347339c HTTP/1.1" status: 200 len: 217 time: 0.0370517 Sep 15 00:49:01.120823 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-29a80f65-9f87-4047-ac38-5e32de333dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:01.122275 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-29a80f65-9f87-4047-ac38-5e32de333dab service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=3e3ba6d2-56f4-4f3c-8e50-3e60531d7aa7 HTTP/1.1" status: 200 len: 854 time: 0.0456250 Sep 15 00:49:01.155736 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-cc408f57-9b75-47f7-8de4-4d6296860ccc service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=a0341a54-b663-41cb-8fe1-4ffc2a77107e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270977 Sep 15 00:49:01.250884 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-a0bd3333-cb2b-4450-aeef-6a880d09b354 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a0341a54-b663-41cb-8fe1-4ffc2a77107e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873189 Sep 15 00:49:01.344634 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7d6842b0-0517-4aa7-9da4-4dd21e78b3ed req-7a9c70c8-5c98-4871-a3d3-6867456eb68a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a0341a54-b663-41cb-8fe1-4ffc2a77107e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873251 Sep 15 00:49:01.813682 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 57602) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:49:01.920167 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-e3c377d5-32c9-4ef7-b571-40d55de8041d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:01.998069 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-e3c377d5-32c9-4ef7-b571-40d55de8041d admin admin] Publish callbacks [] for security_group (92b8881b-609f-4810-9f71-89009857ee34), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:02.002347 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-e3c377d5-32c9-4ef7-b571-40d55de8041d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (92b8881b-609f-4810-9f71-89009857ee34), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:02.045736 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-e3c377d5-32c9-4ef7-b571-40d55de8041d admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=14678b3a1af541249eb221af8d5bfd95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2309666 Sep 15 00:49:02.048735 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 57610) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:49:02.052244 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c377d5-32c9-4ef7-b571-40d55de8041d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b8881b-609f-4810-9f71-89009857ee34,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:02.111541 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b424bd-a76a-45e1-9e56-198b81a5f098 req-fba20341-4837-44e8-b422-1bfa081b81d5 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:02.113083 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e7b424bd-a76a-45e1-9e56-198b81a5f098 req-fba20341-4837-44e8-b422-1bfa081b81d5 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f997b231-b0b5-469a-813f-00fda0f634a1 HTTP/1.1" status: 200 len: 943 time: 0.0738094 Sep 15 00:49:02.153599 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-5ad72e61-211a-48a1-996b-6538e79d74a7 admin admin] Publish callbacks [] for security_group (92b8881b-609f-4810-9f71-89009857ee34), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:02.189311 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-5ad72e61-211a-48a1-996b-6538e79d74a7 admin admin] Publish callbacks [] for security_group (92b8881b-609f-4810-9f71-89009857ee34), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:02.193766 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e7b424bd-a76a-45e1-9e56-198b81a5f098 req-56bca864-dfdf-44bb-a336-4e49e598bbf6 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd34b8c7-774c-4711-a91d-b24da693762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733714 Sep 15 00:49:02.240458 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-5ad72e61-211a-48a1-996b-6538e79d74a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (92b8881b-609f-4810-9f71-89009857ee34), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:02.243026 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-5ad72e61-211a-48a1-996b-6538e79d74a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:02.244262 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-5ad72e61-211a-48a1-996b-6538e79d74a7 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/92b8881b-609f-4810-9f71-89009857ee34 HTTP/1.1" status: 204 len: 168 time: 0.1924567 Sep 15 00:49:02.251809 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad72e61-211a-48a1-996b-6538e79d74a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b8881b-609f-4810-9f71-89009857ee34,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:02.877205 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 57642) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:49:02.972175 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-76a34a05-d496-4eac-8ecd-d01466b252fc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-9489909-network', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:49:02.992060 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a34a05-d496-4eac-8ecd-d01466b252fc admin admin] Made reservation on behalf of 53d8d76185c44a159439c0f7a0e88b31 for: {'network': 1} {{(pid=112952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:49:02.994909 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-76a34a05-d496-4eac-8ecd-d01466b252fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for network (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:03.003053 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-76a34a05-d496-4eac-8ecd-d01466b252fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:03.077938 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-76a34a05-d496-4eac-8ecd-d01466b252fc admin admin] Publish callbacks [] for security_group (d5d62159-9b9a-4673-bfef-edbb3ce236bb), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:03.084353 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-76a34a05-d496-4eac-8ecd-d01466b252fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (d5d62159-9b9a-4673-bfef-edbb3ce236bb), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:03.128596 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76a34a05-d496-4eac-8ecd-d01466b252fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=112952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 00:49:03.136628 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a34a05-d496-4eac-8ecd-d01466b252fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d62159-9b9a-4673-bfef-edbb3ce236bb,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:03.145499 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-76a34a05-d496-4eac-8ecd-d01466b252fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898'] for segment (acf8a16c-6cfc-4de4-a767-e59f2556add5), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:03.145929 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.db.segments_db [None req-76a34a05-d496-4eac-8ecd-d01466b252fc admin admin] Added segment acf8a16c-6cfc-4de4-a767-e59f2556add5 of type vlan for network 0487b0cb-031a-4188-bee6-95c6ebd2b4a3 Sep 15 00:49:03.187811 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-76a34a05-d496-4eac-8ecd-d01466b252fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740353647288'] for network (0487b0cb-031a-4188-bee6-95c6ebd2b4a3), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:03.213664 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-76a34a05-d496-4eac-8ecd-d01466b252fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177'] for network (0487b0cb-031a-4188-bee6-95c6ebd2b4a3), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:03.214682 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a34a05-d496-4eac-8ecd-d01466b252fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:03.215255 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-76a34a05-d496-4eac-8ecd-d01466b252fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for network (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:03.264684 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-76a34a05-d496-4eac-8ecd-d01466b252fc admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3863592 Sep 15 00:49:03.267546 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 57654) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:49:03.272083 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-c1b88a30-6b1d-4c72-abee-4efcaaba7117 admin admin] Request body: {'subnet': {'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-9489909-subnet', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'ip_version': 4}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:49:03.300868 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a34a05-d496-4eac-8ecd-d01466b252fc admin admin] Pushing event updated for resources: {'Network': ['ID=0487b0cb-031a-4188-bee6-95c6ebd2b4a3,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:03.311147 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Network 0487b0cb-031a-4188-bee6-95c6ebd2b4a3 details requested by agent ovs-agent-dv-cinder-857528-2-iscsi with host dv-cinder-857528-2-iscsi {{(pid=112954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 00:49:03.314909 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:03.331413 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:03.343724 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af4dfd-5131-462a-9acb-f13e2cbf4ba1 req-c10ae34f-8646-4e57-aada-4167fb1eab63 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:03.345195 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a9af4dfd-5131-462a-9acb-f13e2cbf4ba1 req-c10ae34f-8646-4e57-aada-4167fb1eab63 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f997b231-b0b5-469a-813f-00fda0f634a1 HTTP/1.1" status: 200 len: 943 time: 0.0625644 Sep 15 00:49:03.346154 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b88a30-6b1d-4c72-abee-4efcaaba7117 admin admin] Made reservation on behalf of 53d8d76185c44a159439c0f7a0e88b31 for: {'subnet': 1} {{(pid=112952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:49:03.348425 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c1b88a30-6b1d-4c72-abee-4efcaaba7117 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9220819'] for subnet (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:03.367097 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:03.458597 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a9af4dfd-5131-462a-9acb-f13e2cbf4ba1 req-9a08e821-6f8b-4ea1-a439-3f57ce15fc96 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd34b8c7-774c-4711-a91d-b24da693762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063972 Sep 15 00:49:03.562348 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c1b88a30-6b1d-4c72-abee-4efcaaba7117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3301759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9220805'] for subnet (a47b3c86-5b49-4a30-ad22-9680b01f5da9), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:03.618582 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b88a30-6b1d-4c72-abee-4efcaaba7117 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a47b3c86-5b49-4a30-ad22-9680b01f5da9,revision_number=0']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:03.641604 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b88a30-6b1d-4c72-abee-4efcaaba7117 admin admin] Checking segment: {'id': 'acf8a16c-6cfc-4de4-a767-e59f2556add5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:49:03.641936 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b88a30-6b1d-4c72-abee-4efcaaba7117 admin admin] Network hostable DHCP agents. Network: 0487b0cb-031a-4188-bee6-95c6ebd2b4a3, hostable agents: ['abe268bd-80e0-4b66-bd7b-8cd34d7e839c'], hosted agents: [] {{(pid=112952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 00:49:03.665838 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b88a30-6b1d-4c72-abee-4efcaaba7117 admin admin] Network 0487b0cb-031a-4188-bee6-95c6ebd2b4a3 is scheduled to be hosted by DHCP agent abe268bd-80e0-4b66-bd7b-8cd34d7e839c with binding_index 1 {{(pid=112952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 00:49:03.684858 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.base_scheduler [None req-c1b88a30-6b1d-4c72-abee-4efcaaba7117 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-2-iscsi, 0487b0cb-031a-4188-bee6-95c6ebd2b4a3) {{(pid=112952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:49:03.690508 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b88a30-6b1d-4c72-abee-4efcaaba7117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:03.691786 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c1b88a30-6b1d-4c72-abee-4efcaaba7117 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:03.695146 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7509fff0-4352-4a0b-9d1a-193c775d70ea None None] Network 0487b0cb-031a-4188-bee6-95c6ebd2b4a3 requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:49:03.712563 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-c1b88a30-6b1d-4c72-abee-4efcaaba7117 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4414816 Sep 15 00:49:03.713485 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 57660) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:49:03.718205 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-e340a17a-41df-4bab-83d3-469f899effb4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-9489909-router', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'}}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:49:03.741958 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-e340a17a-41df-4bab-83d3-469f899effb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3733'] for router (507b553a-d76a-466a-b784-97a7291cdd3f), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:03.743393 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-e340a17a-41df-4bab-83d3-469f899effb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1683127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1672952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2000688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3740'] for router (507b553a-d76a-466a-b784-97a7291cdd3f), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:03.804119 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-e340a17a-41df-4bab-83d3-469f899effb4 admin admin] Publish callbacks [] for router_controller (507b553a-d76a-466a-b784-97a7291cdd3f), precommit_add_association {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:03.813498 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b451e4-4be5-452b-a97d-4f26382f3cb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3047b3e4-ccd7-5ac9-918c-8e3fb3633ad1-0487b0cb-031a-4188-bee6-95c6ebd2b4a3', 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3', 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'fixed_ips': [{'subnet_id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9'}]}} from dv-cinder-857528-2-iscsi. {{(pid=112954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 00:49:03.814429 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-e2b451e4-4be5-452b-a97d-4f26382f3cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:03.937808 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-e340a17a-41df-4bab-83d3-469f899effb4 admin admin] Publish callbacks [] for router_gateway (507b553a-d76a-466a-b784-97a7291cdd3f), precommit_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:03.949382 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.db_base_plugin_common [None req-e2b451e4-4be5-452b-a97d-4f26382f3cb8 None None] Allocated IP 172.20.0.2 (0487b0cb-031a-4188-bee6-95c6ebd2b4a3/a47b3c86-5b49-4a30-ad22-9680b01f5da9/7fa7053b-0920-4d21-8d7b-b9f58536a09b) {{(pid=112954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:49:04.091700 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-e2b451e4-4be5-452b-a97d-4f26382f3cb8 None None] Publish callbacks [] for port (7fa7053b-0920-4d21-8d7b-b9f58536a09b), precommit_create {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:04.097364 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-e2b451e4-4be5-452b-a97d-4f26382f3cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163'] for port (7fa7053b-0920-4d21-8d7b-b9f58536a09b), after_create {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:04.126050 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-e340a17a-41df-4bab-83d3-469f899effb4 admin admin] Publish callbacks [] for router_gateway (507b553a-d76a-466a-b784-97a7291cdd3f), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:04.132149 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b451e4-4be5-452b-a97d-4f26382f3cb8 None None] Network 0487b0cb-031a-4188-bee6-95c6ebd2b4a3 is already hosted by enough agents. {{(pid=112954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:49:04.136466 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.scheduler.base_scheduler [None req-e2b451e4-4be5-452b-a97d-4f26382f3cb8 None None] Resources bound (agent type, host, resource id): {{(pid=112954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:49:04.138922 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b451e4-4be5-452b-a97d-4f26382f3cb8 None None] Received port after_create {{(pid=112954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:49:04.144984 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-e340a17a-41df-4bab-83d3-469f899effb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:04.152362 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b451e4-4be5-452b-a97d-4f26382f3cb8 None None] Pushing event updated for resources: {'Port': ['ID=7fa7053b-0920-4d21-8d7b-b9f58536a09b,revision_number=1']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:04.182636 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b451e4-4be5-452b-a97d-4f26382f3cb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:49:04.182976 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b451e4-4be5-452b-a97d-4f26382f3cb8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:49:04.183332 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b451e4-4be5-452b-a97d-4f26382f3cb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:49:04.183705 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b451e4-4be5-452b-a97d-4f26382f3cb8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:49:04.184043 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b451e4-4be5-452b-a97d-4f26382f3cb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:49:04.184362 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b451e4-4be5-452b-a97d-4f26382f3cb8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:49:04.184682 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b451e4-4be5-452b-a97d-4f26382f3cb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:49:04.185011 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b451e4-4be5-452b-a97d-4f26382f3cb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:49:04.185321 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b451e4-4be5-452b-a97d-4f26382f3cb8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:49:04.185636 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b451e4-4be5-452b-a97d-4f26382f3cb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:49:04.185948 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b451e4-4be5-452b-a97d-4f26382f3cb8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:49:04.186281 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b451e4-4be5-452b-a97d-4f26382f3cb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:49:04.186605 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b451e4-4be5-452b-a97d-4f26382f3cb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:49:04.186916 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b451e4-4be5-452b-a97d-4f26382f3cb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:49:04.187228 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b451e4-4be5-452b-a97d-4f26382f3cb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:49:04.221055 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-e2b451e4-4be5-452b-a97d-4f26382f3cb8 None None] Attempting to bind port 7fa7053b-0920-4d21-8d7b-b9f58536a09b on host dv-cinder-857528-2-iscsi for vnic_type normal with profile {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:49:04.221422 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-e2b451e4-4be5-452b-a97d-4f26382f3cb8 None None] Attempting to bind port 7fa7053b-0920-4d21-8d7b-b9f58536a09b by drivers openvswitch,hyperv on host dv-cinder-857528-2-iscsi at level 0 using segments [{'id': 'acf8a16c-6cfc-4de4-a767-e59f2556add5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3'}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:49:04.221781 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b451e4-4be5-452b-a97d-4f26382f3cb8 None None] Attempting to bind port 7fa7053b-0920-4d21-8d7b-b9f58536a09b on network 0487b0cb-031a-4188-bee6-95c6ebd2b4a3 {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:49:04.232494 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:04.265174 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b451e4-4be5-452b-a97d-4f26382f3cb8 None None] Checking agent: {'id': 'f85e816c-fb48-4744-a66a-e79ceb68e67e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 36, 23), 'started_at': datetime.datetime(2022, 9, 15, 0, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:49:04.265550 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b451e4-4be5-452b-a97d-4f26382f3cb8 None None] Checking segment: {'id': 'acf8a16c-6cfc-4de4-a767-e59f2556add5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:49:04.265769 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.db_base_plugin_common [None req-e340a17a-41df-4bab-83d3-469f899effb4 admin admin] Allocated IP 172.27.1.157 (53046852-16e9-4bc6-a26e-a34c1d2139e6/8f0c0330-11bc-44ed-a1b6-6f3c15aee393/6ec9076c-92ba-46ca-9af0-d79cb878e34a) {{(pid=112952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:49:04.265956 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-e2b451e4-4be5-452b-a97d-4f26382f3cb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:04.266403 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b451e4-4be5-452b-a97d-4f26382f3cb8 None None] Bound using segment: {'id': 'acf8a16c-6cfc-4de4-a767-e59f2556add5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3'} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:49:04.266878 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-e2b451e4-4be5-452b-a97d-4f26382f3cb8 None None] Bound port: 7fa7053b-0920-4d21-8d7b-b9f58536a09b, host: dv-cinder-857528-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acf8a16c-6cfc-4de4-a767-e59f2556add5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3'}}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:49:04.267268 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-e2b451e4-4be5-452b-a97d-4f26382f3cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (7fa7053b-0920-4d21-8d7b-b9f58536a09b), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:04.290459 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:04.330055 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-e2b451e4-4be5-452b-a97d-4f26382f3cb8 None None] For port 7fa7053b-0920-4d21-8d7b-b9f58536a09b, host dv-cinder-857528-2-iscsi, cleared binding levels {{(pid=112954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:49:04.333524 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-e2b451e4-4be5-452b-a97d-4f26382f3cb8 None None] For port 7fa7053b-0920-4d21-8d7b-b9f58536a09b, host dv-cinder-857528-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=7fa7053b-0920-4d21-8d7b-b9f58536a09b,segment=NetworkSegment(acf8a16c-6cfc-4de4-a767-e59f2556add5),segment_id=acf8a16c-6cfc-4de4-a767-e59f2556add5)] {{(pid=112954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:49:04.339991 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-e2b451e4-4be5-452b-a97d-4f26382f3cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (7fa7053b-0920-4d21-8d7b-b9f58536a09b), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:04.369660 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:04.379185 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-e340a17a-41df-4bab-83d3-469f899effb4 admin admin] Publish callbacks [] for port (6ec9076c-92ba-46ca-9af0-d79cb878e34a), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:04.397793 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b451e4-4be5-452b-a97d-4f26382f3cb8 None None] Pushing event updated for resources: {'Port': ['ID=7fa7053b-0920-4d21-8d7b-b9f58536a09b,revision_number=2']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:04.413612 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-e340a17a-41df-4bab-83d3-469f899effb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3304143'] for port (6ec9076c-92ba-46ca-9af0-d79cb878e34a), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:04.455352 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e340a17a-41df-4bab-83d3-469f899effb4 admin admin] Network 53046852-16e9-4bc6-a26e-a34c1d2139e6 is already hosted by enough agents. {{(pid=112952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:49:04.460629 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.base_scheduler [None req-e340a17a-41df-4bab-83d3-469f899effb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=112952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:49:04.463734 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e340a17a-41df-4bab-83d3-469f899effb4 admin admin] Received port after_create {{(pid=112952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:49:04.627694 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e834f-67eb-4f0f-b7ef-074e15e924a2 req-6ea7ea5e-c582-4b50-8e31-86a93d228d3f tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:04.632086 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c50e834f-67eb-4f0f-b7ef-074e15e924a2 req-6ea7ea5e-c582-4b50-8e31-86a93d228d3f tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f997b231-b0b5-469a-813f-00fda0f634a1 HTTP/1.1" status: 200 len: 943 time: 0.0640128 Sep 15 00:49:04.707191 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c50e834f-67eb-4f0f-b7ef-074e15e924a2 req-bc21bf4e-1d67-44f3-b525-45e075c9dd21 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd34b8c7-774c-4711-a91d-b24da693762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713711 Sep 15 00:49:04.768394 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e340a17a-41df-4bab-83d3-469f899effb4 admin admin] Pushing event updated for resources: {'Port': ['ID=6ec9076c-92ba-46ca-9af0-d79cb878e34a,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:04.979821 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-e340a17a-41df-4bab-83d3-469f899effb4 admin admin] Publish callbacks [] for router_gateway (507b553a-d76a-466a-b784-97a7291cdd3f), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:05.147894 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 644d212f-2458-4aeb-a5e5-94bbe347339c details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=112954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 00:49:05.165864 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-e340a17a-41df-4bab-83d3-469f899effb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1683183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1682215'] for router (507b553a-d76a-466a-b784-97a7291cdd3f), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:05.239151 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:05.264243 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 644d212f-2458-4aeb-a5e5-94bbe347339c, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=644d212f-2458-4aeb-a5e5-94bbe347339c,segment=NetworkSegment(46bb6d12-efc6-43c4-9167-cef4a4cdc200),segment_id=46bb6d12-efc6-43c4-9167-cef4a4cdc200)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:49:05.281058 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Returning: {'device': '644d212f-2458-4aeb-a5e5-94bbe347339c', 'network_id': 'a0341a54-b663-41cb-8fe1-4ffc2a77107e', 'port_id': '644d212f-2458-4aeb-a5e5-94bbe347339c', 'mac_address': 'fa:16:3e:1e:b6:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3ba6d2-56f4-4f3c-8e50-3e60531d7aa7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 00:49:05.320392 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e340a17a-41df-4bab-83d3-469f899effb4 admin admin] Router 507b553a-d76a-466a-b784-97a7291cdd3f is scheduled to L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe with binding_index 1 {{(pid=112952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 00:49:05.321910 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port 644d212f-2458-4aeb-a5e5-94bbe347339c is: DOWN; New status is: BUILD {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:49:05.322999 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (644d212f-2458-4aeb-a5e5-94bbe347339c), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:05.336359 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 644d212f-2458-4aeb-a5e5-94bbe347339c {{(pid=112954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 00:49:05.358632 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 644d212f-2458-4aeb-a5e5-94bbe347339c, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=644d212f-2458-4aeb-a5e5-94bbe347339c,segment=NetworkSegment(46bb6d12-efc6-43c4-9167-cef4a4cdc200),segment_id=46bb6d12-efc6-43c4-9167-cef4a4cdc200)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:49:05.363371 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (644d212f-2458-4aeb-a5e5-94bbe347339c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:05.368157 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c16b00-bd90-48e8-adee-2795529842ac None None] Network 0487b0cb-031a-4188-bee6-95c6ebd2b4a3 requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:49:05.407555 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:05.423453 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:05.433129 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e340a17a-41df-4bab-83d3-469f899effb4 admin admin] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:49:05.450888 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-e340a17a-41df-4bab-83d3-469f899effb4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:05.452166 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-e340a17a-41df-4bab-83d3-469f899effb4 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7374842 Sep 15 00:49:05.454864 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 57676) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:49:05.456557 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f23341-eb0f-4175-821e-64e4d4c5191c None None] Sync routers for ids ['507b553a-d76a-466a-b784-97a7291cdd3f'] in dv-cinder-857528-2-iscsi {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:49:05.473963 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-f4b48133-e207-421f-aefc-520e99d21cb1 None None] Provisioning complete for port 7fa7053b-0920-4d21-8d7b-b9f58536a09b triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:49:05.474343 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-f4b48133-e207-421f-aefc-520e99d21cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (7fa7053b-0920-4d21-8d7b-b9f58536a09b), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:05.474680 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-f4b48133-e207-421f-aefc-520e99d21cb1 None None] Attempt 1 to provision port 7fa7053b-0920-4d21-8d7b-b9f58536a09b Sep 15 00:49:05.513433 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=644d212f-2458-4aeb-a5e5-94bbe347339c,revision_number=4']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:05.528326 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f23341-eb0f-4175-821e-64e4d4c5191c None None] Routers {'507b553a-d76a-466a-b784-97a7291cdd3f'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:49:05.528952 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-e0f23341-eb0f-4175-821e-64e4d4c5191c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:48:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['507b553a-d76a-466a-b784-97a7291cdd3f'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:49:05.700101 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-f4b48133-e207-421f-aefc-520e99d21cb1 None None] Current status of the port 7fa7053b-0920-4d21-8d7b-b9f58536a09b is: DOWN; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:49:05.700482 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-f4b48133-e207-421f-aefc-520e99d21cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (7fa7053b-0920-4d21-8d7b-b9f58536a09b), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:05.707444 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-e0f23341-eb0f-4175-821e-64e4d4c5191c None None] Set router 507b553a-d76a-466a-b784-97a7291cdd3f gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:49:05.874458 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7e0de-ab6f-4b74-a806-3314cfb9d4a8 req-0eead9b2-ba2e-4cc2-bea2-27c04723dbfc tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:05.876225 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-fbc7e0de-ab6f-4b74-a806-3314cfb9d4a8 req-0eead9b2-ba2e-4cc2-bea2-27c04723dbfc tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f997b231-b0b5-469a-813f-00fda0f634a1 HTTP/1.1" status: 200 len: 944 time: 0.0581281 Sep 15 00:49:05.979906 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-fbc7e0de-ab6f-4b74-a806-3314cfb9d4a8 req-fdb286dc-e1ba-4ba7-a915-456f70e616d8 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd34b8c7-774c-4711-a91d-b24da693762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900199 Sep 15 00:49:05.983043 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 7fa7053b-0920-4d21-8d7b-b9f58536a09b up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:49:06.019787 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-f4b48133-e207-421f-aefc-520e99d21cb1 None None] For port 7fa7053b-0920-4d21-8d7b-b9f58536a09b, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=7fa7053b-0920-4d21-8d7b-b9f58536a09b,segment=NetworkSegment(acf8a16c-6cfc-4de4-a767-e59f2556add5),segment_id=acf8a16c-6cfc-4de4-a767-e59f2556add5)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:49:06.029825 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-f4b48133-e207-421f-aefc-520e99d21cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (7fa7053b-0920-4d21-8d7b-b9f58536a09b), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:06.039063 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-36fe4dd7-09e2-4c82-b6b6-bec4a9e9924d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:06.064406 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:06.146113 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b48133-e207-421f-aefc-520e99d21cb1 None None] Pushing event updated for resources: {'Port': ['ID=7fa7053b-0920-4d21-8d7b-b9f58536a09b,revision_number=3']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:06.155825 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port 7fa7053b-0920-4d21-8d7b-b9f58536a09b triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:49:06.156198 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (7fa7053b-0920-4d21-8d7b-b9f58536a09b), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:06.156535 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port 7fa7053b-0920-4d21-8d7b-b9f58536a09b Sep 15 00:49:06.186281 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-093a4316-79f8-418d-968b-26db3cddaff8 None None] Provisioning complete for port 7fa7053b-0920-4d21-8d7b-b9f58536a09b triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:49:06.186651 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-093a4316-79f8-418d-968b-26db3cddaff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (7fa7053b-0920-4d21-8d7b-b9f58536a09b), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:06.186994 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-093a4316-79f8-418d-968b-26db3cddaff8 None None] Attempt 1 to provision port 7fa7053b-0920-4d21-8d7b-b9f58536a09b Sep 15 00:49:06.194590 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.db_base_plugin_common [None req-36fe4dd7-09e2-4c82-b6b6-bec4a9e9924d admin admin] Allocated IP 172.20.0.1 (0487b0cb-031a-4188-bee6-95c6ebd2b4a3/a47b3c86-5b49-4a30-ad22-9680b01f5da9/d8adcbc4-cb9c-40f7-8758-254d0a29b7bd) {{(pid=112952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:49:06.218025 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-e0f23341-eb0f-4175-821e-64e4d4c5191c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'name': 'tempest-TestVolumeBootPattern-9489909-router', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:03Z', 'updated_at': '2022-09-15T00:49:04Z', 'revision_number': 3, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'gw_port': {'id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:04Z', 'updated_at': '2022-09-15T00:49:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi'}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:49:06.219537 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=100 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:06.254160 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] get_ports_and_sgs() called for port_ids ['644d212f-2458-4aeb-a5e5-94bbe347339c'] {{(pid=112954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 00:49:06.262518 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f23341-eb0f-4175-821e-64e4d4c5191c None None] Checking router: 507b553a-d76a-466a-b784-97a7291cdd3f for host: dv-cinder-857528-2-iscsi {{(pid=112954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:49:06.262872 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f23341-eb0f-4175-821e-64e4d4c5191c None None] Updating router 507b553a-d76a-466a-b784-97a7291cdd3f port 6ec9076c-92ba-46ca-9af0-d79cb878e34a binding host dv-cinder-857528-2-iscsi {{(pid=112954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 00:49:06.301101 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-36fe4dd7-09e2-4c82-b6b6-bec4a9e9924d admin admin] Publish callbacks [] for port (d8adcbc4-cb9c-40f7-8758-254d0a29b7bd), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:06.310189 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:06.331610 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:06.348378 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-36fe4dd7-09e2-4c82-b6b6-bec4a9e9924d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3304143'] for port (d8adcbc4-cb9c-40f7-8758-254d0a29b7bd), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:06.352049 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-e0f23341-eb0f-4175-821e-64e4d4c5191c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (6ec9076c-92ba-46ca-9af0-d79cb878e34a), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:06.391343 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fe4dd7-09e2-4c82-b6b6-bec4a9e9924d admin admin] Network 0487b0cb-031a-4188-bee6-95c6ebd2b4a3 is already hosted by enough agents. {{(pid=112952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:49:06.395800 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.base_scheduler [None req-36fe4dd7-09e2-4c82-b6b6-bec4a9e9924d admin admin] Resources bound (agent type, host, resource id): {{(pid=112952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:49:06.401830 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fe4dd7-09e2-4c82-b6b6-bec4a9e9924d admin admin] Received port after_create {{(pid=112952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:49:06.429847 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe4dd7-09e2-4c82-b6b6-bec4a9e9924d admin admin] Pushing event updated for resources: {'Port': ['ID=d8adcbc4-cb9c-40f7-8758-254d0a29b7bd,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:06.433162 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port 7fa7053b-0920-4d21-8d7b-b9f58536a09b is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:49:06.448362 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-36fe4dd7-09e2-4c82-b6b6-bec4a9e9924d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1673502'] for router_interface (507b553a-d76a-466a-b784-97a7291cdd3f), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:06.508818 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-093a4316-79f8-418d-968b-26db3cddaff8 None None] Current status of the port 7fa7053b-0920-4d21-8d7b-b9f58536a09b is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:49:06.586264 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-36fe4dd7-09e2-4c82-b6b6-bec4a9e9924d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (d8adcbc4-cb9c-40f7-8758-254d0a29b7bd), before_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:06.655426 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-98a1bcd8-60f5-42cc-9d0d-c7aac0a642e8 None None] Provisioning complete for port d8adcbc4-cb9c-40f7-8758-254d0a29b7bd triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:49:06.655829 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-98a1bcd8-60f5-42cc-9d0d-c7aac0a642e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (d8adcbc4-cb9c-40f7-8758-254d0a29b7bd), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:06.656160 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-98a1bcd8-60f5-42cc-9d0d-c7aac0a642e8 None None] Attempt 1 to provision port d8adcbc4-cb9c-40f7-8758-254d0a29b7bd Sep 15 00:49:06.724262 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-98a1bcd8-60f5-42cc-9d0d-c7aac0a642e8 None None] Port d8adcbc4-cb9c-40f7-8758-254d0a29b7bd cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:49:06.756980 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-36fe4dd7-09e2-4c82-b6b6-bec4a9e9924d admin admin] Publish callbacks [] for port (d8adcbc4-cb9c-40f7-8758-254d0a29b7bd), precommit_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:06.761562 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-36fe4dd7-09e2-4c82-b6b6-bec4a9e9924d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3304182'] for port (d8adcbc4-cb9c-40f7-8758-254d0a29b7bd), after_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:06.780707 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-e0f23341-eb0f-4175-821e-64e4d4c5191c None None] Publish callbacks [] for port (6ec9076c-92ba-46ca-9af0-d79cb878e34a), precommit_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:06.787863 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-e0f23341-eb0f-4175-821e-64e4d4c5191c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (6ec9076c-92ba-46ca-9af0-d79cb878e34a), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:06.825458 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-e0f23341-eb0f-4175-821e-64e4d4c5191c None None] Attempting to bind port 6ec9076c-92ba-46ca-9af0-d79cb878e34a on host dv-cinder-857528-2-iscsi for vnic_type normal with profile {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:49:06.826110 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-e0f23341-eb0f-4175-821e-64e4d4c5191c None None] Attempting to bind port 6ec9076c-92ba-46ca-9af0-d79cb878e34a by drivers openvswitch,hyperv on host dv-cinder-857528-2-iscsi at level 0 using segments [{'id': 'bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:49:06.826520 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f23341-eb0f-4175-821e-64e4d4c5191c None None] Attempting to bind port 6ec9076c-92ba-46ca-9af0-d79cb878e34a on network 53046852-16e9-4bc6-a26e-a34c1d2139e6 {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:49:06.830952 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe4dd7-09e2-4c82-b6b6-bec4a9e9924d admin admin] Pushing event updated for resources: {'Port': ['ID=d8adcbc4-cb9c-40f7-8758-254d0a29b7bd,revision_number=2']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:06.834392 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-36fe4dd7-09e2-4c82-b6b6-bec4a9e9924d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1673610'] for router_interface (507b553a-d76a-466a-b784-97a7291cdd3f), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:06.863091 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:06.870239 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d94f8-9200-4ed3-9252-6a6799338872 None None] Pushing event updated for resources: {'Port': ['ID=6ec9076c-92ba-46ca-9af0-d79cb878e34a,revision_number=2']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:06.890204 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f23341-eb0f-4175-821e-64e4d4c5191c None None] Checking agent: {'id': 'f85e816c-fb48-4744-a66a-e79ceb68e67e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 36, 23), 'started_at': datetime.datetime(2022, 9, 15, 0, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:49:06.890654 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f23341-eb0f-4175-821e-64e4d4c5191c None None] Checking segment: {'id': 'bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:49:06.891452 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-e0f23341-eb0f-4175-821e-64e4d4c5191c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:06.891616 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f23341-eb0f-4175-821e-64e4d4c5191c None None] Bound using segment: {'id': 'bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:49:06.892208 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-e0f23341-eb0f-4175-821e-64e4d4c5191c None None] Bound port: 6ec9076c-92ba-46ca-9af0-d79cb878e34a, host: dv-cinder-857528-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'}}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:49:06.892711 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-e0f23341-eb0f-4175-821e-64e4d4c5191c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (6ec9076c-92ba-46ca-9af0-d79cb878e34a), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:06.936316 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fe4dd7-09e2-4c82-b6b6-bec4a9e9924d admin admin] Network 0487b0cb-031a-4188-bee6-95c6ebd2b4a3 is already hosted by enough agents. {{(pid=112952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:49:06.937842 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.base_scheduler [None req-36fe4dd7-09e2-4c82-b6b6-bec4a9e9924d admin admin] Resources bound (agent type, host, resource id): {{(pid=112952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:49:06.946554 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-e0f23341-eb0f-4175-821e-64e4d4c5191c None None] For port 6ec9076c-92ba-46ca-9af0-d79cb878e34a, host dv-cinder-857528-2-iscsi, cleared binding levels {{(pid=112954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:49:06.949823 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-e0f23341-eb0f-4175-821e-64e4d4c5191c None None] For port 6ec9076c-92ba-46ca-9af0-d79cb878e34a, host dv-cinder-857528-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=6ec9076c-92ba-46ca-9af0-d79cb878e34a,segment=NetworkSegment(bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89),segment_id=bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89)] {{(pid=112954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:49:06.958614 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-e0f23341-eb0f-4175-821e-64e4d4c5191c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (6ec9076c-92ba-46ca-9af0-d79cb878e34a), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:06.965071 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:06.999979 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f23341-eb0f-4175-821e-64e4d4c5191c None None] Routers {'507b553a-d76a-466a-b784-97a7291cdd3f'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:49:07.000619 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-e0f23341-eb0f-4175-821e-64e4d4c5191c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:48:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['507b553a-d76a-466a-b784-97a7291cdd3f'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:49:07.059063 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=100 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:07.067429 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d94f8-9200-4ed3-9252-6a6799338872 None None] Pushing event updated for resources: {'Port': ['ID=6ec9076c-92ba-46ca-9af0-d79cb878e34a,revision_number=3']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:07.070037 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36fe4dd7-09e2-4c82-b6b6-bec4a9e9924d admin admin] Router 507b553a-d76a-466a-b784-97a7291cdd3f has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:49:07.115732 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c94e7-89e8-4990-9cdf-7443b89841bd req-6ec09cc8-2b67-4300-ac7e-f61e3132f434 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:07.123186 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c21c94e7-89e8-4990-9cdf-7443b89841bd req-6ec09cc8-2b67-4300-ac7e-f61e3132f434 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f997b231-b0b5-469a-813f-00fda0f634a1 HTTP/1.1" status: 200 len: 944 time: 0.0542626 Sep 15 00:49:07.132807 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-e0f23341-eb0f-4175-821e-64e4d4c5191c None None] Set router 507b553a-d76a-466a-b784-97a7291cdd3f gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:49:07.140763 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:07.175514 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c21c94e7-89e8-4990-9cdf-7443b89841bd req-75316e5b-1da3-4fb1-8505-57e08b7a0e5b tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd34b8c7-774c-4711-a91d-b24da693762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503571 Sep 15 00:49:07.201194 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36fe4dd7-09e2-4c82-b6b6-bec4a9e9924d admin admin] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:49:07.208352 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-36fe4dd7-09e2-4c82-b6b6-bec4a9e9924d admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/507b553a-d76a-466a-b784-97a7291cdd3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7510574 Sep 15 00:49:07.244434 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-98a1bcd8-60f5-42cc-9d0d-c7aac0a642e8 None None] Attempt 2 to provision port d8adcbc4-cb9c-40f7-8758-254d0a29b7bd Sep 15 00:49:07.289391 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-98a1bcd8-60f5-42cc-9d0d-c7aac0a642e8 None None] Port d8adcbc4-cb9c-40f7-8758-254d0a29b7bd cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:49:07.356766 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-e0f23341-eb0f-4175-821e-64e4d4c5191c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'name': 'tempest-TestVolumeBootPattern-9489909-router', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:03Z', 'updated_at': '2022-09-15T00:49:06Z', 'revision_number': 4, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'gw_port': {'id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:04Z', 'updated_at': '2022-09-15T00:49:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': 'd8adcbc4-cb9c-40f7-8758-254d0a29b7bd', 'name': '', 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'mac_address': 'fa:16:3e:2f:6f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:06Z', 'updated_at': '2022-09-15T00:49:06Z', 'revision_number': 2, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'subnets': [{'id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:49:07.386756 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f23341-eb0f-4175-821e-64e4d4c5191c None None] The sync data for ids ['507b553a-d76a-466a-b784-97a7291cdd3f'] in dv-cinder-857528-2-iscsi is: [{'id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'name': 'tempest-TestVolumeBootPattern-9489909-router', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:03Z', 'updated_at': '2022-09-15T00:49:06Z', 'revision_number': 4, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'gw_port': {'id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:04Z', 'updated_at': '2022-09-15T00:49:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': 'd8adcbc4-cb9c-40f7-8758-254d0a29b7bd', 'name': '', 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'mac_address': 'fa:16:3e:2f:6f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:06Z', 'updated_at': '2022-09-15T00:49:06Z', 'revision_number': 2, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'subnets': [{'id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:49:07.747220 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 57710) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:49:07.752276 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-268e5280-cf39-4f1a-9e66-570b4d508835 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-423703526-network', 'tenant_id': 'eb9e29ab32b9438ca3c1680a93d1ac17'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:49:07.773488 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268e5280-cf39-4f1a-9e66-570b4d508835 admin admin] Made reservation on behalf of eb9e29ab32b9438ca3c1680a93d1ac17 for: {'network': 1} {{(pid=112953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:49:07.776521 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-268e5280-cf39-4f1a-9e66-570b4d508835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for network (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:07.785650 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-268e5280-cf39-4f1a-9e66-570b4d508835 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:07.790770 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-98a1bcd8-60f5-42cc-9d0d-c7aac0a642e8 None None] Attempt 3 to provision port d8adcbc4-cb9c-40f7-8758-254d0a29b7bd Sep 15 00:49:07.831863 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:07.848114 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-98a1bcd8-60f5-42cc-9d0d-c7aac0a642e8 None None] Port d8adcbc4-cb9c-40f7-8758-254d0a29b7bd cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:49:07.885653 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-268e5280-cf39-4f1a-9e66-570b4d508835 admin admin] Publish callbacks [] for security_group (3033c11f-5de2-4c37-9e7b-f69adee67392), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:07.906322 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-268e5280-cf39-4f1a-9e66-570b4d508835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (3033c11f-5de2-4c37-9e7b-f69adee67392), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:07.916999 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 7fa7053b-0920-4d21-8d7b-b9f58536a09b up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:49:07.937512 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-268e5280-cf39-4f1a-9e66-570b4d508835 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=112953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 00:49:07.949680 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e5280-cf39-4f1a-9e66-570b4d508835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3033c11f-5de2-4c37-9e7b-f69adee67392,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:07.956545 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-268e5280-cf39-4f1a-9e66-570b4d508835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898'] for segment (ea7310d9-032e-44f6-8c69-78340199ad47), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:07.956987 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.db.segments_db [None req-268e5280-cf39-4f1a-9e66-570b4d508835 admin admin] Added segment ea7310d9-032e-44f6-8c69-78340199ad47 of type vlan for network fbbed062-f339-4926-b4a8-b634eab71581 Sep 15 00:49:07.992361 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port 7fa7053b-0920-4d21-8d7b-b9f58536a09b triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:49:07.992764 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (7fa7053b-0920-4d21-8d7b-b9f58536a09b), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:07.993063 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port 7fa7053b-0920-4d21-8d7b-b9f58536a09b Sep 15 00:49:08.006055 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-268e5280-cf39-4f1a-9e66-570b4d508835 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740353647288'] for network (fbbed062-f339-4926-b4a8-b634eab71581), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:08.038636 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-268e5280-cf39-4f1a-9e66-570b4d508835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177'] for network (fbbed062-f339-4926-b4a8-b634eab71581), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:08.039765 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268e5280-cf39-4f1a-9e66-570b4d508835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:08.040449 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-268e5280-cf39-4f1a-9e66-570b4d508835 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for network (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:08.078717 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port 7fa7053b-0920-4d21-8d7b-b9f58536a09b is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:49:08.091881 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-268e5280-cf39-4f1a-9e66-570b4d508835 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3433042 Sep 15 00:49:08.094573 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 57716) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:49:08.100561 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-79916ceb-a432-4df9-a57a-c5f4e59cb870 admin admin] Request body: {'subnet': {'network_id': 'fbbed062-f339-4926-b4a8-b634eab71581', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-423703526-subnet', 'tenant_id': 'eb9e29ab32b9438ca3c1680a93d1ac17', 'ip_version': 4}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:49:08.109851 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e5280-cf39-4f1a-9e66-570b4d508835 admin admin] Pushing event updated for resources: {'Network': ['ID=fbbed062-f339-4926-b4a8-b634eab71581,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:08.124022 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Network fbbed062-f339-4926-b4a8-b634eab71581 details requested by agent ovs-agent-dv-cinder-857528-2-iscsi with host dv-cinder-857528-2-iscsi {{(pid=112954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 00:49:08.128820 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79916ceb-a432-4df9-a57a-c5f4e59cb870 admin admin] Made reservation on behalf of eb9e29ab32b9438ca3c1680a93d1ac17 for: {'subnet': 1} {{(pid=112952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:49:08.131318 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-79916ceb-a432-4df9-a57a-c5f4e59cb870 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9220819'] for subnet (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:08.250308 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 644d212f-2458-4aeb-a5e5-94bbe347339c up at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:49:08.265374 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:08.312984 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Provisioning for port 644d212f-2458-4aeb-a5e5-94bbe347339c completed by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 00:49:08.323865 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Provisioning complete for port 644d212f-2458-4aeb-a5e5-94bbe347339c triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:49:08.325311 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (644d212f-2458-4aeb-a5e5-94bbe347339c), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:08.325895 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Attempt 1 to provision port 644d212f-2458-4aeb-a5e5-94bbe347339c Sep 15 00:49:08.352992 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ccd03-9ddc-4f31-925c-770131752702 req-afae5653-507c-436c-aa38-7d16730c1264 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:08.355748 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9f5ccd03-9ddc-4f31-925c-770131752702 req-afae5653-507c-436c-aa38-7d16730c1264 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f997b231-b0b5-469a-813f-00fda0f634a1 HTTP/1.1" status: 200 len: 944 time: 0.0759413 Sep 15 00:49:08.357309 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-98a1bcd8-60f5-42cc-9d0d-c7aac0a642e8 None None] Attempt 4 to provision port d8adcbc4-cb9c-40f7-8758-254d0a29b7bd Sep 15 00:49:08.411657 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-98a1bcd8-60f5-42cc-9d0d-c7aac0a642e8 None None] Port d8adcbc4-cb9c-40f7-8758-254d0a29b7bd cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:49:08.481756 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9f5ccd03-9ddc-4f31-925c-770131752702 req-523765d9-18fa-4a55-8646-3f0a05d11d4d tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd34b8c7-774c-4711-a91d-b24da693762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979490 Sep 15 00:49:08.518164 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-79916ceb-a432-4df9-a57a-c5f4e59cb870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3301759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9220805'] for subnet (b9c17a41-af5e-4494-bbec-0c7d89840655), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:08.593118 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79916ceb-a432-4df9-a57a-c5f4e59cb870 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9c17a41-af5e-4494-bbec-0c7d89840655,revision_number=0']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:08.604528 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79916ceb-a432-4df9-a57a-c5f4e59cb870 admin admin] Checking segment: {'id': 'ea7310d9-032e-44f6-8c69-78340199ad47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fbbed062-f339-4926-b4a8-b634eab71581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:49:08.604885 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79916ceb-a432-4df9-a57a-c5f4e59cb870 admin admin] Network hostable DHCP agents. Network: fbbed062-f339-4926-b4a8-b634eab71581, hostable agents: ['abe268bd-80e0-4b66-bd7b-8cd34d7e839c'], hosted agents: [] {{(pid=112952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 00:49:08.616769 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:08.634349 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79916ceb-a432-4df9-a57a-c5f4e59cb870 admin admin] Network fbbed062-f339-4926-b4a8-b634eab71581 is scheduled to be hosted by DHCP agent abe268bd-80e0-4b66-bd7b-8cd34d7e839c with binding_index 1 {{(pid=112952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 00:49:08.640919 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port 644d212f-2458-4aeb-a5e5-94bbe347339c is: BUILD; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:49:08.641593 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (644d212f-2458-4aeb-a5e5-94bbe347339c), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:08.647451 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.base_scheduler [None req-79916ceb-a432-4df9-a57a-c5f4e59cb870 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-2-iscsi, fbbed062-f339-4926-b4a8-b634eab71581) {{(pid=112952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:49:08.663335 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e89e84e-b696-4b77-a3d1-ac02dd145500 None None] Network fbbed062-f339-4926-b4a8-b634eab71581 requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:49:08.664855 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79916ceb-a432-4df9-a57a-c5f4e59cb870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:08.665697 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-79916ceb-a432-4df9-a57a-c5f4e59cb870 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:08.695129 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-79916ceb-a432-4df9-a57a-c5f4e59cb870 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5991435 Sep 15 00:49:08.695823 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 57726) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:49:08.701571 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-bdfef8e7-db8b-4995-8d5c-05c5e90f349f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-423703526-router', 'tenant_id': 'eb9e29ab32b9438ca3c1680a93d1ac17', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'}}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:49:08.719105 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 644d212f-2458-4aeb-a5e5-94bbe347339c, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=644d212f-2458-4aeb-a5e5-94bbe347339c,segment=NetworkSegment(46bb6d12-efc6-43c4-9167-cef4a4cdc200),segment_id=46bb6d12-efc6-43c4-9167-cef4a4cdc200)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:49:08.720309 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:08.727208 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-bdfef8e7-db8b-4995-8d5c-05c5e90f349f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3733'] for router (a3af6727-a58d-4f43-bb55-2989599fb31c), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:08.728666 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-bdfef8e7-db8b-4995-8d5c-05c5e90f349f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1683127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1672952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2000688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3740'] for router (a3af6727-a58d-4f43-bb55-2989599fb31c), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:08.754015 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f997b231-b0b5-469a-813f-00fda0f634a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '644d212f-2458-4aeb-a5e5-94bbe347339c'}] {{(pid=112954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:49:08.767502 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac31f47a78c65cec711889e6d70219b8f5c13991b6e76ee3a100a5a33f2e7321" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94abff21-577d-411c-b2b2-9397c8f2941d" -d '{"events": [{"server_uuid": "f997b231-b0b5-469a-813f-00fda0f634a1", "name": "network-vif-plugged", "status": "completed", "tag": "644d212f-2458-4aeb-a5e5-94bbe347339c"}]}' {{(pid=112954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:49:08.778129 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (644d212f-2458-4aeb-a5e5-94bbe347339c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:08.837320 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-bdfef8e7-db8b-4995-8d5c-05c5e90f349f admin admin] Publish callbacks [] for router_controller (a3af6727-a58d-4f43-bb55-2989599fb31c), precommit_add_association {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:08.843094 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 00:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6cb7089-d342-4cc3-8c9d-005cc9056ace x-openstack-request-id: req-a6cb7089-d342-4cc3-8c9d-005cc9056ace {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:49:08.843473 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f997b231-b0b5-469a-813f-00fda0f634a1", "name": "network-vif-plugged", "status": "completed", "tag": "644d212f-2458-4aeb-a5e5-94bbe347339c", "code": 200}]} {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:49:08.843838 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a6cb7089-d342-4cc3-8c9d-005cc9056ace {{(pid=112954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:49:08.844115 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6cb7089-d342-4cc3-8c9d-005cc9056ace'] response: {'server_uuid': 'f997b231-b0b5-469a-813f-00fda0f634a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '644d212f-2458-4aeb-a5e5-94bbe347339c', 'code': 200} Sep 15 00:49:08.858051 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=644d212f-2458-4aeb-a5e5-94bbe347339c,revision_number=5']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:08.900980 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5460becd-b7fc-4513-bfe0-6633366fde6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3047b3e4-ccd7-5ac9-918c-8e3fb3633ad1-fbbed062-f339-4926-b4a8-b634eab71581', 'network_id': 'fbbed062-f339-4926-b4a8-b634eab71581', 'project_id': 'eb9e29ab32b9438ca3c1680a93d1ac17', 'fixed_ips': [{'subnet_id': 'b9c17a41-af5e-4494-bbec-0c7d89840655'}]}} from dv-cinder-857528-2-iscsi. {{(pid=112954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 00:49:08.902012 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-5460becd-b7fc-4513-bfe0-6633366fde6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:08.912953 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-98a1bcd8-60f5-42cc-9d0d-c7aac0a642e8 None None] Attempt 5 to provision port d8adcbc4-cb9c-40f7-8758-254d0a29b7bd Sep 15 00:49:08.922087 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17122533-0420-452d-b0f7-1a5fdb827eb3 req-83656da6-3e7b-4121-8058-57334631022c tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:08.923723 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-17122533-0420-452d-b0f7-1a5fdb827eb3 req-83656da6-3e7b-4121-8058-57334631022c tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0990782 Sep 15 00:49:08.970054 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-98a1bcd8-60f5-42cc-9d0d-c7aac0a642e8 None None] Port d8adcbc4-cb9c-40f7-8758-254d0a29b7bd cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:49:09.023388 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-bdfef8e7-db8b-4995-8d5c-05c5e90f349f admin admin] Publish callbacks [] for router_gateway (a3af6727-a58d-4f43-bb55-2989599fb31c), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:09.037030 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-17122533-0420-452d-b0f7-1a5fdb827eb3 req-c47da7a6-96aa-4ec4-a03d-2196489c2756 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020479 Sep 15 00:49:09.176676 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.db_base_plugin_common [None req-5460becd-b7fc-4513-bfe0-6633366fde6d None None] Allocated IP 172.20.0.2 (fbbed062-f339-4926-b4a8-b634eab71581/b9c17a41-af5e-4494-bbec-0c7d89840655/699610fd-e56d-4439-a927-49b6c1c14f14) {{(pid=112954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:49:09.304068 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-8aca9c35-70de-4f6d-a5f6-b709d63085f4 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1706413837&fields=id&tenant_id=743501da05424df197d7af03d32eabb3 HTTP/1.1" status: 200 len: 267 time: 0.1486659 Sep 15 00:49:09.315831 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d605dc3-3303-4283-8aed-751e7aba4d39 req-4b7e2d0b-76d3-4ced-bff3-37d2f3c266b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:09.317278 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-6d605dc3-3303-4283-8aed-751e7aba4d39 req-4b7e2d0b-76d3-4ced-bff3-37d2f3c266b9 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f997b231-b0b5-469a-813f-00fda0f634a1 HTTP/1.1" status: 200 len: 1129 time: 0.0647609 Sep 15 00:49:09.327161 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-5460becd-b7fc-4513-bfe0-6633366fde6d None None] Publish callbacks [] for port (699610fd-e56d-4439-a927-49b6c1c14f14), precommit_create {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:09.332660 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-5460becd-b7fc-4513-bfe0-6633366fde6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163'] for port (699610fd-e56d-4439-a927-49b6c1c14f14), after_create {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:09.343554 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-bdfef8e7-db8b-4995-8d5c-05c5e90f349f admin admin] Publish callbacks [] for router_gateway (a3af6727-a58d-4f43-bb55-2989599fb31c), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:09.353627 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:09.374443 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5460becd-b7fc-4513-bfe0-6633366fde6d None None] Network fbbed062-f339-4926-b4a8-b634eab71581 is already hosted by enough agents. {{(pid=112954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:49:09.379785 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.scheduler.base_scheduler [None req-5460becd-b7fc-4513-bfe0-6633366fde6d None None] Resources bound (agent type, host, resource id): {{(pid=112954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:49:09.382171 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5460becd-b7fc-4513-bfe0-6633366fde6d None None] Received port after_create {{(pid=112954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:49:09.385529 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5460becd-b7fc-4513-bfe0-6633366fde6d None None] Pushing event updated for resources: {'Port': ['ID=699610fd-e56d-4439-a927-49b6c1c14f14,revision_number=1']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:09.404891 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-bdfef8e7-db8b-4995-8d5c-05c5e90f349f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:09.448411 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-5460becd-b7fc-4513-bfe0-6633366fde6d None None] Attempting to bind port 699610fd-e56d-4439-a927-49b6c1c14f14 on host dv-cinder-857528-2-iscsi for vnic_type normal with profile {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:49:09.448780 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-5460becd-b7fc-4513-bfe0-6633366fde6d None None] Attempting to bind port 699610fd-e56d-4439-a927-49b6c1c14f14 by drivers openvswitch,hyperv on host dv-cinder-857528-2-iscsi at level 0 using segments [{'id': 'ea7310d9-032e-44f6-8c69-78340199ad47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fbbed062-f339-4926-b4a8-b634eab71581'}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:49:09.449143 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5460becd-b7fc-4513-bfe0-6633366fde6d None None] Attempting to bind port 699610fd-e56d-4439-a927-49b6c1c14f14 on network fbbed062-f339-4926-b4a8-b634eab71581 {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:49:09.472612 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-98a1bcd8-60f5-42cc-9d0d-c7aac0a642e8 None None] Attempt 6 to provision port d8adcbc4-cb9c-40f7-8758-254d0a29b7bd Sep 15 00:49:09.498667 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-6d605dc3-3303-4283-8aed-751e7aba4d39 req-25a42d61-ac5a-4f41-82bd-8b17d2c3eec9 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bd34b8c7-774c-4711-a91d-b24da693762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702678 Sep 15 00:49:09.499072 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:INSERT=11,neutron:SELECT=82,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:09.518723 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-98a1bcd8-60f5-42cc-9d0d-c7aac0a642e8 None None] Port d8adcbc4-cb9c-40f7-8758-254d0a29b7bd cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:49:09.524605 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5460becd-b7fc-4513-bfe0-6633366fde6d None None] Checking agent: {'id': 'f85e816c-fb48-4744-a66a-e79ceb68e67e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 36, 23), 'started_at': datetime.datetime(2022, 9, 15, 0, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:49:09.524829 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5460becd-b7fc-4513-bfe0-6633366fde6d None None] Checking segment: {'id': 'ea7310d9-032e-44f6-8c69-78340199ad47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fbbed062-f339-4926-b4a8-b634eab71581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:49:09.526088 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-5460becd-b7fc-4513-bfe0-6633366fde6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:09.526552 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5460becd-b7fc-4513-bfe0-6633366fde6d None None] Bound using segment: {'id': 'ea7310d9-032e-44f6-8c69-78340199ad47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fbbed062-f339-4926-b4a8-b634eab71581'} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:49:09.527062 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-5460becd-b7fc-4513-bfe0-6633366fde6d None None] Bound port: 699610fd-e56d-4439-a927-49b6c1c14f14, host: dv-cinder-857528-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea7310d9-032e-44f6-8c69-78340199ad47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fbbed062-f339-4926-b4a8-b634eab71581'}}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:49:09.527443 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-5460becd-b7fc-4513-bfe0-6633366fde6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (699610fd-e56d-4439-a927-49b6c1c14f14), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:09.531371 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-07021255-3495-4ba0-b03e-fe5f587abd70 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:09.532917 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-07021255-3495-4ba0-b03e-fe5f587abd70 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/networks?id=4290f87e-df9b-42ba-bf4c-3cb460fcfafb HTTP/1.1" status: 200 len: 809 time: 0.2209508 Sep 15 00:49:09.580089 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-6855d6dd-0bab-4436-9c4f-b1da8ea9a7b4 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/quotas/743501da05424df197d7af03d32eabb3 HTTP/1.1" status: 200 len: 375 time: 0.0335844 Sep 15 00:49:09.594492 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:09.595805 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-5460becd-b7fc-4513-bfe0-6633366fde6d None None] For port 699610fd-e56d-4439-a927-49b6c1c14f14, host dv-cinder-857528-2-iscsi, cleared binding levels {{(pid=112954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:49:09.600262 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-5460becd-b7fc-4513-bfe0-6633366fde6d None None] For port 699610fd-e56d-4439-a927-49b6c1c14f14, host dv-cinder-857528-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=699610fd-e56d-4439-a927-49b6c1c14f14,segment=NetworkSegment(ea7310d9-032e-44f6-8c69-78340199ad47),segment_id=ea7310d9-032e-44f6-8c69-78340199ad47)] {{(pid=112954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:49:09.608142 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-5460becd-b7fc-4513-bfe0-6633366fde6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (699610fd-e56d-4439-a927-49b6c1c14f14), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:09.645014 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b53d114-a55a-48b5-ab42-e5b3ca4c2cc8 req-213a5f28-39f6-4467-96ea-6e281ccd1916 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:09.652659 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-1b53d114-a55a-48b5-ab42-e5b3ca4c2cc8 req-213a5f28-39f6-4467-96ea-6e281ccd1916 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f997b231-b0b5-469a-813f-00fda0f634a1 HTTP/1.1" status: 200 len: 945 time: 0.0689468 Sep 15 00:49:09.667271 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.db_base_plugin_common [None req-bdfef8e7-db8b-4995-8d5c-05c5e90f349f admin admin] Allocated IP 172.27.1.33 (53046852-16e9-4bc6-a26e-a34c1d2139e6/8f0c0330-11bc-44ed-a1b6-6f3c15aee393/fa77c0f3-92ff-4655-9fab-a7c5ea118bd5) {{(pid=112953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:49:09.688443 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-d5bd39a2-1694-4fe2-b462-941af7435bc4 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=743501da05424df197d7af03d32eabb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0990911 Sep 15 00:49:09.707869 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5460becd-b7fc-4513-bfe0-6633366fde6d None None] Pushing event updated for resources: {'Port': ['ID=699610fd-e56d-4439-a927-49b6c1c14f14,revision_number=2']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:09.724219 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-1b53d114-a55a-48b5-ab42-e5b3ca4c2cc8 req-98601743-1ad2-4d05-8ce7-74154590ff70 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd34b8c7-774c-4711-a91d-b24da693762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637472 Sep 15 00:49:09.896812 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-bdfef8e7-db8b-4995-8d5c-05c5e90f349f admin admin] Publish callbacks [] for port (fa77c0f3-92ff-4655-9fab-a7c5ea118bd5), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:09.901989 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-0a2cc3bd-a7f7-43c2-a60e-5725dae3339c service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4290f87e-df9b-42ba-bf4c-3cb460fcfafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946526 Sep 15 00:49:09.918341 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae750d6-2b01-473b-9a9c-e36d320bb16f None None] Sync routers for ids ['507b553a-d76a-466a-b784-97a7291cdd3f'] in dv-cinder-857528-2-iscsi {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:49:09.939796 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae750d6-2b01-473b-9a9c-e36d320bb16f None None] Routers {'507b553a-d76a-466a-b784-97a7291cdd3f'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:49:09.940540 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-5ae750d6-2b01-473b-9a9c-e36d320bb16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:48:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['507b553a-d76a-466a-b784-97a7291cdd3f'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:49:09.941223 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 6ec9076c-92ba-46ca-9af0-d79cb878e34a up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:49:09.993227 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port 6ec9076c-92ba-46ca-9af0-d79cb878e34a triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:49:09.993845 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (6ec9076c-92ba-46ca-9af0-d79cb878e34a), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:09.994363 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port 6ec9076c-92ba-46ca-9af0-d79cb878e34a Sep 15 00:49:10.021740 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-98a1bcd8-60f5-42cc-9d0d-c7aac0a642e8 None None] Attempt 7 to provision port d8adcbc4-cb9c-40f7-8758-254d0a29b7bd Sep 15 00:49:10.027044 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:10.057702 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-00ad699d-8e46-4af1-a786-7ce7e4e53906 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4290f87e-df9b-42ba-bf4c-3cb460fcfafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255655 Sep 15 00:49:10.058717 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-5ae750d6-2b01-473b-9a9c-e36d320bb16f None None] Set router 507b553a-d76a-466a-b784-97a7291cdd3f gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:49:10.059451 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-bdfef8e7-db8b-4995-8d5c-05c5e90f349f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163'] for port (fa77c0f3-92ff-4655-9fab-a7c5ea118bd5), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:10.100693 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-98a1bcd8-60f5-42cc-9d0d-c7aac0a642e8 None None] Port d8adcbc4-cb9c-40f7-8758-254d0a29b7bd cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:49:10.110171 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfef8e7-db8b-4995-8d5c-05c5e90f349f admin admin] Network 53046852-16e9-4bc6-a26e-a34c1d2139e6 is already hosted by enough agents. {{(pid=112953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:49:10.114621 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.base_scheduler [None req-bdfef8e7-db8b-4995-8d5c-05c5e90f349f admin admin] Resources bound (agent type, host, resource id): {{(pid=112953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:49:10.119233 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfef8e7-db8b-4995-8d5c-05c5e90f349f admin admin] Received port after_create {{(pid=112953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:49:10.122816 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfef8e7-db8b-4995-8d5c-05c5e90f349f admin admin] Pushing event updated for resources: {'Port': ['ID=fa77c0f3-92ff-4655-9fab-a7c5ea118bd5,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:10.158421 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port 6ec9076c-92ba-46ca-9af0-d79cb878e34a is: DOWN; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:49:10.158626 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (6ec9076c-92ba-46ca-9af0-d79cb878e34a), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:10.190697 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] For port 6ec9076c-92ba-46ca-9af0-d79cb878e34a, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=6ec9076c-92ba-46ca-9af0-d79cb878e34a,segment=NetworkSegment(bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89),segment_id=bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:49:10.197503 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (6ec9076c-92ba-46ca-9af0-d79cb878e34a), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:10.261320 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb2ecf9-d38d-4d86-8cdc-5e6149fd232c req-23527f7f-16bd-43f4-8cf2-fa890d64c53f tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:10.263015 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-3eb2ecf9-d38d-4d86-8cdc-5e6149fd232c req-23527f7f-16bd-43f4-8cf2-fa890d64c53f tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0880086 Sep 15 00:49:10.283003 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Pushing event updated for resources: {'Port': ['ID=6ec9076c-92ba-46ca-9af0-d79cb878e34a,revision_number=4']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:10.327902 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-3eb2ecf9-d38d-4d86-8cdc-5e6149fd232c req-701050b1-ea2a-483a-a9f6-86dd9b8f699c tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529759 Sep 15 00:49:10.375714 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-5ae750d6-2b01-473b-9a9c-e36d320bb16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'name': 'tempest-TestVolumeBootPattern-9489909-router', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:03Z', 'updated_at': '2022-09-15T00:49:06Z', 'revision_number': 4, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'gw_port': {'id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:04Z', 'updated_at': '2022-09-15T00:49:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': 'd8adcbc4-cb9c-40f7-8758-254d0a29b7bd', 'name': '', 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'mac_address': 'fa:16:3e:2f:6f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:06Z', 'updated_at': '2022-09-15T00:49:06Z', 'revision_number': 2, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'subnets': [{'id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:49:10.409652 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae750d6-2b01-473b-9a9c-e36d320bb16f None None] Checking router: 507b553a-d76a-466a-b784-97a7291cdd3f for host: dv-cinder-857528-2-iscsi {{(pid=112955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:49:10.410006 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae750d6-2b01-473b-9a9c-e36d320bb16f None None] Updating router 507b553a-d76a-466a-b784-97a7291cdd3f port d8adcbc4-cb9c-40f7-8758-254d0a29b7bd binding host dv-cinder-857528-2-iscsi {{(pid=112955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 00:49:10.428453 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-bdfef8e7-db8b-4995-8d5c-05c5e90f349f admin admin] Publish callbacks [] for router_gateway (a3af6727-a58d-4f43-bb55-2989599fb31c), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:10.441504 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-5ae750d6-2b01-473b-9a9c-e36d320bb16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (d8adcbc4-cb9c-40f7-8758-254d0a29b7bd), before_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:10.474777 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:10.567283 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d37f98fa-998f-41ff-a328-76e0c9c2ea81 req-afcdab62-d45d-4204-8d0b-b529acc69ac2 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 210 time: 0.0532186 Sep 15 00:49:10.601874 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-98a1bcd8-60f5-42cc-9d0d-c7aac0a642e8 None None] Attempt 8 to provision port d8adcbc4-cb9c-40f7-8758-254d0a29b7bd Sep 15 00:49:10.643552 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-98a1bcd8-60f5-42cc-9d0d-c7aac0a642e8 None None] Port d8adcbc4-cb9c-40f7-8758-254d0a29b7bd cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:49:10.647455 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:10.703749 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-bdfef8e7-db8b-4995-8d5c-05c5e90f349f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1683183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1682215'] for router (a3af6727-a58d-4f43-bb55-2989599fb31c), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:10.793159 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-5ae750d6-2b01-473b-9a9c-e36d320bb16f None None] Publish callbacks [] for port (d8adcbc4-cb9c-40f7-8758-254d0a29b7bd), precommit_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:10.803250 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-5ae750d6-2b01-473b-9a9c-e36d320bb16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (d8adcbc4-cb9c-40f7-8758-254d0a29b7bd), after_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:10.858484 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de8718-8fe0-4bf6-a694-41e4ae34fe65 None None] Pushing event updated for resources: {'Port': ['ID=d8adcbc4-cb9c-40f7-8758-254d0a29b7bd,revision_number=3']} {{(pid=112955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:10.903352 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ed4b6-bafa-4e4d-9f63-a6167dc4d82c req-c7ffdccf-5b65-429b-b30c-916cb073e994 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:10.905301 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ec9ed4b6-bafa-4e4d-9f63-a6167dc4d82c req-c7ffdccf-5b65-429b-b30c-916cb073e994 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f997b231-b0b5-469a-813f-00fda0f634a1 HTTP/1.1" status: 200 len: 945 time: 0.0642643 Sep 15 00:49:10.921596 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.managers [None req-5ae750d6-2b01-473b-9a9c-e36d320bb16f None None] Attempting to bind port d8adcbc4-cb9c-40f7-8758-254d0a29b7bd on host dv-cinder-857528-2-iscsi for vnic_type normal with profile {{(pid=112955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:49:10.922150 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.managers [None req-5ae750d6-2b01-473b-9a9c-e36d320bb16f None None] Attempting to bind port d8adcbc4-cb9c-40f7-8758-254d0a29b7bd by drivers openvswitch,hyperv on host dv-cinder-857528-2-iscsi at level 0 using segments [{'id': 'acf8a16c-6cfc-4de4-a767-e59f2556add5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3'}] {{(pid=112955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:49:10.922423 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae750d6-2b01-473b-9a9c-e36d320bb16f None None] Attempting to bind port d8adcbc4-cb9c-40f7-8758-254d0a29b7bd on network 0487b0cb-031a-4188-bee6-95c6ebd2b4a3 {{(pid=112955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:49:10.954412 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297a0cd8-fb78-4393-96e1-14e0b0a53b59 None None] Network fbbed062-f339-4926-b4a8-b634eab71581 requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:49:10.975832 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae750d6-2b01-473b-9a9c-e36d320bb16f None None] Checking agent: {'id': 'f85e816c-fb48-4744-a66a-e79ceb68e67e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 36, 23), 'started_at': datetime.datetime(2022, 9, 15, 0, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:49:10.976296 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae750d6-2b01-473b-9a9c-e36d320bb16f None None] Checking segment: {'id': 'acf8a16c-6cfc-4de4-a767-e59f2556add5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:49:10.977344 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-5ae750d6-2b01-473b-9a9c-e36d320bb16f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:10.979912 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae750d6-2b01-473b-9a9c-e36d320bb16f None None] Bound using segment: {'id': 'acf8a16c-6cfc-4de4-a767-e59f2556add5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3'} {{(pid=112955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:49:10.980543 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.managers [None req-5ae750d6-2b01-473b-9a9c-e36d320bb16f None None] Bound port: d8adcbc4-cb9c-40f7-8758-254d0a29b7bd, host: dv-cinder-857528-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acf8a16c-6cfc-4de4-a767-e59f2556add5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3'}}] {{(pid=112955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:49:10.981036 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-5ae750d6-2b01-473b-9a9c-e36d320bb16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (d8adcbc4-cb9c-40f7-8758-254d0a29b7bd), before_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:10.984169 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdfef8e7-db8b-4995-8d5c-05c5e90f349f admin admin] Router a3af6727-a58d-4f43-bb55-2989599fb31c is scheduled to L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe with binding_index 1 {{(pid=112953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 00:49:10.989080 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ec9ed4b6-bafa-4e4d-9f63-a6167dc4d82c req-99dd940c-6ae6-4b48-baef-2ddc8062bb1d tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd34b8c7-774c-4711-a91d-b24da693762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766335 Sep 15 00:49:11.011066 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:11.011828 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:11.069901 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.db [None req-5ae750d6-2b01-473b-9a9c-e36d320bb16f None None] For port d8adcbc4-cb9c-40f7-8758-254d0a29b7bd, host dv-cinder-857528-2-iscsi, cleared binding levels {{(pid=112955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:49:11.074202 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.db [None req-5ae750d6-2b01-473b-9a9c-e36d320bb16f None None] For port d8adcbc4-cb9c-40f7-8758-254d0a29b7bd, host dv-cinder-857528-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=d8adcbc4-cb9c-40f7-8758-254d0a29b7bd,segment=NetworkSegment(acf8a16c-6cfc-4de4-a767-e59f2556add5),segment_id=acf8a16c-6cfc-4de4-a767-e59f2556add5)] {{(pid=112955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:49:11.085004 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-5ae750d6-2b01-473b-9a9c-e36d320bb16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (d8adcbc4-cb9c-40f7-8758-254d0a29b7bd), after_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:11.130238 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae750d6-2b01-473b-9a9c-e36d320bb16f None None] Routers {'507b553a-d76a-466a-b784-97a7291cdd3f'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:49:11.130879 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-5ae750d6-2b01-473b-9a9c-e36d320bb16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:48:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['507b553a-d76a-466a-b784-97a7291cdd3f'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:49:11.144777 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-98a1bcd8-60f5-42cc-9d0d-c7aac0a642e8 None None] Attempt 9 to provision port d8adcbc4-cb9c-40f7-8758-254d0a29b7bd Sep 15 00:49:11.195537 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de8718-8fe0-4bf6-a694-41e4ae34fe65 None None] Pushing event updated for resources: {'Port': ['ID=d8adcbc4-cb9c-40f7-8758-254d0a29b7bd,revision_number=4']} {{(pid=112955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:11.237927 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-98a1bcd8-60f5-42cc-9d0d-c7aac0a642e8 None None] Current status of the port d8adcbc4-cb9c-40f7-8758-254d0a29b7bd is: DOWN; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:49:11.238319 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-98a1bcd8-60f5-42cc-9d0d-c7aac0a642e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (d8adcbc4-cb9c-40f7-8758-254d0a29b7bd), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:11.278368 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-5ae750d6-2b01-473b-9a9c-e36d320bb16f None None] Set router 507b553a-d76a-466a-b784-97a7291cdd3f gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:49:11.283316 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-98a1bcd8-60f5-42cc-9d0d-c7aac0a642e8 None None] For port d8adcbc4-cb9c-40f7-8758-254d0a29b7bd, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=d8adcbc4-cb9c-40f7-8758-254d0a29b7bd,segment=NetworkSegment(acf8a16c-6cfc-4de4-a767-e59f2556add5),segment_id=acf8a16c-6cfc-4de4-a767-e59f2556add5)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:49:11.296987 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-98a1bcd8-60f5-42cc-9d0d-c7aac0a642e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (d8adcbc4-cb9c-40f7-8758-254d0a29b7bd), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:11.351816 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a1bcd8-60f5-42cc-9d0d-c7aac0a642e8 None None] Pushing event updated for resources: {'Port': ['ID=d8adcbc4-cb9c-40f7-8758-254d0a29b7bd,revision_number=5']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:11.352083 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdfef8e7-db8b-4995-8d5c-05c5e90f349f admin admin] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:49:11.376628 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8bb26f-9f29-4a81-b56a-579831d1fc3d None None] Sync routers for ids ['a3af6727-a58d-4f43-bb55-2989599fb31c'] in dv-cinder-857528-2-iscsi {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:49:11.381655 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-bdfef8e7-db8b-4995-8d5c-05c5e90f349f admin admin] Publish callbacks [] for router (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:11.386205 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 57768) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:49:11.386716 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-bdfef8e7-db8b-4995-8d5c-05c5e90f349f admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6881342 Sep 15 00:49:11.397371 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8bb26f-9f29-4a81-b56a-579831d1fc3d None None] Routers {'a3af6727-a58d-4f43-bb55-2989599fb31c'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:49:11.398033 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-da8bb26f-9f29-4a81-b56a-579831d1fc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:48:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['a3af6727-a58d-4f43-bb55-2989599fb31c'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:49:11.450458 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:11.478375 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-cb475e04-ebea-4509-b36f-f151bb25dfa6 None None] Provisioning complete for port 699610fd-e56d-4439-a927-49b6c1c14f14 triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:49:11.478750 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-cb475e04-ebea-4509-b36f-f151bb25dfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (699610fd-e56d-4439-a927-49b6c1c14f14), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:11.479220 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-cb475e04-ebea-4509-b36f-f151bb25dfa6 None None] Attempt 1 to provision port 699610fd-e56d-4439-a927-49b6c1c14f14 Sep 15 00:49:11.505959 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-5ae750d6-2b01-473b-9a9c-e36d320bb16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'name': 'tempest-TestVolumeBootPattern-9489909-router', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:03Z', 'updated_at': '2022-09-15T00:49:06Z', 'revision_number': 4, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'gw_port': {'id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:04Z', 'updated_at': '2022-09-15T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': 'd8adcbc4-cb9c-40f7-8758-254d0a29b7bd', 'name': '', 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'mac_address': 'fa:16:3e:2f:6f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:06Z', 'updated_at': '2022-09-15T00:49:11Z', 'revision_number': 4, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'subnets': [{'id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:49:11.539178 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae750d6-2b01-473b-9a9c-e36d320bb16f None None] The sync data for ids ['507b553a-d76a-466a-b784-97a7291cdd3f'] in dv-cinder-857528-2-iscsi is: [{'id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'name': 'tempest-TestVolumeBootPattern-9489909-router', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:03Z', 'updated_at': '2022-09-15T00:49:06Z', 'revision_number': 4, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'gw_port': {'id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:04Z', 'updated_at': '2022-09-15T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': 'd8adcbc4-cb9c-40f7-8758-254d0a29b7bd', 'name': '', 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'mac_address': 'fa:16:3e:2f:6f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:06Z', 'updated_at': '2022-09-15T00:49:11Z', 'revision_number': 4, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'subnets': [{'id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:49:11.563966 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:11.581838 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-da8bb26f-9f29-4a81-b56a-579831d1fc3d None None] Set router a3af6727-a58d-4f43-bb55-2989599fb31c gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:49:11.716511 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-03a1531b-d8f2-4ed9-9780-ec44aa88f10c req-ee602fc9-4214-488f-928f-fddd3289915d tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 210 time: 0.0555079 Sep 15 00:49:11.721183 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-cb475e04-ebea-4509-b36f-f151bb25dfa6 None None] Current status of the port 699610fd-e56d-4439-a927-49b6c1c14f14 is: DOWN; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:49:11.721673 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-cb475e04-ebea-4509-b36f-f151bb25dfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (699610fd-e56d-4439-a927-49b6c1c14f14), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:11.790105 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-cb475e04-ebea-4509-b36f-f151bb25dfa6 None None] For port 699610fd-e56d-4439-a927-49b6c1c14f14, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=699610fd-e56d-4439-a927-49b6c1c14f14,segment=NetworkSegment(ea7310d9-032e-44f6-8c69-78340199ad47),segment_id=ea7310d9-032e-44f6-8c69-78340199ad47)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:49:11.794768 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-cb475e04-ebea-4509-b36f-f151bb25dfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (699610fd-e56d-4439-a927-49b6c1c14f14), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:11.852799 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb475e04-ebea-4509-b36f-f151bb25dfa6 None None] Pushing event updated for resources: {'Port': ['ID=699610fd-e56d-4439-a927-49b6c1c14f14,revision_number=3']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:11.872195 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-cb475e04-ebea-4509-b36f-f151bb25dfa6 None None] Provisioning complete for port d8adcbc4-cb9c-40f7-8758-254d0a29b7bd triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:49:11.872562 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-cb475e04-ebea-4509-b36f-f151bb25dfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (d8adcbc4-cb9c-40f7-8758-254d0a29b7bd), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:11.872938 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-cb475e04-ebea-4509-b36f-f151bb25dfa6 None None] Attempt 1 to provision port d8adcbc4-cb9c-40f7-8758-254d0a29b7bd Sep 15 00:49:11.876621 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:11.941564 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60227c-4426-4bb3-a211-b53ee1e686e9 req-df8e5343-a496-4511-9eb6-4a650f937957 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:11.943105 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-8e60227c-4426-4bb3-a211-b53ee1e686e9 req-df8e5343-a496-4511-9eb6-4a650f937957 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.5071707 Sep 15 00:49:11.987069 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:12.096490 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-8e60227c-4426-4bb3-a211-b53ee1e686e9 req-59e7d1d9-345b-4528-b010-9d51e881db3e tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428282 Sep 15 00:49:12.121056 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 699610fd-e56d-4439-a927-49b6c1c14f14 up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:49:12.164439 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9298cb-512a-40a2-8097-8304052b96d8 req-47943dfe-d60f-43ef-ba02-8c6a0d78f368 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:12.166832 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ca9298cb-512a-40a2-8097-8304052b96d8 req-47943dfe-d60f-43ef-ba02-8c6a0d78f368 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f997b231-b0b5-469a-813f-00fda0f634a1 HTTP/1.1" status: 200 len: 945 time: 0.0675476 Sep 15 00:49:12.186782 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:12.210726 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-da8bb26f-9f29-4a81-b56a-579831d1fc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3af6727-a58d-4f43-bb55-2989599fb31c', 'name': 'tempest-TestVolumeBootPattern-423703526-router', 'tenant_id': 'eb9e29ab32b9438ca3c1680a93d1ac17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'fa77c0f3-92ff-4655-9fab-a7c5ea118bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:08Z', 'updated_at': '2022-09-15T00:49:10Z', 'revision_number': 3, 'project_id': 'eb9e29ab32b9438ca3c1680a93d1ac17', 'gw_port': {'id': 'fa77c0f3-92ff-4655-9fab-a7c5ea118bd5', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:63:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3af6727-a58d-4f43-bb55-2989599fb31c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:09Z', 'updated_at': '2022-09-15T00:49:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi'}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:49:12.216679 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-cb475e04-ebea-4509-b36f-f151bb25dfa6 None None] Current status of the port d8adcbc4-cb9c-40f7-8758-254d0a29b7bd is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:49:12.237090 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ca9298cb-512a-40a2-8097-8304052b96d8 req-46cf90c4-dc27-475c-a58d-3ac09ce991cf tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd34b8c7-774c-4711-a91d-b24da693762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643320 Sep 15 00:49:12.254972 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8bb26f-9f29-4a81-b56a-579831d1fc3d None None] Checking router: a3af6727-a58d-4f43-bb55-2989599fb31c for host: dv-cinder-857528-2-iscsi {{(pid=112954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:49:12.255394 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8bb26f-9f29-4a81-b56a-579831d1fc3d None None] Updating router a3af6727-a58d-4f43-bb55-2989599fb31c port fa77c0f3-92ff-4655-9fab-a7c5ea118bd5 binding host dv-cinder-857528-2-iscsi {{(pid=112954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 00:49:12.279984 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port 699610fd-e56d-4439-a927-49b6c1c14f14 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:49:12.280439 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (699610fd-e56d-4439-a927-49b6c1c14f14), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:12.280840 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port 699610fd-e56d-4439-a927-49b6c1c14f14 Sep 15 00:49:12.312330 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-da8bb26f-9f29-4a81-b56a-579831d1fc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (fa77c0f3-92ff-4655-9fab-a7c5ea118bd5), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:12.369540 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c4014d19-7bf5-44b8-bc70-9a151287d446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:12.475771 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port 699610fd-e56d-4439-a927-49b6c1c14f14 is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:49:12.476940 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device d8adcbc4-cb9c-40f7-8758-254d0a29b7bd up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:49:12.542168 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.db_base_plugin_common [None req-c4014d19-7bf5-44b8-bc70-9a151287d446 admin admin] Allocated IP 172.20.0.1 (fbbed062-f339-4926-b4a8-b634eab71581/b9c17a41-af5e-4494-bbec-0c7d89840655/a17d3772-5689-400a-897c-7fe1f1b9cf70) {{(pid=112952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:49:12.553939 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:12.606690 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port d8adcbc4-cb9c-40f7-8758-254d0a29b7bd triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:49:12.607060 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (d8adcbc4-cb9c-40f7-8758-254d0a29b7bd), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:12.607522 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port d8adcbc4-cb9c-40f7-8758-254d0a29b7bd Sep 15 00:49:12.661942 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c4014d19-7bf5-44b8-bc70-9a151287d446 admin admin] Publish callbacks [] for port (a17d3772-5689-400a-897c-7fe1f1b9cf70), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:12.697866 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c4014d19-7bf5-44b8-bc70-9a151287d446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3304143'] for port (a17d3772-5689-400a-897c-7fe1f1b9cf70), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:12.732964 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-da8bb26f-9f29-4a81-b56a-579831d1fc3d None None] Publish callbacks [] for port (fa77c0f3-92ff-4655-9fab-a7c5ea118bd5), precommit_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:12.737556 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4014d19-7bf5-44b8-bc70-9a151287d446 admin admin] Network fbbed062-f339-4926-b4a8-b634eab71581 is already hosted by enough agents. {{(pid=112952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:49:12.744366 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.base_scheduler [None req-c4014d19-7bf5-44b8-bc70-9a151287d446 admin admin] Resources bound (agent type, host, resource id): {{(pid=112952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:49:12.748168 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-da8bb26f-9f29-4a81-b56a-579831d1fc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (fa77c0f3-92ff-4655-9fab-a7c5ea118bd5), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:12.748606 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4014d19-7bf5-44b8-bc70-9a151287d446 admin admin] Received port after_create {{(pid=112952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:49:12.754079 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4014d19-7bf5-44b8-bc70-9a151287d446 admin admin] Pushing event updated for resources: {'Port': ['ID=a17d3772-5689-400a-897c-7fe1f1b9cf70,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:12.755532 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port d8adcbc4-cb9c-40f7-8758-254d0a29b7bd is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:49:12.766778 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 6ec9076c-92ba-46ca-9af0-d79cb878e34a up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:49:12.796692 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c4014d19-7bf5-44b8-bc70-9a151287d446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1673502'] for router_interface (a3af6727-a58d-4f43-bb55-2989599fb31c), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:12.821820 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-da8bb26f-9f29-4a81-b56a-579831d1fc3d None None] Attempting to bind port fa77c0f3-92ff-4655-9fab-a7c5ea118bd5 on host dv-cinder-857528-2-iscsi for vnic_type normal with profile {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:49:12.822200 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-da8bb26f-9f29-4a81-b56a-579831d1fc3d None None] Attempting to bind port fa77c0f3-92ff-4655-9fab-a7c5ea118bd5 by drivers openvswitch,hyperv on host dv-cinder-857528-2-iscsi at level 0 using segments [{'id': 'bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:49:12.822548 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8bb26f-9f29-4a81-b56a-579831d1fc3d None None] Attempting to bind port fa77c0f3-92ff-4655-9fab-a7c5ea118bd5 on network 53046852-16e9-4bc6-a26e-a34c1d2139e6 {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:49:12.847781 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:12.852766 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:12.867625 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-e866f98d-43da-4eb6-8560-42e7523047ff req-da0fefa8-af40-44b8-999b-324c979a840e tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 210 time: 0.0313969 Sep 15 00:49:12.871222 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004b68d-2c16-46c8-b3e3-3b7e056ed7b9 None None] Pushing event updated for resources: {'Port': ['ID=fa77c0f3-92ff-4655-9fab-a7c5ea118bd5,revision_number=2']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:12.897707 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8bb26f-9f29-4a81-b56a-579831d1fc3d None None] Checking agent: {'id': 'f85e816c-fb48-4744-a66a-e79ceb68e67e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 36, 23), 'started_at': datetime.datetime(2022, 9, 15, 0, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:49:12.898205 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8bb26f-9f29-4a81-b56a-579831d1fc3d None None] Checking segment: {'id': 'bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:49:12.898561 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-da8bb26f-9f29-4a81-b56a-579831d1fc3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:12.898846 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8bb26f-9f29-4a81-b56a-579831d1fc3d None None] Bound using segment: {'id': 'bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:49:12.899319 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-da8bb26f-9f29-4a81-b56a-579831d1fc3d None None] Bound port: fa77c0f3-92ff-4655-9fab-a7c5ea118bd5, host: dv-cinder-857528-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'}}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:49:12.899705 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-da8bb26f-9f29-4a81-b56a-579831d1fc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (fa77c0f3-92ff-4655-9fab-a7c5ea118bd5), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:12.924622 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:12.927907 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port 6ec9076c-92ba-46ca-9af0-d79cb878e34a triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:49:12.928283 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (6ec9076c-92ba-46ca-9af0-d79cb878e34a), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:12.931777 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port 6ec9076c-92ba-46ca-9af0-d79cb878e34a Sep 15 00:49:12.980236 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c4014d19-7bf5-44b8-bc70-9a151287d446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (a17d3772-5689-400a-897c-7fe1f1b9cf70), before_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:12.986936 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-da8bb26f-9f29-4a81-b56a-579831d1fc3d None None] For port fa77c0f3-92ff-4655-9fab-a7c5ea118bd5, host dv-cinder-857528-2-iscsi, cleared binding levels {{(pid=112954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:49:12.991342 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-da8bb26f-9f29-4a81-b56a-579831d1fc3d None None] For port fa77c0f3-92ff-4655-9fab-a7c5ea118bd5, host dv-cinder-857528-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=fa77c0f3-92ff-4655-9fab-a7c5ea118bd5,segment=NetworkSegment(bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89),segment_id=bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89)] {{(pid=112954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:49:13.002896 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-da8bb26f-9f29-4a81-b56a-579831d1fc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (fa77c0f3-92ff-4655-9fab-a7c5ea118bd5), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:13.082154 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8bb26f-9f29-4a81-b56a-579831d1fc3d None None] Routers {'a3af6727-a58d-4f43-bb55-2989599fb31c'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:49:13.082807 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-da8bb26f-9f29-4a81-b56a-579831d1fc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:48:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['a3af6727-a58d-4f43-bb55-2989599fb31c'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:49:13.125043 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-669bb7e6-bf35-475d-b648-f84ac9172a1f None None] Provisioning complete for port a17d3772-5689-400a-897c-7fe1f1b9cf70 triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:49:13.125415 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-669bb7e6-bf35-475d-b648-f84ac9172a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (a17d3772-5689-400a-897c-7fe1f1b9cf70), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:13.125764 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-669bb7e6-bf35-475d-b648-f84ac9172a1f None None] Attempt 1 to provision port a17d3772-5689-400a-897c-7fe1f1b9cf70 Sep 15 00:49:13.134891 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 6 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 00:49:13.155460 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004b68d-2c16-46c8-b3e3-3b7e056ed7b9 None None] Pushing event updated for resources: {'Port': ['ID=fa77c0f3-92ff-4655-9fab-a7c5ea118bd5,revision_number=3']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:13.158600 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port 6ec9076c-92ba-46ca-9af0-d79cb878e34a is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:49:13.192497 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-669bb7e6-bf35-475d-b648-f84ac9172a1f None None] Port a17d3772-5689-400a-897c-7fe1f1b9cf70 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:49:13.194843 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c4014d19-7bf5-44b8-bc70-9a151287d446 admin admin] Publish callbacks [] for port (a17d3772-5689-400a-897c-7fe1f1b9cf70), precommit_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:13.202888 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c4014d19-7bf5-44b8-bc70-9a151287d446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3304182'] for port (a17d3772-5689-400a-897c-7fe1f1b9cf70), after_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:13.275623 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef198d-e56f-46b7-9ce5-d60dfd8308e8 req-13b18d20-dd54-4736-a5d9-eebe5579f4bf tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:13.277573 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-57ef198d-e56f-46b7-9ce5-d60dfd8308e8 req-13b18d20-dd54-4736-a5d9-eebe5579f4bf tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0769000 Sep 15 00:49:13.284687 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c4014d19-7bf5-44b8-bc70-9a151287d446 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1673610'] for router_interface (a3af6727-a58d-4f43-bb55-2989599fb31c), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:13.286595 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4014d19-7bf5-44b8-bc70-9a151287d446 admin admin] Pushing event updated for resources: {'Port': ['ID=a17d3772-5689-400a-897c-7fe1f1b9cf70,revision_number=2']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:13.288104 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-da8bb26f-9f29-4a81-b56a-579831d1fc3d None None] Set router a3af6727-a58d-4f43-bb55-2989599fb31c gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:49:13.389892 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-57ef198d-e56f-46b7-9ce5-d60dfd8308e8 req-9cf97a50-07ec-4eb2-ba97-261ca5bc35d3 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998240 Sep 15 00:49:13.437362 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf608f5-668f-41d4-a15f-5b28520fff69 req-4b271603-0db0-4063-867c-52537e6c27ed tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:13.439679 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9cf608f5-668f-41d4-a15f-5b28520fff69 req-4b271603-0db0-4063-867c-52537e6c27ed tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f997b231-b0b5-469a-813f-00fda0f634a1 HTTP/1.1" status: 200 len: 945 time: 0.0789270 Sep 15 00:49:13.470931 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:13.486293 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-c6e8b0ba-1bd7-4150-8fc8-7ff3b981a592 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:13.488771 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-c6e8b0ba-1bd7-4150-8fc8-7ff3b981a592 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.18 "GET /networking/v2.0/networks?id=4290f87e-df9b-42ba-bf4c-3cb460fcfafb HTTP/1.1" status: 200 len: 809 time: 0.2448015 Sep 15 00:49:13.504656 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9cf608f5-668f-41d4-a15f-5b28520fff69 req-30f1ddf1-72c2-480b-9f6d-3d8b2d59a7fb tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd34b8c7-774c-4711-a91d-b24da693762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518584 Sep 15 00:49:13.509851 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4014d19-7bf5-44b8-bc70-9a151287d446 admin admin] Network fbbed062-f339-4926-b4a8-b634eab71581 is already hosted by enough agents. {{(pid=112952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:49:13.511328 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.base_scheduler [None req-c4014d19-7bf5-44b8-bc70-9a151287d446 admin admin] Resources bound (agent type, host, resource id): {{(pid=112952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:49:13.557101 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-da8bb26f-9f29-4a81-b56a-579831d1fc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3af6727-a58d-4f43-bb55-2989599fb31c', 'name': 'tempest-TestVolumeBootPattern-423703526-router', 'tenant_id': 'eb9e29ab32b9438ca3c1680a93d1ac17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'fa77c0f3-92ff-4655-9fab-a7c5ea118bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:08Z', 'updated_at': '2022-09-15T00:49:12Z', 'revision_number': 4, 'project_id': 'eb9e29ab32b9438ca3c1680a93d1ac17', 'gw_port': {'id': 'fa77c0f3-92ff-4655-9fab-a7c5ea118bd5', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:63:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3af6727-a58d-4f43-bb55-2989599fb31c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:09Z', 'updated_at': '2022-09-15T00:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': 'a17d3772-5689-400a-897c-7fe1f1b9cf70', 'name': '', 'network_id': 'fbbed062-f339-4926-b4a8-b634eab71581', 'tenant_id': 'eb9e29ab32b9438ca3c1680a93d1ac17', 'mac_address': 'fa:16:3e:18:88:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3af6727-a58d-4f43-bb55-2989599fb31c', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b9c17a41-af5e-4494-bbec-0c7d89840655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:12Z', 'updated_at': '2022-09-15T00:49:12Z', 'revision_number': 1, 'project_id': 'eb9e29ab32b9438ca3c1680a93d1ac17', 'subnets': [{'id': 'b9c17a41-af5e-4494-bbec-0c7d89840655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:49:13.593794 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:13.599296 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8bb26f-9f29-4a81-b56a-579831d1fc3d None None] The sync data for ids ['a3af6727-a58d-4f43-bb55-2989599fb31c'] in dv-cinder-857528-2-iscsi is: [{'id': 'a3af6727-a58d-4f43-bb55-2989599fb31c', 'name': 'tempest-TestVolumeBootPattern-423703526-router', 'tenant_id': 'eb9e29ab32b9438ca3c1680a93d1ac17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'fa77c0f3-92ff-4655-9fab-a7c5ea118bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:08Z', 'updated_at': '2022-09-15T00:49:12Z', 'revision_number': 4, 'project_id': 'eb9e29ab32b9438ca3c1680a93d1ac17', 'gw_port': {'id': 'fa77c0f3-92ff-4655-9fab-a7c5ea118bd5', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:63:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3af6727-a58d-4f43-bb55-2989599fb31c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:09Z', 'updated_at': '2022-09-15T00:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': 'a17d3772-5689-400a-897c-7fe1f1b9cf70', 'name': '', 'network_id': 'fbbed062-f339-4926-b4a8-b634eab71581', 'tenant_id': 'eb9e29ab32b9438ca3c1680a93d1ac17', 'mac_address': 'fa:16:3e:18:88:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3af6727-a58d-4f43-bb55-2989599fb31c', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b9c17a41-af5e-4494-bbec-0c7d89840655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:12Z', 'updated_at': '2022-09-15T00:49:12Z', 'revision_number': 1, 'project_id': 'eb9e29ab32b9438ca3c1680a93d1ac17', 'subnets': [{'id': 'b9c17a41-af5e-4494-bbec-0c7d89840655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:49:13.639026 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-ca949906-837f-49fd-a38a-f73867ffba25 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=743501da05424df197d7af03d32eabb3 HTTP/1.1" status: 200 len: 380 time: 0.0995252 Sep 15 00:49:13.654253 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-6bbb37d6-5ea5-4030-8eaf-b5a0da3de604 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Request body: {'port': {'device_id': 'e58c94a4-c708-4b2f-b8b1-fa336f60aa4b', 'network_id': '4290f87e-df9b-42ba-bf4c-3cb460fcfafb', 'admin_state_up': True, 'tenant_id': '743501da05424df197d7af03d32eabb3', 'security_groups': ['2337f8db-f8e6-4fbe-91fa-f749cd0ca979']}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:49:13.693486 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-669bb7e6-bf35-475d-b648-f84ac9172a1f None None] Attempt 2 to provision port a17d3772-5689-400a-897c-7fe1f1b9cf70 Sep 15 00:49:13.703717 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4014d19-7bf5-44b8-bc70-9a151287d446 admin admin] Router a3af6727-a58d-4f43-bb55-2989599fb31c has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:49:13.766631 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-669bb7e6-bf35-475d-b648-f84ac9172a1f None None] Port a17d3772-5689-400a-897c-7fe1f1b9cf70 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:49:13.821619 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4014d19-7bf5-44b8-bc70-9a151287d446 admin admin] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:49:13.839544 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-c4014d19-7bf5-44b8-bc70-9a151287d446 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/a3af6727-a58d-4f43-bb55-2989599fb31c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4440618 Sep 15 00:49:13.839891 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-6bbb37d6-5ea5-4030-8eaf-b5a0da3de604 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Made reservation on behalf of 743501da05424df197d7af03d32eabb3 for: {'port': 1} {{(pid=112953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:49:13.839891 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-6bbb37d6-5ea5-4030-8eaf-b5a0da3de604 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:13.963086 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 699610fd-e56d-4439-a927-49b6c1c14f14 up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:49:13.994540 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:14.027782 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.db_base_plugin_common [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-6bbb37d6-5ea5-4030-8eaf-b5a0da3de604 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Allocated IP 172.20.0.3 (4290f87e-df9b-42ba-bf4c-3cb460fcfafb/1377e933-271c-4a25-8861-4516d6260e23/f8e5a3ed-229c-4186-8197-286fa9b6a050) {{(pid=112953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:49:14.044965 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port 699610fd-e56d-4439-a927-49b6c1c14f14 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:49:14.045514 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (699610fd-e56d-4439-a927-49b6c1c14f14), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:14.045981 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port 699610fd-e56d-4439-a927-49b6c1c14f14 Sep 15 00:49:14.128885 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-cd206f99-7e97-4646-bec4-b75268a6d544 req-5f31f710-b48d-4d97-a035-dc760133804b tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 210 time: 0.0543175 Sep 15 00:49:14.207821 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port 699610fd-e56d-4439-a927-49b6c1c14f14 is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:49:14.267663 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-669bb7e6-bf35-475d-b648-f84ac9172a1f None None] Attempt 3 to provision port a17d3772-5689-400a-897c-7fe1f1b9cf70 Sep 15 00:49:14.291728 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-6bbb37d6-5ea5-4030-8eaf-b5a0da3de604 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks [] for port (f8e5a3ed-229c-4186-8197-286fa9b6a050), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:14.315428 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-669bb7e6-bf35-475d-b648-f84ac9172a1f None None] Port a17d3772-5689-400a-897c-7fe1f1b9cf70 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:49:14.334700 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-6bbb37d6-5ea5-4030-8eaf-b5a0da3de604 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163'] for port (f8e5a3ed-229c-4186-8197-286fa9b6a050), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:14.381802 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-6bbb37d6-5ea5-4030-8eaf-b5a0da3de604 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Network 4290f87e-df9b-42ba-bf4c-3cb460fcfafb is already hosted by enough agents. {{(pid=112953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:49:14.385997 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.base_scheduler [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-6bbb37d6-5ea5-4030-8eaf-b5a0da3de604 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Resources bound (agent type, host, resource id): {{(pid=112953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:49:14.394532 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-6bbb37d6-5ea5-4030-8eaf-b5a0da3de604 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Received port after_create {{(pid=112953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:49:14.399593 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-6bbb37d6-5ea5-4030-8eaf-b5a0da3de604 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:14.401229 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-6bbb37d6-5ea5-4030-8eaf-b5a0da3de604 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:14.419820 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbb37d6-5ea5-4030-8eaf-b5a0da3de604 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Pushing event updated for resources: {'Port': ['ID=f8e5a3ed-229c-4186-8197-286fa9b6a050,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:14.440658 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-6bbb37d6-5ea5-4030-8eaf-b5a0da3de604 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7914515 Sep 15 00:49:14.461844 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-230ad575-c067-4f89-a1d8-08bc0ab2b185 service neutron] Request body: {'port': {'device_id': 'e58c94a4-c708-4b2f-b8b1-fa336f60aa4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:49:14.551144 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 57808) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:49:14.591086 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-24699f6f-0496-48a0-99d1-ff85961d8822 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-305757992', 'description': 'tempest-secgroup-smoke-305757992 description', 'project_id': '53d8d76185c44a159439c0f7a0e88b31'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:49:14.595825 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c17c0-e5ed-412e-8f52-3920c1afba39 req-fb97cb43-21f2-4b0e-b38e-993b6f5c8af0 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:14.614615 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-f41c17c0-e5ed-412e-8f52-3920c1afba39 req-fb97cb43-21f2-4b0e-b38e-993b6f5c8af0 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.1033838 Sep 15 00:49:14.619603 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-230ad575-c067-4f89-a1d8-08bc0ab2b185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (f8e5a3ed-229c-4186-8197-286fa9b6a050), before_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:14.646266 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-24699f6f-0496-48a0-99d1-ff85961d8822 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:14.745820 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-f41c17c0-e5ed-412e-8f52-3920c1afba39 req-b6ab1387-7cba-4653-93b7-a743b7c70e5b tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302276 Sep 15 00:49:14.777089 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:14.791539 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-24699f6f-0496-48a0-99d1-ff85961d8822 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks [] for security_group (6a43598b-9237-4160-a4ea-cb4109397256), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:14.804102 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-24699f6f-0496-48a0-99d1-ff85961d8822 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (6a43598b-9237-4160-a4ea-cb4109397256), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:14.816680 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-669bb7e6-bf35-475d-b648-f84ac9172a1f None None] Attempt 4 to provision port a17d3772-5689-400a-897c-7fe1f1b9cf70 Sep 15 00:49:14.870294 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-669bb7e6-bf35-475d-b648-f84ac9172a1f None None] Port a17d3772-5689-400a-897c-7fe1f1b9cf70 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:49:14.891125 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-24699f6f-0496-48a0-99d1-ff85961d8822 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:14.895069 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-24699f6f-0496-48a0-99d1-ff85961d8822 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3334830 Sep 15 00:49:14.895535 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 57810) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:49:14.900547 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-a2c686c7-5401-4d8f-bf2d-4bad467e27b6 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Request body: {'security_group_rule': {'security_group_id': '6a43598b-9237-4160-a4ea-cb4109397256', 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:49:14.903648 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24699f6f-0496-48a0-99d1-ff85961d8822 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a43598b-9237-4160-a4ea-cb4109397256,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:14.941221 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:14.943088 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-a2c686c7-5401-4d8f-bf2d-4bad467e27b6 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks [] for security_group_rule (05e425a5-3f00-491c-a75d-4ded0854a80a), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:14.956620 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:14.977342 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:UPDATE=4,neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:15.011236 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-a2c686c7-5401-4d8f-bf2d-4bad467e27b6 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks [] for security_group_rule (05e425a5-3f00-491c-a75d-4ded0854a80a), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:15.015075 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-a2c686c7-5401-4d8f-bf2d-4bad467e27b6 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645455'] for security_group_rule (05e425a5-3f00-491c-a75d-4ded0854a80a), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:15.029117 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c686c7-5401-4d8f-bf2d-4bad467e27b6 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05e425a5-3f00-491c-a75d-4ded0854a80a,revision_number=0']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:15.049858 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-a2c686c7-5401-4d8f-bf2d-4bad467e27b6 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:15.051750 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-a2c686c7-5401-4d8f-bf2d-4bad467e27b6 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1545181 Sep 15 00:49:15.053858 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 57812) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:49:15.061191 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-00c84e9b-b4c9-4f5c-9959-949ac71ca371 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Request body: {'security_group_rule': {'security_group_id': '6a43598b-9237-4160-a4ea-cb4109397256', 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:49:15.072055 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-230ad575-c067-4f89-a1d8-08bc0ab2b185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8e5a3ed-229c-4186-8197-286fa9b6a050 {{(pid=112953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 00:49:15.080623 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-230ad575-c067-4f89-a1d8-08bc0ab2b185 service neutron] Publish callbacks [] for port (f8e5a3ed-229c-4186-8197-286fa9b6a050), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:15.090706 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-00c84e9b-b4c9-4f5c-9959-949ac71ca371 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks [] for security_group_rule (9d19673b-f4b2-4bc7-9540-f4e7fc056324), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:15.095560 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.provisioning_blocks [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-230ad575-c067-4f89-a1d8-08bc0ab2b185 service neutron] Transition to ACTIVE for port object f8e5a3ed-229c-4186-8197-286fa9b6a050 will not be triggered until provisioned by entity L2. {{(pid=112953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 00:49:15.100201 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-230ad575-c067-4f89-a1d8-08bc0ab2b185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (f8e5a3ed-229c-4186-8197-286fa9b6a050), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:15.167780 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-00c84e9b-b4c9-4f5c-9959-949ac71ca371 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks [] for security_group_rule (9d19673b-f4b2-4bc7-9540-f4e7fc056324), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:15.176050 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-00c84e9b-b4c9-4f5c-9959-949ac71ca371 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645455'] for security_group_rule (9d19673b-f4b2-4bc7-9540-f4e7fc056324), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:15.196566 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.managers [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-230ad575-c067-4f89-a1d8-08bc0ab2b185 service neutron] Attempting to bind port f8e5a3ed-229c-4186-8197-286fa9b6a050 on host hv-cinder-85752 for vnic_type normal with profile {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:49:15.197080 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.managers [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-230ad575-c067-4f89-a1d8-08bc0ab2b185 service neutron] Attempting to bind port f8e5a3ed-229c-4186-8197-286fa9b6a050 by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '0e381a2d-0dc5-42f8-9b9f-371bc873799e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4290f87e-df9b-42ba-bf4c-3cb460fcfafb'}] {{(pid=112953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:49:15.197479 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-230ad575-c067-4f89-a1d8-08bc0ab2b185 service neutron] Attempting to bind port f8e5a3ed-229c-4186-8197-286fa9b6a050 on network 4290f87e-df9b-42ba-bf4c-3cb460fcfafb {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:49:15.201335 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ad575-c067-4f89-a1d8-08bc0ab2b185 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e5a3ed-229c-4186-8197-286fa9b6a050,revision_number=2']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:15.224655 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c84e9b-b4c9-4f5c-9959-949ac71ca371 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d19673b-f4b2-4bc7-9540-f4e7fc056324,revision_number=0']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:15.234483 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-00c84e9b-b4c9-4f5c-9959-949ac71ca371 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:15.239206 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-00c84e9b-b4c9-4f5c-9959-949ac71ca371 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1818156 Sep 15 00:49:15.240250 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 57820) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:49:15.246472 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-c726c047-5b8d-4cbc-b893-8ee4f7302942 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Request body: {'security_group_rule': {'security_group_id': '6a43598b-9237-4160-a4ea-cb4109397256', 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:49:15.296969 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c726c047-5b8d-4cbc-b893-8ee4f7302942 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks [] for security_group_rule (3866f1b5-6cc0-41fa-b1dc-fde7ec96606c), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:15.335121 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-230ad575-c067-4f89-a1d8-08bc0ab2b185 service neutron] Port f8e5a3ed-229c-4186-8197-286fa9b6a050 on network 4290f87e-df9b-42ba-bf4c-3cb460fcfafb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 00:49:15.335822 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-230ad575-c067-4f89-a1d8-08bc0ab2b185 service neutron] Attempting to bind port f8e5a3ed-229c-4186-8197-286fa9b6a050 on network 4290f87e-df9b-42ba-bf4c-3cb460fcfafb {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:49:15.367089 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b898b0-52d1-4aca-93af-05d8e0e74bf6 req-ed5432ae-278b-4e7f-afd7-1eddbecf1306 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:15.369125 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-50b898b0-52d1-4aca-93af-05d8e0e74bf6 req-ed5432ae-278b-4e7f-afd7-1eddbecf1306 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 943 time: 0.0982332 Sep 15 00:49:15.375562 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-669bb7e6-bf35-475d-b648-f84ac9172a1f None None] Attempt 5 to provision port a17d3772-5689-400a-897c-7fe1f1b9cf70 Sep 15 00:49:15.383111 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c726c047-5b8d-4cbc-b893-8ee4f7302942 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks [] for security_group_rule (3866f1b5-6cc0-41fa-b1dc-fde7ec96606c), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:15.388722 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c726c047-5b8d-4cbc-b893-8ee4f7302942 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645455'] for security_group_rule (3866f1b5-6cc0-41fa-b1dc-fde7ec96606c), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:15.416434 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726c047-5b8d-4cbc-b893-8ee4f7302942 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3866f1b5-6cc0-41fa-b1dc-fde7ec96606c,revision_number=0']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:15.417226 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-669bb7e6-bf35-475d-b648-f84ac9172a1f None None] Port a17d3772-5689-400a-897c-7fe1f1b9cf70 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:49:15.430884 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c726c047-5b8d-4cbc-b893-8ee4f7302942 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:15.432632 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-c726c047-5b8d-4cbc-b893-8ee4f7302942 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1904635 Sep 15 00:49:15.435971 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 57822) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:49:15.440814 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-317cbea6-2bb3-4f08-9e84-51e06b9ade5f tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Request body: {'security_group_rule': {'security_group_id': '6a43598b-9237-4160-a4ea-cb4109397256', 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:49:15.443386 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-50b898b0-52d1-4aca-93af-05d8e0e74bf6 req-1fbd998b-6257-4fa3-b0d2-1f7dac091992 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679450 Sep 15 00:49:15.449443 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-230ad575-c067-4f89-a1d8-08bc0ab2b185 service neutron] Checking agent: {'id': '7a59e084-9e76-4c44-9c60-e850dcdcbbb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 42, 37), 'started_at': datetime.datetime(2022, 9, 15, 0, 42, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:49:15.449781 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-230ad575-c067-4f89-a1d8-08bc0ab2b185 service neutron] Checking segment: {'id': '0e381a2d-0dc5-42f8-9b9f-371bc873799e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4290f87e-df9b-42ba-bf4c-3cb460fcfafb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:49:15.450160 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-230ad575-c067-4f89-a1d8-08bc0ab2b185 service neutron] Bound using segment: {'id': '0e381a2d-0dc5-42f8-9b9f-371bc873799e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4290f87e-df9b-42ba-bf4c-3cb460fcfafb'} {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:49:15.450595 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.managers [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-230ad575-c067-4f89-a1d8-08bc0ab2b185 service neutron] Bound port: f8e5a3ed-229c-4186-8197-286fa9b6a050, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e381a2d-0dc5-42f8-9b9f-371bc873799e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4290f87e-df9b-42ba-bf4c-3cb460fcfafb'}}] {{(pid=112953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:49:15.451001 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-230ad575-c067-4f89-a1d8-08bc0ab2b185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (f8e5a3ed-229c-4186-8197-286fa9b6a050), before_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:15.474992 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-317cbea6-2bb3-4f08-9e84-51e06b9ade5f tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks [] for security_group_rule (6dbc6514-acc3-486e-b9a3-30cf82796568), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:15.533942 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-230ad575-c067-4f89-a1d8-08bc0ab2b185 service neutron] For port f8e5a3ed-229c-4186-8197-286fa9b6a050, host hv-cinder-85752, cleared binding levels {{(pid=112953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:49:15.537621 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-230ad575-c067-4f89-a1d8-08bc0ab2b185 service neutron] For port f8e5a3ed-229c-4186-8197-286fa9b6a050, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=f8e5a3ed-229c-4186-8197-286fa9b6a050,segment=NetworkSegment(0e381a2d-0dc5-42f8-9b9f-371bc873799e),segment_id=0e381a2d-0dc5-42f8-9b9f-371bc873799e)] {{(pid=112953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:49:15.541384 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-317cbea6-2bb3-4f08-9e84-51e06b9ade5f tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks [] for security_group_rule (6dbc6514-acc3-486e-b9a3-30cf82796568), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:15.545160 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-230ad575-c067-4f89-a1d8-08bc0ab2b185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (f8e5a3ed-229c-4186-8197-286fa9b6a050), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:15.545849 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-317cbea6-2bb3-4f08-9e84-51e06b9ade5f tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645455'] for security_group_rule (6dbc6514-acc3-486e-b9a3-30cf82796568), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:15.549806 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-230ad575-c067-4f89-a1d8-08bc0ab2b185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:15.550435 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-230ad575-c067-4f89-a1d8-08bc0ab2b185 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:15.551966 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-230ad575-c067-4f89-a1d8-08bc0ab2b185 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/f8e5a3ed-229c-4186-8197-286fa9b6a050 HTTP/1.1" status: 200 len: 1093 time: 1.0948441 Sep 15 00:49:15.552537 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e58c94a4-c708-4b2f-b8b1-fa336f60aa4b', 'tag': 'f8e5a3ed-229c-4186-8197-286fa9b6a050'}] {{(pid=112953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:49:15.554845 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dcd79e7c9c5799004c3790ddb8f78f6987afe8bb335ac36dcc290df3850dde4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76127290-c0cd-479a-b3d4-9d2e86d552b7" -d '{"events": [{"name": "network-changed", "server_uuid": "e58c94a4-c708-4b2f-b8b1-fa336f60aa4b", "tag": "f8e5a3ed-229c-4186-8197-286fa9b6a050"}]}' {{(pid=112953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:49:15.571149 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317cbea6-2bb3-4f08-9e84-51e06b9ade5f tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dbc6514-acc3-486e-b9a3-30cf82796568,revision_number=0']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:15.582364 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-317cbea6-2bb3-4f08-9e84-51e06b9ade5f tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:15.584293 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-317cbea6-2bb3-4f08-9e84-51e06b9ade5f tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1473067 Sep 15 00:49:15.587045 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 57826) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:49:15.593201 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-d53412bd-4dd4-49ab-9d4c-9a167c4f9366 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Request body: {'security_group_rule': {'security_group_id': '6a43598b-9237-4160-a4ea-cb4109397256', 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:49:15.619864 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.db.securitygroups_db [None req-d53412bd-4dd4-49ab-9d4c-9a167c4f9366 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Project 53d8d76185c44a159439c0f7a0e88b31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 00:49:15.627092 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d53412bd-4dd4-49ab-9d4c-9a167c4f9366 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks [] for security_group_rule (a4500d0b-e2d7-46eb-99e7-bbbdb2ad2169), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:15.633237 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ad575-c067-4f89-a1d8-08bc0ab2b185 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e5a3ed-229c-4186-8197-286fa9b6a050,revision_number=3']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:15.649263 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 00:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969b3013-a55e-4e36-a878-5498aae89e94 x-openstack-request-id: req-969b3013-a55e-4e36-a878-5498aae89e94 {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:49:15.651020 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e58c94a4-c708-4b2f-b8b1-fa336f60aa4b", "tag": "f8e5a3ed-229c-4186-8197-286fa9b6a050", "status": "completed", "code": 200}]} {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:49:15.651375 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-969b3013-a55e-4e36-a878-5498aae89e94 {{(pid=112953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:49:15.652077 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-969b3013-a55e-4e36-a878-5498aae89e94'] response: {'name': 'network-changed', 'server_uuid': 'e58c94a4-c708-4b2f-b8b1-fa336f60aa4b', 'tag': 'f8e5a3ed-229c-4186-8197-286fa9b6a050', 'status': 'completed', 'code': 200} Sep 15 00:49:15.708805 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d53412bd-4dd4-49ab-9d4c-9a167c4f9366 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks [] for security_group_rule (a4500d0b-e2d7-46eb-99e7-bbbdb2ad2169), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:15.711806 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-f3449a55-ae8a-43e9-9f39-5e97331c2fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:15.713923 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d53412bd-4dd4-49ab-9d4c-9a167c4f9366 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645455'] for security_group_rule (a4500d0b-e2d7-46eb-99e7-bbbdb2ad2169), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:15.714093 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-f3449a55-ae8a-43e9-9f39-5e97331c2fc8 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=743501da05424df197d7af03d32eabb3&device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 1127 time: 0.0484395 Sep 15 00:49:15.732682 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53412bd-4dd4-49ab-9d4c-9a167c4f9366 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4500d0b-e2d7-46eb-99e7-bbbdb2ad2169,revision_number=0']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:15.741753 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d53412bd-4dd4-49ab-9d4c-9a167c4f9366 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:15.742937 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-d53412bd-4dd4-49ab-9d4c-9a167c4f9366 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1542351 Sep 15 00:49:15.745712 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 57830) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:49:15.750387 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-c9a99105-636a-4efb-acde-f4667e78f355 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Request body: {'security_group_rule': {'security_group_id': '6a43598b-9237-4160-a4ea-cb4109397256', 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:49:15.772597 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.db.securitygroups_db [None req-c9a99105-636a-4efb-acde-f4667e78f355 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Project 53d8d76185c44a159439c0f7a0e88b31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 00:49:15.774668 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-21af0d9a-13de-4b0e-8187-a08d2c090468 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8e5a3ed-229c-4186-8197-286fa9b6a050 HTTP/1.1" status: 200 len: 217 time: 0.0337789 Sep 15 00:49:15.779148 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c9a99105-636a-4efb-acde-f4667e78f355 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks [] for security_group_rule (e16eef63-1941-42fe-a82c-d4a887e99173), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:15.782092 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:15.827728 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=8 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:15.845284 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c9a99105-636a-4efb-acde-f4667e78f355 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks [] for security_group_rule (e16eef63-1941-42fe-a82c-d4a887e99173), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:15.850939 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c9a99105-636a-4efb-acde-f4667e78f355 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645455'] for security_group_rule (e16eef63-1941-42fe-a82c-d4a887e99173), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:15.872605 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-ab892b26-4c16-4014-a5e1-5edf518c71be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:15.874659 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-ab892b26-4c16-4014-a5e1-5edf518c71be service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=1377e933-271c-4a25-8861-4516d6260e23 HTTP/1.1" status: 200 len: 848 time: 0.0935109 Sep 15 00:49:15.876765 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a99105-636a-4efb-acde-f4667e78f355 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e16eef63-1941-42fe-a82c-d4a887e99173,revision_number=0']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:15.887414 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c9a99105-636a-4efb-acde-f4667e78f355 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:15.892058 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-c9a99105-636a-4efb-acde-f4667e78f355 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1418936 Sep 15 00:49:15.918659 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-669bb7e6-bf35-475d-b648-f84ac9172a1f None None] Attempt 6 to provision port a17d3772-5689-400a-897c-7fe1f1b9cf70 Sep 15 00:49:15.920838 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=100 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:15.926917 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device fa77c0f3-92ff-4655-9fab-a7c5ea118bd5 up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:49:15.945125 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47b0cc-dc2e-4ce5-9b79-84661604e9c1 req-c5d7ed09-2e81-4a0a-978e-c8c7f2e48ff8 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:15.952871 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-4d47b0cc-dc2e-4ce5-9b79-84661604e9c1 req-c5d7ed09-2e81-4a0a-978e-c8c7f2e48ff8 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.1029248 Sep 15 00:49:15.970251 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-ec80eaf8-1213-40ac-8a99-f8cb74627fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:15.971816 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-ec80eaf8-1213-40ac-8a99-f8cb74627fa8 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=4290f87e-df9b-42ba-bf4c-3cb460fcfafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0774696 Sep 15 00:49:16.067057 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-4d47b0cc-dc2e-4ce5-9b79-84661604e9c1 req-0a6d4a85-8290-467d-86ba-5b96e0328b89 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114573 Sep 15 00:49:16.126118 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-669bb7e6-bf35-475d-b648-f84ac9172a1f None None] Port a17d3772-5689-400a-897c-7fe1f1b9cf70 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:49:16.132145 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-1566b7b3-e944-468c-844b-903b29a076e3 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4290f87e-df9b-42ba-bf4c-3cb460fcfafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525083 Sep 15 00:49:16.140323 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port fa77c0f3-92ff-4655-9fab-a7c5ea118bd5 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:49:16.140698 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (fa77c0f3-92ff-4655-9fab-a7c5ea118bd5), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:16.141032 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port fa77c0f3-92ff-4655-9fab-a7c5ea118bd5 Sep 15 00:49:16.151512 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:16.164468 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:16.236365 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port fa77c0f3-92ff-4655-9fab-a7c5ea118bd5 is: DOWN; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:49:16.236766 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (fa77c0f3-92ff-4655-9fab-a7c5ea118bd5), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:16.242483 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-dab74b38-bb9e-415d-8f05-d8b4908c061f req-e1e41620-754e-422f-b0ac-b40dc435beb5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4290f87e-df9b-42ba-bf4c-3cb460fcfafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001935 Sep 15 00:49:16.267403 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] For port fa77c0f3-92ff-4655-9fab-a7c5ea118bd5, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=fa77c0f3-92ff-4655-9fab-a7c5ea118bd5,segment=NetworkSegment(bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89),segment_id=bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:49:16.273293 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (fa77c0f3-92ff-4655-9fab-a7c5ea118bd5), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:16.339510 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Pushing event updated for resources: {'Port': ['ID=fa77c0f3-92ff-4655-9fab-a7c5ea118bd5,revision_number=4']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:16.574828 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12a436-613f-4c4c-9678-876a5238d302 req-6c20d94f-9664-4390-9fa5-8559d26b8a3d tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:16.576539 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-3e12a436-613f-4c4c-9678-876a5238d302 req-6c20d94f-9664-4390-9fa5-8559d26b8a3d tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 943 time: 0.0478091 Sep 15 00:49:16.625357 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-3e12a436-613f-4c4c-9678-876a5238d302 req-1c946adb-9c71-4943-9ce8-a19fb2766c0c tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431423 Sep 15 00:49:16.626761 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-669bb7e6-bf35-475d-b648-f84ac9172a1f None None] Attempt 7 to provision port a17d3772-5689-400a-897c-7fe1f1b9cf70 Sep 15 00:49:16.660242 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-669bb7e6-bf35-475d-b648-f84ac9172a1f None None] Port a17d3772-5689-400a-897c-7fe1f1b9cf70 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:49:16.697502 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6547d7-10ce-43a8-8c59-4b4c0254620d None None] Sync routers for ids ['a3af6727-a58d-4f43-bb55-2989599fb31c'] in dv-cinder-857528-2-iscsi {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:49:16.708015 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6547d7-10ce-43a8-8c59-4b4c0254620d None None] Routers {'a3af6727-a58d-4f43-bb55-2989599fb31c'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:49:16.708628 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-0d6547d7-10ce-43a8-8c59-4b4c0254620d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:48:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['a3af6727-a58d-4f43-bb55-2989599fb31c'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:49:16.825075 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-0d6547d7-10ce-43a8-8c59-4b4c0254620d None None] Set router a3af6727-a58d-4f43-bb55-2989599fb31c gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:49:17.110337 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-0d6547d7-10ce-43a8-8c59-4b4c0254620d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3af6727-a58d-4f43-bb55-2989599fb31c', 'name': 'tempest-TestVolumeBootPattern-423703526-router', 'tenant_id': 'eb9e29ab32b9438ca3c1680a93d1ac17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'fa77c0f3-92ff-4655-9fab-a7c5ea118bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:08Z', 'updated_at': '2022-09-15T00:49:12Z', 'revision_number': 4, 'project_id': 'eb9e29ab32b9438ca3c1680a93d1ac17', 'gw_port': {'id': 'fa77c0f3-92ff-4655-9fab-a7c5ea118bd5', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:63:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3af6727-a58d-4f43-bb55-2989599fb31c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:09Z', 'updated_at': '2022-09-15T00:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': 'a17d3772-5689-400a-897c-7fe1f1b9cf70', 'name': '', 'network_id': 'fbbed062-f339-4926-b4a8-b634eab71581', 'tenant_id': 'eb9e29ab32b9438ca3c1680a93d1ac17', 'mac_address': 'fa:16:3e:18:88:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3af6727-a58d-4f43-bb55-2989599fb31c', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b9c17a41-af5e-4494-bbec-0c7d89840655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:12Z', 'updated_at': '2022-09-15T00:49:13Z', 'revision_number': 2, 'project_id': 'eb9e29ab32b9438ca3c1680a93d1ac17', 'subnets': [{'id': 'b9c17a41-af5e-4494-bbec-0c7d89840655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:49:17.135547 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6547d7-10ce-43a8-8c59-4b4c0254620d None None] Checking router: a3af6727-a58d-4f43-bb55-2989599fb31c for host: dv-cinder-857528-2-iscsi {{(pid=112955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:49:17.135896 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6547d7-10ce-43a8-8c59-4b4c0254620d None None] Updating router a3af6727-a58d-4f43-bb55-2989599fb31c port a17d3772-5689-400a-897c-7fe1f1b9cf70 binding host dv-cinder-857528-2-iscsi {{(pid=112955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 00:49:17.161621 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-669bb7e6-bf35-475d-b648-f84ac9172a1f None None] Attempt 8 to provision port a17d3772-5689-400a-897c-7fe1f1b9cf70 Sep 15 00:49:17.163847 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-0d6547d7-10ce-43a8-8c59-4b4c0254620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (a17d3772-5689-400a-897c-7fe1f1b9cf70), before_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:17.195657 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f91b7f-0471-4ec7-80b8-c615f70f1044 req-ab11137e-c21a-413c-ba81-a334fb5b3ba8 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:17.197909 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-54f91b7f-0471-4ec7-80b8-c615f70f1044 req-ab11137e-c21a-413c-ba81-a334fb5b3ba8 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0549469 Sep 15 00:49:17.199923 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-669bb7e6-bf35-475d-b648-f84ac9172a1f None None] Port a17d3772-5689-400a-897c-7fe1f1b9cf70 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:49:17.251401 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-54f91b7f-0471-4ec7-80b8-c615f70f1044 req-c21f8dd0-c267-4a75-be54-cb3ce354049a tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466523 Sep 15 00:49:17.267309 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:17.364863 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:17.447272 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-0d6547d7-10ce-43a8-8c59-4b4c0254620d None None] Publish callbacks [] for port (a17d3772-5689-400a-897c-7fe1f1b9cf70), precommit_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:17.453973 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-0d6547d7-10ce-43a8-8c59-4b4c0254620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (a17d3772-5689-400a-897c-7fe1f1b9cf70), after_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:17.517006 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd4a396-9862-49d3-9c6f-bce009890ec3 None None] Pushing event updated for resources: {'Port': ['ID=a17d3772-5689-400a-897c-7fe1f1b9cf70,revision_number=3']} {{(pid=112955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:17.542443 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4a396-9862-49d3-9c6f-bce009890ec3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:49:17.542788 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4a396-9862-49d3-9c6f-bce009890ec3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:49:17.543150 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4a396-9862-49d3-9c6f-bce009890ec3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:49:17.543531 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4a396-9862-49d3-9c6f-bce009890ec3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:49:17.543871 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4a396-9862-49d3-9c6f-bce009890ec3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:49:17.544202 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4a396-9862-49d3-9c6f-bce009890ec3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:49:17.544527 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4a396-9862-49d3-9c6f-bce009890ec3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:49:17.544849 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4a396-9862-49d3-9c6f-bce009890ec3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:49:17.545173 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4a396-9862-49d3-9c6f-bce009890ec3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:49:17.545500 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4a396-9862-49d3-9c6f-bce009890ec3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:49:17.545823 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4a396-9862-49d3-9c6f-bce009890ec3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:49:17.546159 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4a396-9862-49d3-9c6f-bce009890ec3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:49:17.546481 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4a396-9862-49d3-9c6f-bce009890ec3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:49:17.546804 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4a396-9862-49d3-9c6f-bce009890ec3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:49:17.547119 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4a396-9862-49d3-9c6f-bce009890ec3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:49:17.563307 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.managers [None req-0d6547d7-10ce-43a8-8c59-4b4c0254620d None None] Attempting to bind port a17d3772-5689-400a-897c-7fe1f1b9cf70 on host dv-cinder-857528-2-iscsi for vnic_type normal with profile {{(pid=112955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:49:17.563703 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.managers [None req-0d6547d7-10ce-43a8-8c59-4b4c0254620d None None] Attempting to bind port a17d3772-5689-400a-897c-7fe1f1b9cf70 by drivers openvswitch,hyperv on host dv-cinder-857528-2-iscsi at level 0 using segments [{'id': 'ea7310d9-032e-44f6-8c69-78340199ad47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fbbed062-f339-4926-b4a8-b634eab71581'}] {{(pid=112955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:49:17.564064 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6547d7-10ce-43a8-8c59-4b4c0254620d None None] Attempting to bind port a17d3772-5689-400a-897c-7fe1f1b9cf70 on network fbbed062-f339-4926-b4a8-b634eab71581 {{(pid=112955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:49:17.606413 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6547d7-10ce-43a8-8c59-4b4c0254620d None None] Checking agent: {'id': 'f85e816c-fb48-4744-a66a-e79ceb68e67e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 36, 23), 'started_at': datetime.datetime(2022, 9, 15, 0, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:49:17.606802 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6547d7-10ce-43a8-8c59-4b4c0254620d None None] Checking segment: {'id': 'ea7310d9-032e-44f6-8c69-78340199ad47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fbbed062-f339-4926-b4a8-b634eab71581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:49:17.607212 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-0d6547d7-10ce-43a8-8c59-4b4c0254620d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:17.607609 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6547d7-10ce-43a8-8c59-4b4c0254620d None None] Bound using segment: {'id': 'ea7310d9-032e-44f6-8c69-78340199ad47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fbbed062-f339-4926-b4a8-b634eab71581'} {{(pid=112955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:49:17.608071 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.managers [None req-0d6547d7-10ce-43a8-8c59-4b4c0254620d None None] Bound port: a17d3772-5689-400a-897c-7fe1f1b9cf70, host: dv-cinder-857528-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea7310d9-032e-44f6-8c69-78340199ad47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fbbed062-f339-4926-b4a8-b634eab71581'}}] {{(pid=112955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:49:17.608438 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-0d6547d7-10ce-43a8-8c59-4b4c0254620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (a17d3772-5689-400a-897c-7fe1f1b9cf70), before_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:17.673697 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.db [None req-0d6547d7-10ce-43a8-8c59-4b4c0254620d None None] For port a17d3772-5689-400a-897c-7fe1f1b9cf70, host dv-cinder-857528-2-iscsi, cleared binding levels {{(pid=112955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:49:17.677606 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.db [None req-0d6547d7-10ce-43a8-8c59-4b4c0254620d None None] For port a17d3772-5689-400a-897c-7fe1f1b9cf70, host dv-cinder-857528-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=a17d3772-5689-400a-897c-7fe1f1b9cf70,segment=NetworkSegment(ea7310d9-032e-44f6-8c69-78340199ad47),segment_id=ea7310d9-032e-44f6-8c69-78340199ad47)] {{(pid=112955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:49:17.685235 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-0d6547d7-10ce-43a8-8c59-4b4c0254620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (a17d3772-5689-400a-897c-7fe1f1b9cf70), after_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:17.701264 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-669bb7e6-bf35-475d-b648-f84ac9172a1f None None] Attempt 9 to provision port a17d3772-5689-400a-897c-7fe1f1b9cf70 Sep 15 00:49:17.710955 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76127290-c0cd-479a-b3d4-9d2e86d552b7 req-dfb83d16-1ffd-4b39-bff3-8a1ec8a1ac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:17.713589 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-76127290-c0cd-479a-b3d4-9d2e86d552b7 req-dfb83d16-1ffd-4b39-bff3-8a1ec8a1ac64 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=743501da05424df197d7af03d32eabb3&device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 1127 time: 0.0603600 Sep 15 00:49:17.717356 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6547d7-10ce-43a8-8c59-4b4c0254620d None None] Routers {'a3af6727-a58d-4f43-bb55-2989599fb31c'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:49:17.717990 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-0d6547d7-10ce-43a8-8c59-4b4c0254620d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:48:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['a3af6727-a58d-4f43-bb55-2989599fb31c'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:49:17.783318 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e3c34-1d51-46c0-ac35-d14180edf387 req-c9c63a88-ab12-4e19-b96b-928528f891c9 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:17.785330 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-3e3e3c34-1d51-46c0-ac35-d14180edf387 req-c9c63a88-ab12-4e19-b96b-928528f891c9 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 943 time: 0.0656750 Sep 15 00:49:17.814717 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-21aaec1c-50d0-4e22-8968-c9a804182b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:17.833998 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-669bb7e6-bf35-475d-b648-f84ac9172a1f None None] Current status of the port a17d3772-5689-400a-897c-7fe1f1b9cf70 is: DOWN; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:49:17.834888 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-669bb7e6-bf35-475d-b648-f84ac9172a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (a17d3772-5689-400a-897c-7fe1f1b9cf70), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:17.843812 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76127290-c0cd-479a-b3d4-9d2e86d552b7 req-03f1d7d8-274a-40b7-acf7-a0e7cd0b98fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:17.845690 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-76127290-c0cd-479a-b3d4-9d2e86d552b7 req-03f1d7d8-274a-40b7-acf7-a0e7cd0b98fd service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=4290f87e-df9b-42ba-bf4c-3cb460fcfafb HTTP/1.1" status: 200 len: 909 time: 0.1247740 Sep 15 00:49:17.867405 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-0d6547d7-10ce-43a8-8c59-4b4c0254620d None None] Set router a3af6727-a58d-4f43-bb55-2989599fb31c gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:49:17.879788 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-669bb7e6-bf35-475d-b648-f84ac9172a1f None None] For port a17d3772-5689-400a-897c-7fe1f1b9cf70, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=a17d3772-5689-400a-897c-7fe1f1b9cf70,segment=NetworkSegment(ea7310d9-032e-44f6-8c69-78340199ad47),segment_id=ea7310d9-032e-44f6-8c69-78340199ad47)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:49:17.882813 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-3e3e3c34-1d51-46c0-ac35-d14180edf387 req-93e4ce56-6ad0-4415-ac9c-2eac43ea98e1 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823653 Sep 15 00:49:17.895662 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-669bb7e6-bf35-475d-b648-f84ac9172a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (a17d3772-5689-400a-897c-7fe1f1b9cf70), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:17.913467 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-76127290-c0cd-479a-b3d4-9d2e86d552b7 req-fa309c35-e450-4bf1-9dad-5edfee244f8e service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8e5a3ed-229c-4186-8197-286fa9b6a050 HTTP/1.1" status: 200 len: 217 time: 0.0593333 Sep 15 00:49:17.952021 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device fa77c0f3-92ff-4655-9fab-a7c5ea118bd5 up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:49:17.954712 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:17.987678 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669bb7e6-bf35-475d-b648-f84ac9172a1f None None] Pushing event updated for resources: {'Port': ['ID=a17d3772-5689-400a-897c-7fe1f1b9cf70,revision_number=5']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:17.993041 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76127290-c0cd-479a-b3d4-9d2e86d552b7 req-0368decd-8691-4e5a-a0db-c2433b7560d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:17.994636 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-76127290-c0cd-479a-b3d4-9d2e86d552b7 req-0368decd-8691-4e5a-a0db-c2433b7560d2 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=1377e933-271c-4a25-8861-4516d6260e23 HTTP/1.1" status: 200 len: 848 time: 0.0701072 Sep 15 00:49:18.023511 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port fa77c0f3-92ff-4655-9fab-a7c5ea118bd5 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:49:18.023511 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (fa77c0f3-92ff-4655-9fab-a7c5ea118bd5), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:18.023511 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port fa77c0f3-92ff-4655-9fab-a7c5ea118bd5 Sep 15 00:49:18.068284 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-18f69b6f-2db2-4695-a9b5-bde8574a551f None None] Provisioning complete for port a17d3772-5689-400a-897c-7fe1f1b9cf70 triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:49:18.068662 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-18f69b6f-2db2-4695-a9b5-bde8574a551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (a17d3772-5689-400a-897c-7fe1f1b9cf70), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:18.069001 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-18f69b6f-2db2-4695-a9b5-bde8574a551f None None] Attempt 1 to provision port a17d3772-5689-400a-897c-7fe1f1b9cf70 Sep 15 00:49:18.075865 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76127290-c0cd-479a-b3d4-9d2e86d552b7 req-f37069a7-f69a-4a31-b176-abdc6509e451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:18.077726 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-76127290-c0cd-479a-b3d4-9d2e86d552b7 req-f37069a7-f69a-4a31-b176-abdc6509e451 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=4290f87e-df9b-42ba-bf4c-3cb460fcfafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0712919 Sep 15 00:49:18.144677 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-0d6547d7-10ce-43a8-8c59-4b4c0254620d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3af6727-a58d-4f43-bb55-2989599fb31c', 'name': 'tempest-TestVolumeBootPattern-423703526-router', 'tenant_id': 'eb9e29ab32b9438ca3c1680a93d1ac17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'fa77c0f3-92ff-4655-9fab-a7c5ea118bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:08Z', 'updated_at': '2022-09-15T00:49:12Z', 'revision_number': 4, 'project_id': 'eb9e29ab32b9438ca3c1680a93d1ac17', 'gw_port': {'id': 'fa77c0f3-92ff-4655-9fab-a7c5ea118bd5', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:63:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3af6727-a58d-4f43-bb55-2989599fb31c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:09Z', 'updated_at': '2022-09-15T00:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': 'a17d3772-5689-400a-897c-7fe1f1b9cf70', 'name': '', 'network_id': 'fbbed062-f339-4926-b4a8-b634eab71581', 'tenant_id': 'eb9e29ab32b9438ca3c1680a93d1ac17', 'mac_address': 'fa:16:3e:18:88:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3af6727-a58d-4f43-bb55-2989599fb31c', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b9c17a41-af5e-4494-bbec-0c7d89840655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:12Z', 'updated_at': '2022-09-15T00:49:17Z', 'revision_number': 4, 'project_id': 'eb9e29ab32b9438ca3c1680a93d1ac17', 'subnets': [{'id': 'b9c17a41-af5e-4494-bbec-0c7d89840655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:49:18.174993 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port fa77c0f3-92ff-4655-9fab-a7c5ea118bd5 is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:49:18.175579 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6547d7-10ce-43a8-8c59-4b4c0254620d None None] The sync data for ids ['a3af6727-a58d-4f43-bb55-2989599fb31c'] in dv-cinder-857528-2-iscsi is: [{'id': 'a3af6727-a58d-4f43-bb55-2989599fb31c', 'name': 'tempest-TestVolumeBootPattern-423703526-router', 'tenant_id': 'eb9e29ab32b9438ca3c1680a93d1ac17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'fa77c0f3-92ff-4655-9fab-a7c5ea118bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:08Z', 'updated_at': '2022-09-15T00:49:12Z', 'revision_number': 4, 'project_id': 'eb9e29ab32b9438ca3c1680a93d1ac17', 'gw_port': {'id': 'fa77c0f3-92ff-4655-9fab-a7c5ea118bd5', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:63:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3af6727-a58d-4f43-bb55-2989599fb31c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:09Z', 'updated_at': '2022-09-15T00:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': 'a17d3772-5689-400a-897c-7fe1f1b9cf70', 'name': '', 'network_id': 'fbbed062-f339-4926-b4a8-b634eab71581', 'tenant_id': 'eb9e29ab32b9438ca3c1680a93d1ac17', 'mac_address': 'fa:16:3e:18:88:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3af6727-a58d-4f43-bb55-2989599fb31c', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b9c17a41-af5e-4494-bbec-0c7d89840655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:12Z', 'updated_at': '2022-09-15T00:49:17Z', 'revision_number': 4, 'project_id': 'eb9e29ab32b9438ca3c1680a93d1ac17', 'subnets': [{'id': 'b9c17a41-af5e-4494-bbec-0c7d89840655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:49:18.181980 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd4a396-9862-49d3-9c6f-bce009890ec3 None None] Pushing event updated for resources: {'Port': ['ID=a17d3772-5689-400a-897c-7fe1f1b9cf70,revision_number=4']} {{(pid=112955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:18.199776 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:18.204713 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-76127290-c0cd-479a-b3d4-9d2e86d552b7 req-71dbe9c7-5607-4a3f-9114-c9eeb6ee3ce2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4290f87e-df9b-42ba-bf4c-3cb460fcfafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158125 Sep 15 00:49:18.216460 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-18f69b6f-2db2-4695-a9b5-bde8574a551f None None] Current status of the port a17d3772-5689-400a-897c-7fe1f1b9cf70 is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:49:18.317974 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-76127290-c0cd-479a-b3d4-9d2e86d552b7 req-450463fc-a78c-46be-838e-62ec5c521fa1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4290f87e-df9b-42ba-bf4c-3cb460fcfafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063914 Sep 15 00:49:18.419390 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1d61f-0b18-4ba6-873e-e9022646b30b req-b07a556d-5ec3-4dfc-8e63-0795ee5a7507 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:18.422654 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ffb1d61f-0b18-4ba6-873e-e9022646b30b req-b07a556d-5ec3-4dfc-8e63-0795ee5a7507 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0740187 Sep 15 00:49:18.508006 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ffb1d61f-0b18-4ba6-873e-e9022646b30b req-5df3a10c-655f-46ce-955d-4474b8051f18 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783150 Sep 15 00:49:19.008832 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab09b1-d936-4c6c-9995-a089c689a190 req-1a214c2b-1f7d-444b-8d40-30b2a09c4add tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:19.010262 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-0dab09b1-d936-4c6c-9995-a089c689a190 req-1a214c2b-1f7d-444b-8d40-30b2a09c4add tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 943 time: 0.0474534 Sep 15 00:49:19.060430 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-0dab09b1-d936-4c6c-9995-a089c689a190 req-cabbe62e-48d2-437b-abdf-0da866d18cd0 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437796 Sep 15 00:49:19.667723 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7559af9-b029-4d8b-b2f6-747413676355 req-9cd7e594-6d84-4fc9-a593-708945d02bd8 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:19.669236 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b7559af9-b029-4d8b-b2f6-747413676355 req-9cd7e594-6d84-4fc9-a593-708945d02bd8 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0692496 Sep 15 00:49:19.739064 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b7559af9-b029-4d8b-b2f6-747413676355 req-ed1b9440-f13f-4ddc-beb8-5ccd8a414e44 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642269 Sep 15 00:49:19.868750 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device a17d3772-5689-400a-897c-7fe1f1b9cf70 up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:49:19.912243 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port a17d3772-5689-400a-897c-7fe1f1b9cf70 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:49:19.912614 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (a17d3772-5689-400a-897c-7fe1f1b9cf70), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:19.912948 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port a17d3772-5689-400a-897c-7fe1f1b9cf70 Sep 15 00:49:19.984751 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port a17d3772-5689-400a-897c-7fe1f1b9cf70 is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:49:20.022402 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-52d4209e-15b2-4a0c-b417-4fa3d1060094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:20.178849 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53818ad4-7e35-4e02-9169-1480673adaa4 req-90827440-e8fd-4fcb-a73a-22f2b697f6f0 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:20.180434 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-53818ad4-7e35-4e02-9169-1480673adaa4 req-90827440-e8fd-4fcb-a73a-22f2b697f6f0 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 943 time: 0.0461726 Sep 15 00:49:20.234124 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-53818ad4-7e35-4e02-9169-1480673adaa4 req-69b8e5aa-7b10-4118-ae65-0d149ec67f08 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474479 Sep 15 00:49:20.865120 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01760a-6520-4eb7-a244-1c4b98c924ae req-52a0085e-13de-4642-9885-c3252b5ae08d tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:20.866518 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9a01760a-6520-4eb7-a244-1c4b98c924ae req-52a0085e-13de-4642-9885-c3252b5ae08d tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0493579 Sep 15 00:49:20.913505 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9a01760a-6520-4eb7-a244-1c4b98c924ae req-757b0f92-8276-41e6-86cc-26861d425f4a tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413120 Sep 15 00:49:21.301829 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:21.357226 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18bb635-0ff7-4e14-bf3b-37df135a2856 req-e2059ea1-9d87-420f-846a-81a5c026d456 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:21.358829 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-e18bb635-0ff7-4e14-bf3b-37df135a2856 req-e2059ea1-9d87-420f-846a-81a5c026d456 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 943 time: 0.0471008 Sep 15 00:49:21.411025 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-e18bb635-0ff7-4e14-bf3b-37df135a2856 req-d2602389-cc56-41b2-8f68-532f94ed4202 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462415 Sep 15 00:49:22.036367 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9669b-fd4c-47e7-9b30-f4a469901118 req-3997e434-c0b5-4957-a88f-3d8c4e13d061 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:22.037723 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-8dd9669b-fd4c-47e7-9b30-f4a469901118 req-3997e434-c0b5-4957-a88f-3d8c4e13d061 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0453086 Sep 15 00:49:22.071688 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:22.084513 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-8dd9669b-fd4c-47e7-9b30-f4a469901118 req-13a1f4aa-3463-4edc-9e1c-ee9f5d7225d0 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414464 Sep 15 00:49:22.531019 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e407f915-df46-4947-b431-0fb761f3109c req-1ff590c1-afc1-428c-8df9-89e2f32cb746 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:22.532504 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-e407f915-df46-4947-b431-0fb761f3109c req-1ff590c1-afc1-428c-8df9-89e2f32cb746 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 943 time: 0.0462470 Sep 15 00:49:22.566499 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:22.582007 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-e407f915-df46-4947-b431-0fb761f3109c req-a0f411e1-dff8-4f6c-b66a-0f4b74e877b0 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434387 Sep 15 00:49:22.646546 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:23.209966 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631fd41-fcc1-4f99-abfe-e1193c56e215 req-7264f3e8-34de-40c0-ba4d-1a492493cdac tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:23.211437 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9631fd41-fcc1-4f99-abfe-e1193c56e215 req-7264f3e8-34de-40c0-ba4d-1a492493cdac tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0501885 Sep 15 00:49:23.236477 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:23.259135 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9631fd41-fcc1-4f99-abfe-e1193c56e215 req-753e416e-81f3-41ba-b893-d4ac0c4c478b tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422127 Sep 15 00:49:23.703271 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcbe2b-8b85-4d11-82c4-fca44225514e req-b6e193cf-692b-41b2-b690-8391f20c13b4 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:23.704755 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-83bcbe2b-8b85-4d11-82c4-fca44225514e req-b6e193cf-692b-41b2-b690-8391f20c13b4 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 943 time: 0.0495889 Sep 15 00:49:23.753422 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-83bcbe2b-8b85-4d11-82c4-fca44225514e req-0035e0e4-1712-40e8-92ce-cdb4166d1231 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429165 Sep 15 00:49:24.377864 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a78dc3-eb09-4faf-aa79-49240a1b093e req-d0700cd7-3b75-4281-8d75-e00c36057a9c tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:24.379617 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-51a78dc3-eb09-4faf-aa79-49240a1b093e req-d0700cd7-3b75-4281-8d75-e00c36057a9c tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0460970 Sep 15 00:49:24.426362 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-51a78dc3-eb09-4faf-aa79-49240a1b093e req-6cbde472-e14a-47a5-8600-f75e43f21ff8 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410955 Sep 15 00:49:24.881869 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6753787-c66d-489c-9846-002d3a731cea req-83d9d7e5-ba2b-4927-830a-78aca8d915f6 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:24.883404 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b6753787-c66d-489c-9846-002d3a731cea req-83d9d7e5-ba2b-4927-830a-78aca8d915f6 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 943 time: 0.0560005 Sep 15 00:49:24.939353 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b6753787-c66d-489c-9846-002d3a731cea req-686f8f44-691d-4b75-b4af-3d6192f8cfd5 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496521 Sep 15 00:49:25.552781 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b8ea1-deea-4a5f-a914-fa80d5fb5b43 req-5937f4d9-483e-44d1-961f-1bf157df9d05 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:25.554277 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-bb5b8ea1-deea-4a5f-a914-fa80d5fb5b43 req-5937f4d9-483e-44d1-961f-1bf157df9d05 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0512810 Sep 15 00:49:25.602116 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-bb5b8ea1-deea-4a5f-a914-fa80d5fb5b43 req-4cd00e69-3e6c-4860-bfde-ad54676085ba tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422194 Sep 15 00:49:26.065466 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af430be-e28a-43ed-9043-0d3a5ed48f36 req-a282c455-0251-46ee-aa0b-124a8f57b20a tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:26.066893 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-3af430be-e28a-43ed-9043-0d3a5ed48f36 req-a282c455-0251-46ee-aa0b-124a8f57b20a tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 943 time: 0.0508041 Sep 15 00:49:26.116681 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-3af430be-e28a-43ed-9043-0d3a5ed48f36 req-e559a276-86f2-4cd2-bc8b-3579533d3e2a tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440314 Sep 15 00:49:26.725122 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf8b13-d505-4d33-a251-2f9a7975e7a6 req-e22167a8-4e85-4587-98cb-e702f61d22ae tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:26.726563 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d0cf8b13-d505-4d33-a251-2f9a7975e7a6 req-e22167a8-4e85-4587-98cb-e702f61d22ae tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0459502 Sep 15 00:49:26.772711 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d0cf8b13-d505-4d33-a251-2f9a7975e7a6 req-600370ec-f6f3-4b6f-9c48-348a7838af48 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404162 Sep 15 00:49:27.233964 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f11d94-ecb1-48c8-8ca5-85a037af3b6b req-59b797a7-ff0a-43ab-be5c-82bd9ebf4d48 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:27.235398 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a8f11d94-ecb1-48c8-8ca5-85a037af3b6b req-59b797a7-ff0a-43ab-be5c-82bd9ebf4d48 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 943 time: 0.0455551 Sep 15 00:49:27.245981 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:INSERT=2,neutron:UPDATE=1,neutron:SELECT=95,neutron:DELETE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:27.286100 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a8f11d94-ecb1-48c8-8ca5-85a037af3b6b req-0c92b655-8db1-45ec-91f7-a2d9c38d7740 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452623 Sep 15 00:49:27.890266 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae7705-bb33-4300-99f3-29f94963c4ef req-33a25023-103b-4844-b3f1-6a05e06689e9 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:27.891623 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-4bae7705-bb33-4300-99f3-29f94963c4ef req-33a25023-103b-4844-b3f1-6a05e06689e9 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0455370 Sep 15 00:49:27.942533 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-4bae7705-bb33-4300-99f3-29f94963c4ef req-5787ea0a-414c-4703-bf70-6f5cd5bcbdd7 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453131 Sep 15 00:49:28.407908 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19129118-447b-4c38-9cc8-9896f30fff37 req-a63c448a-9776-4ad1-a8c5-e165fd246112 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:28.409486 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-19129118-447b-4c38-9cc8-9896f30fff37 req-a63c448a-9776-4ad1-a8c5-e165fd246112 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 943 time: 0.0487354 Sep 15 00:49:28.441023 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=100 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:28.463390 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-19129118-447b-4c38-9cc8-9896f30fff37 req-6a0d59d6-548e-4d37-955b-b83ddd7879e9 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483623 Sep 15 00:49:29.066595 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848566da-14e1-4c5e-aa4a-6435a9a0552b req-4fb011b9-f8e7-42df-b08e-cd611014a749 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:29.068134 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-848566da-14e1-4c5e-aa4a-6435a9a0552b req-4fb011b9-f8e7-42df-b08e-cd611014a749 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0485084 Sep 15 00:49:29.121084 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-848566da-14e1-4c5e-aa4a-6435a9a0552b req-691041b3-e4d4-4082-9f83-7114e765f253 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472531 Sep 15 00:49:29.205596 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=74,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:29.211197 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=95 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:29.677234 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e891e2-51ae-4b63-974a-f8a48800643d req-0b340eb0-8b7a-40f2-be59-dbf8cfcb0612 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:29.678739 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-33e891e2-51ae-4b63-974a-f8a48800643d req-0b340eb0-8b7a-40f2-be59-dbf8cfcb0612 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 943 time: 0.1403654 Sep 15 00:49:29.727298 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-33e891e2-51ae-4b63-974a-f8a48800643d req-98dfb0ca-4dfb-4d2c-9fe9-4813ba101e9c tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430071 Sep 15 00:49:30.316285 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341f8bf-b508-4498-9886-0ade209d90be req-8d4e6097-85de-4239-8a1d-9723a7e21861 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:30.317729 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b341f8bf-b508-4498-9886-0ade209d90be req-8d4e6097-85de-4239-8a1d-9723a7e21861 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.1038065 Sep 15 00:49:30.363183 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b341f8bf-b508-4498-9886-0ade209d90be req-42578a7d-5d26-496f-8bcb-2a3758c2f759 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399895 Sep 15 00:49:30.847673 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382aa08e-9928-4aeb-be22-3e5664948628 req-4c74800e-c497-4548-938e-9bc13e7d375e tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:30.849237 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-382aa08e-9928-4aeb-be22-3e5664948628 req-4c74800e-c497-4548-938e-9bc13e7d375e tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 943 time: 0.0469103 Sep 15 00:49:30.898452 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-382aa08e-9928-4aeb-be22-3e5664948628 req-e4f31e16-b997-40a7-a7c0-ac3975586446 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434792 Sep 15 00:49:31.486828 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac3309-df34-4674-8bcb-3f5ca710af73 req-d58a543f-c278-43d1-8409-deb3db3725bc tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:31.488326 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-82ac3309-df34-4674-8bcb-3f5ca710af73 req-d58a543f-c278-43d1-8409-deb3db3725bc tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0497687 Sep 15 00:49:31.536363 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-82ac3309-df34-4674-8bcb-3f5ca710af73 req-067f42b4-c407-48ab-9849-628a21280662 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425022 Sep 15 00:49:32.023788 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb46bb-470d-4f25-a3a4-5da9af364399 req-54fb0fac-8c9e-4a3f-9a0f-225b77dfe2e7 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:32.025269 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-48cb46bb-470d-4f25-a3a4-5da9af364399 req-54fb0fac-8c9e-4a3f-9a0f-225b77dfe2e7 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 943 time: 0.0525177 Sep 15 00:49:32.075054 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-48cb46bb-470d-4f25-a3a4-5da9af364399 req-997806bc-2b4e-4bd9-b27c-6f759d17b4b6 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433705 Sep 15 00:49:32.640185 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:32.642981 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=60,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:32.669157 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4dfda4-85d9-4d10-9094-86e37def6bab req-ca7e558f-6c8f-4d36-a908-7da1a2350b4f tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:32.670674 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-8a4dfda4-85d9-4d10-9094-86e37def6bab req-ca7e558f-6c8f-4d36-a908-7da1a2350b4f tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0473340 Sep 15 00:49:32.721489 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-8a4dfda4-85d9-4d10-9094-86e37def6bab req-72bad4e3-ca23-4539-867e-9864f57f12ee tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443559 Sep 15 00:49:33.197298 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa008bf2-b664-497c-be0a-447ec71b24de req-28472678-a68e-4316-8876-b31cf87498ca tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:33.198801 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-fa008bf2-b664-497c-be0a-447ec71b24de req-28472678-a68e-4316-8876-b31cf87498ca tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 943 time: 0.0470030 Sep 15 00:49:33.247392 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-fa008bf2-b664-497c-be0a-447ec71b24de req-fb4ebee9-4b5f-4d0c-ada7-3b9d58768e85 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430160 Sep 15 00:49:33.843545 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16601355-1de5-478e-b450-3142ad1579d0 req-d7db9fa5-8729-497e-a87c-22908ddfab34 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:33.845004 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-16601355-1de5-478e-b450-3142ad1579d0 req-d7db9fa5-8729-497e-a87c-22908ddfab34 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0457270 Sep 15 00:49:33.897655 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-16601355-1de5-478e-b450-3142ad1579d0 req-c49dd9fd-c33a-457a-9870-b70825ccd69d tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462472 Sep 15 00:49:34.367196 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e4e87-d4c0-40b6-a4ec-9a7498b757ff req-d2c18d3f-4a78-4599-8311-1e2888100876 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:34.368738 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-fc3e4e87-d4c0-40b6-a4ec-9a7498b757ff req-d2c18d3f-4a78-4599-8311-1e2888100876 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 943 time: 0.0469799 Sep 15 00:49:34.424497 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-fc3e4e87-d4c0-40b6-a4ec-9a7498b757ff req-48032217-2050-4a45-bbc2-a0fab0a36a5b tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502234 Sep 15 00:49:35.029514 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb80fc-0162-42b5-8a9d-9d5eb1ef83c4 req-979f21ca-f7a0-47d5-ae2b-d100a5b7341f tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:35.031020 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-aacb80fc-0162-42b5-8a9d-9d5eb1ef83c4 req-979f21ca-f7a0-47d5-ae2b-d100a5b7341f tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0552359 Sep 15 00:49:35.074328 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:35.079354 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-aacb80fc-0162-42b5-8a9d-9d5eb1ef83c4 req-4322b4f2-fbc0-44ed-8eea-c3485ee61ab9 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425322 Sep 15 00:49:35.556228 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b5bd9a-73a9-430c-aebc-8b75bb8ac5f2 req-31e3151e-ff7c-4c98-a241-49028746c19a tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:35.557736 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-15b5bd9a-73a9-430c-aebc-8b75bb8ac5f2 req-31e3151e-ff7c-4c98-a241-49028746c19a tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 943 time: 0.0479419 Sep 15 00:49:35.607157 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-15b5bd9a-73a9-430c-aebc-8b75bb8ac5f2 req-c8eb418e-bf3d-4044-a0cb-0ff875bd790d tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439012 Sep 15 00:49:36.199634 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef34bd3-7503-4073-8763-4a3efee7265b req-06f40139-42f6-43eb-9a75-5a6a4f697a94 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:36.201095 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-6ef34bd3-7503-4073-8763-4a3efee7265b req-06f40139-42f6-43eb-9a75-5a6a4f697a94 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0455773 Sep 15 00:49:36.247312 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-6ef34bd3-7503-4073-8763-4a3efee7265b req-de7a0d7f-c850-40b0-adad-02cbb77f4676 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399678 Sep 15 00:49:36.727359 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a95ff5-a7ad-4801-b8bf-d5e03eedad77 req-6f048003-2f15-4cb7-95f5-4032b4edb4e6 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:36.728853 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-28a95ff5-a7ad-4801-b8bf-d5e03eedad77 req-6f048003-2f15-4cb7-95f5-4032b4edb4e6 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 943 time: 0.0458460 Sep 15 00:49:36.776961 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-28a95ff5-a7ad-4801-b8bf-d5e03eedad77 req-e6d2916b-e747-4e01-bf6d-092ddd658256 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424924 Sep 15 00:49:37.330886 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:37.370713 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9582f50-6638-4f46-bfcf-82c81d1b4e73 req-573ef0da-fc12-4a35-97bd-b66df6f80f5f tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:37.372203 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b9582f50-6638-4f46-bfcf-82c81d1b4e73 req-573ef0da-fc12-4a35-97bd-b66df6f80f5f tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0500889 Sep 15 00:49:37.418960 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b9582f50-6638-4f46-bfcf-82c81d1b4e73 req-dc9eb15c-1e65-42f5-af8a-44b8b3601509 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412378 Sep 15 00:49:37.899744 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63194d53-3211-4f0b-9e15-3723fe61359e req-447f3b94-2bf9-46e9-9f41-507f07162c1e tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:37.901198 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-63194d53-3211-4f0b-9e15-3723fe61359e req-447f3b94-2bf9-46e9-9f41-507f07162c1e tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 943 time: 0.0494521 Sep 15 00:49:37.949424 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-63194d53-3211-4f0b-9e15-3723fe61359e req-86ea5be6-7e24-4f9f-8187-fe7e632fc808 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426781 Sep 15 00:49:38.634419 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079dba3-a334-4081-9982-5dd3e1fd2a7a req-7a2bf67b-50de-4501-961d-370d05efd6f6 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:38.635942 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f079dba3-a334-4081-9982-5dd3e1fd2a7a req-7a2bf67b-50de-4501-961d-370d05efd6f6 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0471141 Sep 15 00:49:38.685022 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f079dba3-a334-4081-9982-5dd3e1fd2a7a req-6a6e1173-ed55-4936-9f40-a1753620a334 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431061 Sep 15 00:49:39.037669 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 58158) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:49:39.069422 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7f2c6-b764-47c4-b8eb-8317c5d968c8 req-a1aad454-2560-4b14-bd7c-464bdbc1595b tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:39.071367 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-86b7f2c6-b764-47c4-b8eb-8317c5d968c8 req-a1aad454-2560-4b14-bd7c-464bdbc1595b tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 943 time: 0.0479400 Sep 15 00:49:39.121622 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-86b7f2c6-b764-47c4-b8eb-8317c5d968c8 req-43541381-f38c-4846-a47f-0bfd31b1499d tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444312 Sep 15 00:49:39.146275 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-422fdca0-293d-4758-804f-9670bfde91ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:39.226586 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-422fdca0-293d-4758-804f-9670bfde91ee admin admin] Publish callbacks [] for security_group (b40c775d-311f-49d4-b04e-b02b559d73da), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:39.230254 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-422fdca0-293d-4758-804f-9670bfde91ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (b40c775d-311f-49d4-b04e-b02b559d73da), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:39.270651 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-422fdca0-293d-4758-804f-9670bfde91ee admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=2a313f2139a841baa6f299c931a49cab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312458 Sep 15 00:49:39.271585 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422fdca0-293d-4758-804f-9670bfde91ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40c775d-311f-49d4-b04e-b02b559d73da,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:39.272903 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 58162) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:49:39.301883 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=100 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:39.325533 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-950a1a77-a53e-4664-bdf1-07dfd7cdd362 admin admin] Publish callbacks [] for security_group (b40c775d-311f-49d4-b04e-b02b559d73da), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:39.344641 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-950a1a77-a53e-4664-bdf1-07dfd7cdd362 admin admin] Publish callbacks [] for security_group (b40c775d-311f-49d4-b04e-b02b559d73da), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:39.391259 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-950a1a77-a53e-4664-bdf1-07dfd7cdd362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (b40c775d-311f-49d4-b04e-b02b559d73da), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:39.393755 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-950a1a77-a53e-4664-bdf1-07dfd7cdd362 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:39.394882 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-950a1a77-a53e-4664-bdf1-07dfd7cdd362 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/b40c775d-311f-49d4-b04e-b02b559d73da HTTP/1.1" status: 204 len: 168 time: 0.1208994 Sep 15 00:49:39.402307 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a1a77-a53e-4664-bdf1-07dfd7cdd362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40c775d-311f-49d4-b04e-b02b559d73da,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:39.812730 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb31f06-65e0-429b-86b4-a5bb45942cf1 req-88d6c020-6d55-4ad4-be5e-1078ce07d4ea tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:39.814519 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-afb31f06-65e0-429b-86b4-a5bb45942cf1 req-88d6c020-6d55-4ad4-be5e-1078ce07d4ea tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0526154 Sep 15 00:49:39.861845 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-afb31f06-65e0-429b-86b4-a5bb45942cf1 req-61eba02e-bc7e-42f8-98c3-7213ceecf767 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419502 Sep 15 00:49:40.031194 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 58190) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:49:40.123700 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-93a52f4c-6cab-46f5-8912-a011c5d4e9cd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-704422149-network', 'tenant_id': '762beb87caad4aa691528a7d9de01086'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:49:40.133700 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:40.146520 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a52f4c-6cab-46f5-8912-a011c5d4e9cd admin admin] Made reservation on behalf of 762beb87caad4aa691528a7d9de01086 for: {'network': 1} {{(pid=112952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:49:40.148766 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-93a52f4c-6cab-46f5-8912-a011c5d4e9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for network (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:40.157273 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-93a52f4c-6cab-46f5-8912-a011c5d4e9cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:40.271169 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601ffe3-5205-4a06-b51c-8d3e9fdf3c3e req-de77efd8-0f21-4011-bb7b-a532a355b106 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:40.272695 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9601ffe3-5205-4a06-b51c-8d3e9fdf3c3e req-de77efd8-0f21-4011-bb7b-a532a355b106 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 943 time: 0.0749631 Sep 15 00:49:40.304440 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-93a52f4c-6cab-46f5-8912-a011c5d4e9cd admin admin] Publish callbacks [] for security_group (eb28f0b2-fdff-42b4-bee2-e7db48ff622b), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:40.310765 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-93a52f4c-6cab-46f5-8912-a011c5d4e9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (eb28f0b2-fdff-42b4-bee2-e7db48ff622b), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:40.351829 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93a52f4c-6cab-46f5-8912-a011c5d4e9cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=112952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 00:49:40.365615 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a52f4c-6cab-46f5-8912-a011c5d4e9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb28f0b2-fdff-42b4-bee2-e7db48ff622b,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:40.372970 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9601ffe3-5205-4a06-b51c-8d3e9fdf3c3e req-938f5449-6b15-4d0b-bcbc-790094cf0d8c tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946541 Sep 15 00:49:40.379871 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-93a52f4c-6cab-46f5-8912-a011c5d4e9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898'] for segment (f18da049-9f88-408b-afb0-dfd230010528), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:40.380218 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.db.segments_db [None req-93a52f4c-6cab-46f5-8912-a011c5d4e9cd admin admin] Added segment f18da049-9f88-408b-afb0-dfd230010528 of type vlan for network 6527e211-69f5-4bda-8984-4ee4af88ebfb Sep 15 00:49:40.382081 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a52f4c-6cab-46f5-8912-a011c5d4e9cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:49:40.382430 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a52f4c-6cab-46f5-8912-a011c5d4e9cd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:49:40.382778 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a52f4c-6cab-46f5-8912-a011c5d4e9cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:49:40.383121 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a52f4c-6cab-46f5-8912-a011c5d4e9cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:49:40.383458 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a52f4c-6cab-46f5-8912-a011c5d4e9cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:49:40.383817 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a52f4c-6cab-46f5-8912-a011c5d4e9cd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:49:40.384145 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a52f4c-6cab-46f5-8912-a011c5d4e9cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:49:40.384508 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a52f4c-6cab-46f5-8912-a011c5d4e9cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:49:40.384790 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a52f4c-6cab-46f5-8912-a011c5d4e9cd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:49:40.385113 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a52f4c-6cab-46f5-8912-a011c5d4e9cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:49:40.385441 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a52f4c-6cab-46f5-8912-a011c5d4e9cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:49:40.385771 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a52f4c-6cab-46f5-8912-a011c5d4e9cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:49:40.386093 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a52f4c-6cab-46f5-8912-a011c5d4e9cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:49:40.386416 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a52f4c-6cab-46f5-8912-a011c5d4e9cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:49:40.386738 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a52f4c-6cab-46f5-8912-a011c5d4e9cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:49:40.429313 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-93a52f4c-6cab-46f5-8912-a011c5d4e9cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740353647288'] for network (6527e211-69f5-4bda-8984-4ee4af88ebfb), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:40.454144 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-93a52f4c-6cab-46f5-8912-a011c5d4e9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177'] for network (6527e211-69f5-4bda-8984-4ee4af88ebfb), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:40.455148 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a52f4c-6cab-46f5-8912-a011c5d4e9cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:40.455767 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-93a52f4c-6cab-46f5-8912-a011c5d4e9cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for network (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:40.507887 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-93a52f4c-6cab-46f5-8912-a011c5d4e9cd admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4755056 Sep 15 00:49:40.510896 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 58198) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:49:40.515738 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-e4bc3ac3-94be-401b-9817-9e12d0a52b16 admin admin] Request body: {'subnet': {'network_id': '6527e211-69f5-4bda-8984-4ee4af88ebfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-704422149-subnet', 'tenant_id': '762beb87caad4aa691528a7d9de01086', 'ip_version': 4}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:49:40.518688 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a52f4c-6cab-46f5-8912-a011c5d4e9cd admin admin] Pushing event updated for resources: {'Network': ['ID=6527e211-69f5-4bda-8984-4ee4af88ebfb,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:40.528514 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Network 6527e211-69f5-4bda-8984-4ee4af88ebfb details requested by agent ovs-agent-dv-cinder-857528-2-iscsi with host dv-cinder-857528-2-iscsi {{(pid=112954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 00:49:40.535712 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bc3ac3-94be-401b-9817-9e12d0a52b16 admin admin] Made reservation on behalf of 762beb87caad4aa691528a7d9de01086 for: {'subnet': 1} {{(pid=112953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:49:40.538055 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-e4bc3ac3-94be-401b-9817-9e12d0a52b16 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:40.713379 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-e4bc3ac3-94be-401b-9817-9e12d0a52b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177'] for subnet (479cc5fe-8cf2-4cfc-81e7-d1f45af83420), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:40.771226 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc3ac3-94be-401b-9817-9e12d0a52b16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=479cc5fe-8cf2-4cfc-81e7-d1f45af83420,revision_number=0']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:40.776109 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:40.779098 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bc3ac3-94be-401b-9817-9e12d0a52b16 admin admin] Checking segment: {'id': 'f18da049-9f88-408b-afb0-dfd230010528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6527e211-69f5-4bda-8984-4ee4af88ebfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:49:40.779464 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bc3ac3-94be-401b-9817-9e12d0a52b16 admin admin] Network hostable DHCP agents. Network: 6527e211-69f5-4bda-8984-4ee4af88ebfb, hostable agents: ['abe268bd-80e0-4b66-bd7b-8cd34d7e839c'], hosted agents: [] {{(pid=112953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 00:49:40.800054 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bc3ac3-94be-401b-9817-9e12d0a52b16 admin admin] Network 6527e211-69f5-4bda-8984-4ee4af88ebfb is scheduled to be hosted by DHCP agent abe268bd-80e0-4b66-bd7b-8cd34d7e839c with binding_index 1 {{(pid=112953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 00:49:40.809737 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.base_scheduler [None req-e4bc3ac3-94be-401b-9817-9e12d0a52b16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-2-iscsi, 6527e211-69f5-4bda-8984-4ee4af88ebfb) {{(pid=112953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:49:40.814419 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bc3ac3-94be-401b-9817-9e12d0a52b16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:40.815914 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-e4bc3ac3-94be-401b-9817-9e12d0a52b16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for subnet (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:40.821059 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2448be5-ade6-4945-8fa5-14e260a12b18 None None] Network 6527e211-69f5-4bda-8984-4ee4af88ebfb requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:49:40.832541 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-e4bc3ac3-94be-401b-9817-9e12d0a52b16 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3204696 Sep 15 00:49:40.835175 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 58204) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:49:40.839422 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-7d3a025b-e9bd-4307-97b4-6a687f499c98 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-704422149-router', 'tenant_id': '762beb87caad4aa691528a7d9de01086', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'}}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:49:40.864632 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-7d3a025b-e9bd-4307-97b4-6a687f499c98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3733'] for router (8108ca8a-b303-44b7-9c98-720b2f6cd0e6), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:40.865578 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-7d3a025b-e9bd-4307-97b4-6a687f499c98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1683127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1672952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2000688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3740'] for router (8108ca8a-b303-44b7-9c98-720b2f6cd0e6), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:40.868482 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:DELETE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:40.916688 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-7d3a025b-e9bd-4307-97b4-6a687f499c98 admin admin] Publish callbacks [] for router_controller (8108ca8a-b303-44b7-9c98-720b2f6cd0e6), precommit_add_association {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:40.939814 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02154029-22f8-4fcd-bade-a109bd1a6d6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3047b3e4-ccd7-5ac9-918c-8e3fb3633ad1-6527e211-69f5-4bda-8984-4ee4af88ebfb', 'network_id': '6527e211-69f5-4bda-8984-4ee4af88ebfb', 'project_id': '762beb87caad4aa691528a7d9de01086', 'fixed_ips': [{'subnet_id': '479cc5fe-8cf2-4cfc-81e7-d1f45af83420'}]}} from dv-cinder-857528-2-iscsi. {{(pid=112954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 00:49:40.940868 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-02154029-22f8-4fcd-bade-a109bd1a6d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:41.027965 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c779f8-730e-4550-a919-109aca589c92 req-c21fba05-5591-43bc-9915-152b565128f2 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:41.029415 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b7c779f8-730e-4550-a919-109aca589c92 req-c21fba05-5591-43bc-9915-152b565128f2 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0748112 Sep 15 00:49:41.080721 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.db_base_plugin_common [None req-02154029-22f8-4fcd-bade-a109bd1a6d6e None None] Allocated IP 172.20.0.2 (6527e211-69f5-4bda-8984-4ee4af88ebfb/479cc5fe-8cf2-4cfc-81e7-d1f45af83420/30646957-631e-4469-b83b-01eba6e04bfe) {{(pid=112954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:49:41.231790 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-02154029-22f8-4fcd-bade-a109bd1a6d6e None None] Publish callbacks [] for port (30646957-631e-4469-b83b-01eba6e04bfe), precommit_create {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:41.238132 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-02154029-22f8-4fcd-bade-a109bd1a6d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163'] for port (30646957-631e-4469-b83b-01eba6e04bfe), after_create {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:41.289509 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02154029-22f8-4fcd-bade-a109bd1a6d6e None None] Network 6527e211-69f5-4bda-8984-4ee4af88ebfb is already hosted by enough agents. {{(pid=112954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:49:41.290778 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02154029-22f8-4fcd-bade-a109bd1a6d6e None None] Pushing event updated for resources: {'Port': ['ID=30646957-631e-4469-b83b-01eba6e04bfe,revision_number=1']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:41.293395 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.scheduler.base_scheduler [None req-02154029-22f8-4fcd-bade-a109bd1a6d6e None None] Resources bound (agent type, host, resource id): {{(pid=112954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:49:41.295946 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02154029-22f8-4fcd-bade-a109bd1a6d6e None None] Received port after_create {{(pid=112954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:49:41.305932 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-7d3a025b-e9bd-4307-97b4-6a687f499c98 admin admin] Publish callbacks [] for router_gateway (8108ca8a-b303-44b7-9c98-720b2f6cd0e6), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:41.342386 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b7c779f8-730e-4550-a919-109aca589c92 req-f7cf2b89-594f-4218-bbeb-492b17383722 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2844267 Sep 15 00:49:41.353264 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-02154029-22f8-4fcd-bade-a109bd1a6d6e None None] Attempting to bind port 30646957-631e-4469-b83b-01eba6e04bfe on host dv-cinder-857528-2-iscsi for vnic_type normal with profile {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:49:41.353645 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-02154029-22f8-4fcd-bade-a109bd1a6d6e None None] Attempting to bind port 30646957-631e-4469-b83b-01eba6e04bfe by drivers openvswitch,hyperv on host dv-cinder-857528-2-iscsi at level 0 using segments [{'id': 'f18da049-9f88-408b-afb0-dfd230010528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6527e211-69f5-4bda-8984-4ee4af88ebfb'}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:49:41.354013 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02154029-22f8-4fcd-bade-a109bd1a6d6e None None] Attempting to bind port 30646957-631e-4469-b83b-01eba6e04bfe on network 6527e211-69f5-4bda-8984-4ee4af88ebfb {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:49:41.398266 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02154029-22f8-4fcd-bade-a109bd1a6d6e None None] Checking agent: {'id': 'f85e816c-fb48-4744-a66a-e79ceb68e67e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 36, 23), 'started_at': datetime.datetime(2022, 9, 15, 0, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:49:41.398639 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02154029-22f8-4fcd-bade-a109bd1a6d6e None None] Checking segment: {'id': 'f18da049-9f88-408b-afb0-dfd230010528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6527e211-69f5-4bda-8984-4ee4af88ebfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:49:41.399272 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-02154029-22f8-4fcd-bade-a109bd1a6d6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:41.399694 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02154029-22f8-4fcd-bade-a109bd1a6d6e None None] Bound using segment: {'id': 'f18da049-9f88-408b-afb0-dfd230010528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6527e211-69f5-4bda-8984-4ee4af88ebfb'} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:49:41.400172 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-02154029-22f8-4fcd-bade-a109bd1a6d6e None None] Bound port: 30646957-631e-4469-b83b-01eba6e04bfe, host: dv-cinder-857528-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f18da049-9f88-408b-afb0-dfd230010528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6527e211-69f5-4bda-8984-4ee4af88ebfb'}}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:49:41.400559 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-02154029-22f8-4fcd-bade-a109bd1a6d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (30646957-631e-4469-b83b-01eba6e04bfe), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:41.467846 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-02154029-22f8-4fcd-bade-a109bd1a6d6e None None] For port 30646957-631e-4469-b83b-01eba6e04bfe, host dv-cinder-857528-2-iscsi, cleared binding levels {{(pid=112954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:49:41.471719 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-02154029-22f8-4fcd-bade-a109bd1a6d6e None None] For port 30646957-631e-4469-b83b-01eba6e04bfe, host dv-cinder-857528-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=30646957-631e-4469-b83b-01eba6e04bfe,segment=NetworkSegment(f18da049-9f88-408b-afb0-dfd230010528),segment_id=f18da049-9f88-408b-afb0-dfd230010528)] {{(pid=112954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:49:41.479035 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-02154029-22f8-4fcd-bade-a109bd1a6d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (30646957-631e-4469-b83b-01eba6e04bfe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:41.510491 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6b877-bcf3-49b7-a79c-35d4cc785937 req-76fb2131-3ab2-4318-8636-cfd37f4184f6 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:41.515752 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-91b6b877-bcf3-49b7-a79c-35d4cc785937 req-76fb2131-3ab2-4318-8636-cfd37f4184f6 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 943 time: 0.0655451 Sep 15 00:49:41.520691 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-7d3a025b-e9bd-4307-97b4-6a687f499c98 admin admin] Publish callbacks [] for router_gateway (8108ca8a-b303-44b7-9c98-720b2f6cd0e6), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:41.535802 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:41.538984 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02154029-22f8-4fcd-bade-a109bd1a6d6e None None] Pushing event updated for resources: {'Port': ['ID=30646957-631e-4469-b83b-01eba6e04bfe,revision_number=2']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:41.544487 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-7d3a025b-e9bd-4307-97b4-6a687f499c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:41.580973 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-91b6b877-bcf3-49b7-a79c-35d4cc785937 req-d23013ce-8d06-4eb2-9aff-282f36df5afc tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587921 Sep 15 00:49:41.654025 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.db_base_plugin_common [None req-7d3a025b-e9bd-4307-97b4-6a687f499c98 admin admin] Allocated IP 172.27.1.27 (53046852-16e9-4bc6-a26e-a34c1d2139e6/8f0c0330-11bc-44ed-a1b6-6f3c15aee393/d8adb22a-529a-4981-82b4-0709e17d11b9) {{(pid=112953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:49:41.795933 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-7d3a025b-e9bd-4307-97b4-6a687f499c98 admin admin] Publish callbacks [] for port (d8adb22a-529a-4981-82b4-0709e17d11b9), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:41.839088 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-7d3a025b-e9bd-4307-97b4-6a687f499c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163'] for port (d8adb22a-529a-4981-82b4-0709e17d11b9), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:41.856949 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=10 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:41.877965 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3a025b-e9bd-4307-97b4-6a687f499c98 admin admin] Network 53046852-16e9-4bc6-a26e-a34c1d2139e6 is already hosted by enough agents. {{(pid=112953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:49:41.882099 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.base_scheduler [None req-7d3a025b-e9bd-4307-97b4-6a687f499c98 admin admin] Resources bound (agent type, host, resource id): {{(pid=112953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:49:41.886587 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3a025b-e9bd-4307-97b4-6a687f499c98 admin admin] Received port after_create {{(pid=112953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:49:41.917710 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 30646957-631e-4469-b83b-01eba6e04bfe up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:49:41.967536 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:41.969708 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3a025b-e9bd-4307-97b4-6a687f499c98 admin admin] Pushing event updated for resources: {'Port': ['ID=d8adb22a-529a-4981-82b4-0709e17d11b9,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:41.977934 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port 30646957-631e-4469-b83b-01eba6e04bfe triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:49:41.978328 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (30646957-631e-4469-b83b-01eba6e04bfe), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:41.978681 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port 30646957-631e-4469-b83b-01eba6e04bfe Sep 15 00:49:42.054066 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port 30646957-631e-4469-b83b-01eba6e04bfe is: DOWN; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:49:42.054712 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (30646957-631e-4469-b83b-01eba6e04bfe), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:42.058424 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:42.084939 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:42.089511 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] For port 30646957-631e-4469-b83b-01eba6e04bfe, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=30646957-631e-4469-b83b-01eba6e04bfe,segment=NetworkSegment(f18da049-9f88-408b-afb0-dfd230010528),segment_id=f18da049-9f88-408b-afb0-dfd230010528)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:49:42.094622 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (30646957-631e-4469-b83b-01eba6e04bfe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:42.111442 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-7d3a025b-e9bd-4307-97b4-6a687f499c98 admin admin] Publish callbacks [] for router_gateway (8108ca8a-b303-44b7-9c98-720b2f6cd0e6), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:42.143634 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Pushing event updated for resources: {'Port': ['ID=30646957-631e-4469-b83b-01eba6e04bfe,revision_number=3']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:42.307797 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-7d3a025b-e9bd-4307-97b4-6a687f499c98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1683183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1682215'] for router (8108ca8a-b303-44b7-9c98-720b2f6cd0e6), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:42.416785 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7ef1ea-29c6-456f-aae2-80d97cf1bdc2 None None] Network 6527e211-69f5-4bda-8984-4ee4af88ebfb requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:49:42.469496 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3a025b-e9bd-4307-97b4-6a687f499c98 admin admin] Router 8108ca8a-b303-44b7-9c98-720b2f6cd0e6 is scheduled to L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe with binding_index 1 {{(pid=112953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 00:49:42.480366 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a581a19-b64b-4a5b-825d-42a38184637d req-39df0b6e-ea84-47f4-a1df-f4f3fa659208 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:42.481851 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5a581a19-b64b-4a5b-825d-42a38184637d req-39df0b6e-ea84-47f4-a1df-f4f3fa659208 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0546439 Sep 15 00:49:42.487638 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-b553a422-953f-494a-b30f-2326fd279b9a None None] Provisioning complete for port 30646957-631e-4469-b83b-01eba6e04bfe triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:49:42.488018 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-b553a422-953f-494a-b30f-2326fd279b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (30646957-631e-4469-b83b-01eba6e04bfe), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:42.488362 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-b553a422-953f-494a-b30f-2326fd279b9a None None] Attempt 1 to provision port 30646957-631e-4469-b83b-01eba6e04bfe Sep 15 00:49:42.599350 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5a581a19-b64b-4a5b-825d-42a38184637d req-98bc9415-acf5-46e3-ae1c-95826f40ffb2 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112380 Sep 15 00:49:42.602755 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-b553a422-953f-494a-b30f-2326fd279b9a None None] Current status of the port 30646957-631e-4469-b83b-01eba6e04bfe is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:49:42.618081 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3a025b-e9bd-4307-97b4-6a687f499c98 admin admin] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:49:42.632223 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f9da22-fb6b-4b5d-a383-8f26165a3a1c None None] Sync routers for ids ['8108ca8a-b303-44b7-9c98-720b2f6cd0e6'] in dv-cinder-857528-2-iscsi {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:49:42.642889 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f9da22-fb6b-4b5d-a383-8f26165a3a1c None None] Routers {'8108ca8a-b303-44b7-9c98-720b2f6cd0e6'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:49:42.643588 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-81f9da22-fb6b-4b5d-a383-8f26165a3a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:49:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['8108ca8a-b303-44b7-9c98-720b2f6cd0e6'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:49:42.649860 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-7d3a025b-e9bd-4307-97b4-6a687f499c98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:42.653910 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 58218) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:49:42.654394 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-7d3a025b-e9bd-4307-97b4-6a687f499c98 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8177660 Sep 15 00:49:42.768809 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-81f9da22-fb6b-4b5d-a383-8f26165a3a1c None None] Set router 8108ca8a-b303-44b7-9c98-720b2f6cd0e6 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:49:42.780480 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989bd9d-4f12-4451-99e0-3f37325d0674 req-f26c3122-d7be-4efc-a586-bf3c38bb72d2 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:42.781946 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d989bd9d-4f12-4451-99e0-3f37325d0674 req-f26c3122-d7be-4efc-a586-bf3c38bb72d2 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 943 time: 0.0842719 Sep 15 00:49:42.824796 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:42.850402 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-c53181d2-3c55-4872-855c-e5a3774c443f None None] Provisioning complete for port 30646957-631e-4469-b83b-01eba6e04bfe triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:49:42.850776 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-c53181d2-3c55-4872-855c-e5a3774c443f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (30646957-631e-4469-b83b-01eba6e04bfe), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:42.851117 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-c53181d2-3c55-4872-855c-e5a3774c443f None None] Attempt 1 to provision port 30646957-631e-4469-b83b-01eba6e04bfe Sep 15 00:49:42.904731 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d989bd9d-4f12-4451-99e0-3f37325d0674 req-1ce4b918-7d88-4fd4-bb43-278f4fac6f21 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023917 Sep 15 00:49:43.021559 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:43.025427 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-c53181d2-3c55-4872-855c-e5a3774c443f None None] Current status of the port 30646957-631e-4469-b83b-01eba6e04bfe is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:49:43.042705 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-81f9da22-fb6b-4b5d-a383-8f26165a3a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8108ca8a-b303-44b7-9c98-720b2f6cd0e6', 'name': 'tempest-TestMinimumBasicScenario-704422149-router', 'tenant_id': '762beb87caad4aa691528a7d9de01086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'd8adb22a-529a-4981-82b4-0709e17d11b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:40Z', 'updated_at': '2022-09-15T00:49:42Z', 'revision_number': 3, 'project_id': '762beb87caad4aa691528a7d9de01086', 'gw_port': {'id': 'd8adb22a-529a-4981-82b4-0709e17d11b9', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:71:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8108ca8a-b303-44b7-9c98-720b2f6cd0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:41Z', 'updated_at': '2022-09-15T00:49:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi'}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:49:43.051869 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:43.067871 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f9da22-fb6b-4b5d-a383-8f26165a3a1c None None] Checking router: 8108ca8a-b303-44b7-9c98-720b2f6cd0e6 for host: dv-cinder-857528-2-iscsi {{(pid=112954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:49:43.068226 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f9da22-fb6b-4b5d-a383-8f26165a3a1c None None] Updating router 8108ca8a-b303-44b7-9c98-720b2f6cd0e6 port d8adb22a-529a-4981-82b4-0709e17d11b9 binding host dv-cinder-857528-2-iscsi {{(pid=112954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 00:49:43.095901 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-81f9da22-fb6b-4b5d-a383-8f26165a3a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (d8adb22a-529a-4981-82b4-0709e17d11b9), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:43.168591 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-fa981674-0e1f-4c80-be9c-b3b6fedf807e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:43.316124 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.db_base_plugin_common [None req-fa981674-0e1f-4c80-be9c-b3b6fedf807e admin admin] Allocated IP 172.20.0.1 (6527e211-69f5-4bda-8984-4ee4af88ebfb/479cc5fe-8cf2-4cfc-81e7-d1f45af83420/549fb5c3-7efb-441f-b921-6922b1bd5394) {{(pid=112952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:49:43.323766 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:43.346555 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-81f9da22-fb6b-4b5d-a383-8f26165a3a1c None None] Publish callbacks [] for port (d8adb22a-529a-4981-82b4-0709e17d11b9), precommit_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:43.352027 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-81f9da22-fb6b-4b5d-a383-8f26165a3a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (d8adb22a-529a-4981-82b4-0709e17d11b9), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:43.384341 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-81f9da22-fb6b-4b5d-a383-8f26165a3a1c None None] Attempting to bind port d8adb22a-529a-4981-82b4-0709e17d11b9 on host dv-cinder-857528-2-iscsi for vnic_type normal with profile {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:49:43.384709 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-81f9da22-fb6b-4b5d-a383-8f26165a3a1c None None] Attempting to bind port d8adb22a-529a-4981-82b4-0709e17d11b9 by drivers openvswitch,hyperv on host dv-cinder-857528-2-iscsi at level 0 using segments [{'id': 'bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:49:43.385066 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f9da22-fb6b-4b5d-a383-8f26165a3a1c None None] Attempting to bind port d8adb22a-529a-4981-82b4-0709e17d11b9 on network 53046852-16e9-4bc6-a26e-a34c1d2139e6 {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:49:43.421634 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53707a-0de4-4c09-9189-23cbbe882f6a None None] Pushing event updated for resources: {'Port': ['ID=d8adb22a-529a-4981-82b4-0709e17d11b9,revision_number=2']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:43.423806 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-fa981674-0e1f-4c80-be9c-b3b6fedf807e admin admin] Publish callbacks [] for port (549fb5c3-7efb-441f-b921-6922b1bd5394), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:43.440043 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f9da22-fb6b-4b5d-a383-8f26165a3a1c None None] Checking agent: {'id': 'f85e816c-fb48-4744-a66a-e79ceb68e67e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 36, 23), 'started_at': datetime.datetime(2022, 9, 15, 0, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:49:43.440409 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f9da22-fb6b-4b5d-a383-8f26165a3a1c None None] Checking segment: {'id': 'bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:49:43.440800 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-81f9da22-fb6b-4b5d-a383-8f26165a3a1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:43.441202 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f9da22-fb6b-4b5d-a383-8f26165a3a1c None None] Bound using segment: {'id': 'bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:49:43.441661 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-81f9da22-fb6b-4b5d-a383-8f26165a3a1c None None] Bound port: d8adb22a-529a-4981-82b4-0709e17d11b9, host: dv-cinder-857528-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'}}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:49:43.442038 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-81f9da22-fb6b-4b5d-a383-8f26165a3a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (d8adb22a-529a-4981-82b4-0709e17d11b9), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:43.455734 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-fa981674-0e1f-4c80-be9c-b3b6fedf807e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3304143'] for port (549fb5c3-7efb-441f-b921-6922b1bd5394), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:43.491472 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-81f9da22-fb6b-4b5d-a383-8f26165a3a1c None None] For port d8adb22a-529a-4981-82b4-0709e17d11b9, host dv-cinder-857528-2-iscsi, cleared binding levels {{(pid=112954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:49:43.493022 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa981674-0e1f-4c80-be9c-b3b6fedf807e admin admin] Network 6527e211-69f5-4bda-8984-4ee4af88ebfb is already hosted by enough agents. {{(pid=112952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:49:43.494807 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-81f9da22-fb6b-4b5d-a383-8f26165a3a1c None None] For port d8adb22a-529a-4981-82b4-0709e17d11b9, host dv-cinder-857528-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=d8adb22a-529a-4981-82b4-0709e17d11b9,segment=NetworkSegment(bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89),segment_id=bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89)] {{(pid=112954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:49:43.498604 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.base_scheduler [None req-fa981674-0e1f-4c80-be9c-b3b6fedf807e admin admin] Resources bound (agent type, host, resource id): {{(pid=112952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:49:43.501379 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-81f9da22-fb6b-4b5d-a383-8f26165a3a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (d8adb22a-529a-4981-82b4-0709e17d11b9), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:43.502919 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa981674-0e1f-4c80-be9c-b3b6fedf807e admin admin] Received port after_create {{(pid=112952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:49:43.530252 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa981674-0e1f-4c80-be9c-b3b6fedf807e admin admin] Pushing event updated for resources: {'Port': ['ID=549fb5c3-7efb-441f-b921-6922b1bd5394,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:43.552267 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-fa981674-0e1f-4c80-be9c-b3b6fedf807e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1673502'] for router_interface (8108ca8a-b303-44b7-9c98-720b2f6cd0e6), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:43.562755 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f9da22-fb6b-4b5d-a383-8f26165a3a1c None None] Routers {'8108ca8a-b303-44b7-9c98-720b2f6cd0e6'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:49:43.563375 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-81f9da22-fb6b-4b5d-a383-8f26165a3a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:49:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['8108ca8a-b303-44b7-9c98-720b2f6cd0e6'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:49:43.614395 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53707a-0de4-4c09-9189-23cbbe882f6a None None] Pushing event updated for resources: {'Port': ['ID=d8adb22a-529a-4981-82b4-0709e17d11b9,revision_number=3']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:43.692521 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:43.693829 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-fa981674-0e1f-4c80-be9c-b3b6fedf807e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (549fb5c3-7efb-441f-b921-6922b1bd5394), before_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:43.750416 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4e285-2c03-453b-a0eb-2a3e26d6e356 req-d54d6b8e-f120-4f28-aa96-d05ec64e3c53 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:43.754388 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f0f4e285-2c03-453b-a0eb-2a3e26d6e356 req-d54d6b8e-f120-4f28-aa96-d05ec64e3c53 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0567801 Sep 15 00:49:43.809404 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f0f4e285-2c03-453b-a0eb-2a3e26d6e356 req-db396cbf-7a8c-4084-a87c-4459273fe50e tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489435 Sep 15 00:49:43.868178 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-8236a251-cb20-498e-9da0-31c28fbcc395 None None] Provisioning complete for port 549fb5c3-7efb-441f-b921-6922b1bd5394 triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:49:43.868523 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-8236a251-cb20-498e-9da0-31c28fbcc395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (549fb5c3-7efb-441f-b921-6922b1bd5394), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:43.868805 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-8236a251-cb20-498e-9da0-31c28fbcc395 None None] Attempt 1 to provision port 549fb5c3-7efb-441f-b921-6922b1bd5394 Sep 15 00:49:43.933360 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 30646957-631e-4469-b83b-01eba6e04bfe up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:49:44.012744 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:44.016538 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-81f9da22-fb6b-4b5d-a383-8f26165a3a1c None None] Set router 8108ca8a-b303-44b7-9c98-720b2f6cd0e6 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:49:44.049563 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-8236a251-cb20-498e-9da0-31c28fbcc395 None None] Port 549fb5c3-7efb-441f-b921-6922b1bd5394 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:49:44.088226 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a3801-da21-43ac-9bf7-0bc89718ce79 req-a59c6148-8c63-466e-9ca9-0d9b25d4a05d tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:44.089710 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-702a3801-da21-43ac-9bf7-0bc89718ce79 req-a59c6148-8c63-466e-9ca9-0d9b25d4a05d tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 943 time: 0.0806103 Sep 15 00:49:44.095587 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:44.150259 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port 30646957-631e-4469-b83b-01eba6e04bfe triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:49:44.150549 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (30646957-631e-4469-b83b-01eba6e04bfe), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:44.150885 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port 30646957-631e-4469-b83b-01eba6e04bfe Sep 15 00:49:44.190500 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-702a3801-da21-43ac-9bf7-0bc89718ce79 req-2c3053f5-fd0c-4d3e-be49-25098d7e3583 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735338 Sep 15 00:49:44.227255 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-fa981674-0e1f-4c80-be9c-b3b6fedf807e admin admin] Publish callbacks [] for port (549fb5c3-7efb-441f-b921-6922b1bd5394), precommit_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:44.232241 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-fa981674-0e1f-4c80-be9c-b3b6fedf807e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3304182'] for port (549fb5c3-7efb-441f-b921-6922b1bd5394), after_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:44.242580 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:44.271556 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-81f9da22-fb6b-4b5d-a383-8f26165a3a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8108ca8a-b303-44b7-9c98-720b2f6cd0e6', 'name': 'tempest-TestMinimumBasicScenario-704422149-router', 'tenant_id': '762beb87caad4aa691528a7d9de01086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'd8adb22a-529a-4981-82b4-0709e17d11b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:40Z', 'updated_at': '2022-09-15T00:49:42Z', 'revision_number': 3, 'project_id': '762beb87caad4aa691528a7d9de01086', 'gw_port': {'id': 'd8adb22a-529a-4981-82b4-0709e17d11b9', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:71:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8108ca8a-b303-44b7-9c98-720b2f6cd0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:41Z', 'updated_at': '2022-09-15T00:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi'}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:49:44.302297 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa981674-0e1f-4c80-be9c-b3b6fedf807e admin admin] Pushing event updated for resources: {'Port': ['ID=549fb5c3-7efb-441f-b921-6922b1bd5394,revision_number=2']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:44.303280 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f9da22-fb6b-4b5d-a383-8f26165a3a1c None None] The sync data for ids ['8108ca8a-b303-44b7-9c98-720b2f6cd0e6'] in dv-cinder-857528-2-iscsi is: [{'id': '8108ca8a-b303-44b7-9c98-720b2f6cd0e6', 'name': 'tempest-TestMinimumBasicScenario-704422149-router', 'tenant_id': '762beb87caad4aa691528a7d9de01086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'd8adb22a-529a-4981-82b4-0709e17d11b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:40Z', 'updated_at': '2022-09-15T00:49:42Z', 'revision_number': 3, 'project_id': '762beb87caad4aa691528a7d9de01086', 'gw_port': {'id': 'd8adb22a-529a-4981-82b4-0709e17d11b9', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:71:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8108ca8a-b303-44b7-9c98-720b2f6cd0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:41Z', 'updated_at': '2022-09-15T00:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi'}] {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:49:44.304863 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-fa981674-0e1f-4c80-be9c-b3b6fedf807e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1673610'] for router_interface (8108ca8a-b303-44b7-9c98-720b2f6cd0e6), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:44.307277 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port 30646957-631e-4469-b83b-01eba6e04bfe is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:49:44.404581 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa981674-0e1f-4c80-be9c-b3b6fedf807e admin admin] Network 6527e211-69f5-4bda-8984-4ee4af88ebfb is already hosted by enough agents. {{(pid=112952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:49:44.406059 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.base_scheduler [None req-fa981674-0e1f-4c80-be9c-b3b6fedf807e admin admin] Resources bound (agent type, host, resource id): {{(pid=112952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:49:44.529200 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa981674-0e1f-4c80-be9c-b3b6fedf807e admin admin] Router 8108ca8a-b303-44b7-9c98-720b2f6cd0e6 has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:49:44.550768 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-8236a251-cb20-498e-9da0-31c28fbcc395 None None] Attempt 2 to provision port 549fb5c3-7efb-441f-b921-6922b1bd5394 Sep 15 00:49:44.601003 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-8236a251-cb20-498e-9da0-31c28fbcc395 None None] Port 549fb5c3-7efb-441f-b921-6922b1bd5394 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:49:44.659877 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa981674-0e1f-4c80-be9c-b3b6fedf807e admin admin] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:49:44.665581 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-fa981674-0e1f-4c80-be9c-b3b6fedf807e admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/8108ca8a-b303-44b7-9c98-720b2f6cd0e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0098729 Sep 15 00:49:44.956885 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab9da9-b29e-4d02-b0c5-6bf005283c1f req-a2115fc6-cc47-49e7-bb2c-694bdf52735c tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:44.959434 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5fab9da9-b29e-4d02-b0c5-6bf005283c1f req-a2115fc6-cc47-49e7-bb2c-694bdf52735c tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0584481 Sep 15 00:49:44.996821 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:45.014859 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5fab9da9-b29e-4d02-b0c5-6bf005283c1f req-8069c39c-5cc0-40d5-beea-75d6e8db3183 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494125 Sep 15 00:49:45.102654 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-8236a251-cb20-498e-9da0-31c28fbcc395 None None] Attempt 3 to provision port 549fb5c3-7efb-441f-b921-6922b1bd5394 Sep 15 00:49:45.145226 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-8236a251-cb20-498e-9da0-31c28fbcc395 None None] Port 549fb5c3-7efb-441f-b921-6922b1bd5394 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:49:45.209304 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 58252) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:49:45.214200 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-62389ac6-f474-42d7-9cbf-08e479fd089f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1962567803-network', 'tenant_id': '0293f640bfc245fa9f271bfcd15a9036'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:49:45.234284 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62389ac6-f474-42d7-9cbf-08e479fd089f admin admin] Made reservation on behalf of 0293f640bfc245fa9f271bfcd15a9036 for: {'network': 1} {{(pid=112952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:49:45.237425 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-62389ac6-f474-42d7-9cbf-08e479fd089f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for network (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:45.246196 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-62389ac6-f474-42d7-9cbf-08e479fd089f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:45.324514 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb00c07-9ac3-46ce-b6ac-a7b2857b1c30 req-3fcf9758-e493-4166-9408-cbb6f8ef53be tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:45.325987 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-eeb00c07-9ac3-46ce-b6ac-a7b2857b1c30 req-3fcf9758-e493-4166-9408-cbb6f8ef53be tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 943 time: 0.0596495 Sep 15 00:49:45.375216 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:45.375835 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:45.405466 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-62389ac6-f474-42d7-9cbf-08e479fd089f admin admin] Publish callbacks [] for security_group (368a1c08-6787-48ce-9e65-bd3ec450b0ad), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:45.412726 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-62389ac6-f474-42d7-9cbf-08e479fd089f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (368a1c08-6787-48ce-9e65-bd3ec450b0ad), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:45.422274 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-eeb00c07-9ac3-46ce-b6ac-a7b2857b1c30 req-8ee5dffb-4b54-4caa-ae42-8bed3b9270f6 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890484 Sep 15 00:49:45.446316 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62389ac6-f474-42d7-9cbf-08e479fd089f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368a1c08-6787-48ce-9e65-bd3ec450b0ad,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:45.451744 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62389ac6-f474-42d7-9cbf-08e479fd089f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=112952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 00:49:45.462027 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-62389ac6-f474-42d7-9cbf-08e479fd089f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898'] for segment (1436e436-cf2c-46a8-abf6-db71a0239d27), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:45.462372 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.db.segments_db [None req-62389ac6-f474-42d7-9cbf-08e479fd089f admin admin] Added segment 1436e436-cf2c-46a8-abf6-db71a0239d27 of type vlan for network 31c27e92-e0da-4e6d-8a65-1fe9473fae1f Sep 15 00:49:45.501878 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-62389ac6-f474-42d7-9cbf-08e479fd089f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740353647288'] for network (31c27e92-e0da-4e6d-8a65-1fe9473fae1f), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:45.527819 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-62389ac6-f474-42d7-9cbf-08e479fd089f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177'] for network (31c27e92-e0da-4e6d-8a65-1fe9473fae1f), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:45.528802 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62389ac6-f474-42d7-9cbf-08e479fd089f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:45.529385 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-62389ac6-f474-42d7-9cbf-08e479fd089f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for network (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:45.581397 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-62389ac6-f474-42d7-9cbf-08e479fd089f admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3709681 Sep 15 00:49:45.584196 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 58256) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:49:45.590717 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-2eb2d680-87e0-4002-adea-31eeb953323b admin admin] Request body: {'subnet': {'network_id': '31c27e92-e0da-4e6d-8a65-1fe9473fae1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1962567803-subnet', 'tenant_id': '0293f640bfc245fa9f271bfcd15a9036', 'ip_version': 4}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:49:45.613396 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62389ac6-f474-42d7-9cbf-08e479fd089f admin admin] Pushing event updated for resources: {'Network': ['ID=31c27e92-e0da-4e6d-8a65-1fe9473fae1f,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:45.623988 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb2d680-87e0-4002-adea-31eeb953323b admin admin] Made reservation on behalf of 0293f640bfc245fa9f271bfcd15a9036 for: {'subnet': 1} {{(pid=112952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:49:45.624128 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Network 31c27e92-e0da-4e6d-8a65-1fe9473fae1f details requested by agent ovs-agent-dv-cinder-857528-2-iscsi with host dv-cinder-857528-2-iscsi {{(pid=112954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 00:49:45.627024 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-2eb2d680-87e0-4002-adea-31eeb953323b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9220819'] for subnet (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:45.671263 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-8236a251-cb20-498e-9da0-31c28fbcc395 None None] Attempt 4 to provision port 549fb5c3-7efb-441f-b921-6922b1bd5394 Sep 15 00:49:45.723820 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-8236a251-cb20-498e-9da0-31c28fbcc395 None None] Port 549fb5c3-7efb-441f-b921-6922b1bd5394 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:49:45.816303 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-2eb2d680-87e0-4002-adea-31eeb953323b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3301759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9220805'] for subnet (10731146-be74-4a52-9b5d-c3f9c066761b), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:45.889250 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb2d680-87e0-4002-adea-31eeb953323b admin admin] Pushing event updated for resources: {'Subnet': ['ID=10731146-be74-4a52-9b5d-c3f9c066761b,revision_number=0']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:45.901972 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb2d680-87e0-4002-adea-31eeb953323b admin admin] Checking segment: {'id': '1436e436-cf2c-46a8-abf6-db71a0239d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '31c27e92-e0da-4e6d-8a65-1fe9473fae1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:49:45.902756 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb2d680-87e0-4002-adea-31eeb953323b admin admin] Network hostable DHCP agents. Network: 31c27e92-e0da-4e6d-8a65-1fe9473fae1f, hostable agents: ['abe268bd-80e0-4b66-bd7b-8cd34d7e839c'], hosted agents: [] {{(pid=112952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 00:49:45.929157 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb2d680-87e0-4002-adea-31eeb953323b admin admin] Network 31c27e92-e0da-4e6d-8a65-1fe9473fae1f is scheduled to be hosted by DHCP agent abe268bd-80e0-4b66-bd7b-8cd34d7e839c with binding_index 1 {{(pid=112952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 00:49:45.931306 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device d8adb22a-529a-4981-82b4-0709e17d11b9 up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:49:45.941117 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.base_scheduler [None req-2eb2d680-87e0-4002-adea-31eeb953323b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-2-iscsi, 31c27e92-e0da-4e6d-8a65-1fe9473fae1f) {{(pid=112952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:49:45.947719 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb2d680-87e0-4002-adea-31eeb953323b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:45.949349 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-2eb2d680-87e0-4002-adea-31eeb953323b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:45.955508 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f45500-6c99-42bb-a343-811a7729cd88 None None] Sync routers for ids ['8108ca8a-b303-44b7-9c98-720b2f6cd0e6'] in dv-cinder-857528-2-iscsi {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:49:45.964892 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f45500-6c99-42bb-a343-811a7729cd88 None None] Routers {'8108ca8a-b303-44b7-9c98-720b2f6cd0e6'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:49:45.965548 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-b6f45500-6c99-42bb-a343-811a7729cd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:49:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['8108ca8a-b303-44b7-9c98-720b2f6cd0e6'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:49:45.969758 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340a53e6-7697-4dee-99e9-162704239244 None None] Network 31c27e92-e0da-4e6d-8a65-1fe9473fae1f requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:49:45.973970 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-2eb2d680-87e0-4002-adea-31eeb953323b admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3886752 Sep 15 00:49:45.976226 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 58258) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:49:45.980948 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-79d35425-5a1b-48e0-a77f-7f255cb018af admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1962567803-router', 'tenant_id': '0293f640bfc245fa9f271bfcd15a9036', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'}}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:49:46.007459 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-79d35425-5a1b-48e0-a77f-7f255cb018af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3733'] for router (7344f31d-b930-4406-bf6b-54850d55a3b7), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:46.008542 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-79d35425-5a1b-48e0-a77f-7f255cb018af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1683127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1672952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2000688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3740'] for router (7344f31d-b930-4406-bf6b-54850d55a3b7), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:46.074585 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-b6f45500-6c99-42bb-a343-811a7729cd88 None None] Set router 8108ca8a-b303-44b7-9c98-720b2f6cd0e6 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:49:46.083035 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-79d35425-5a1b-48e0-a77f-7f255cb018af admin admin] Publish callbacks [] for router_controller (7344f31d-b930-4406-bf6b-54850d55a3b7), precommit_add_association {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:46.156209 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port d8adb22a-529a-4981-82b4-0709e17d11b9 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:49:46.156791 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (d8adb22a-529a-4981-82b4-0709e17d11b9), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:46.157041 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port d8adb22a-529a-4981-82b4-0709e17d11b9 Sep 15 00:49:46.176719 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413a047b-a381-4a14-a2e1-edb96285db30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3047b3e4-ccd7-5ac9-918c-8e3fb3633ad1-31c27e92-e0da-4e6d-8a65-1fe9473fae1f', 'network_id': '31c27e92-e0da-4e6d-8a65-1fe9473fae1f', 'project_id': '0293f640bfc245fa9f271bfcd15a9036', 'fixed_ips': [{'subnet_id': '10731146-be74-4a52-9b5d-c3f9c066761b'}]}} from dv-cinder-857528-2-iscsi. {{(pid=112954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 00:49:46.177979 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-413a047b-a381-4a14-a2e1-edb96285db30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:46.234721 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-8236a251-cb20-498e-9da0-31c28fbcc395 None None] Attempt 5 to provision port 549fb5c3-7efb-441f-b921-6922b1bd5394 Sep 15 00:49:46.303187 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-b6f45500-6c99-42bb-a343-811a7729cd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8108ca8a-b303-44b7-9c98-720b2f6cd0e6', 'name': 'tempest-TestMinimumBasicScenario-704422149-router', 'tenant_id': '762beb87caad4aa691528a7d9de01086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'd8adb22a-529a-4981-82b4-0709e17d11b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:40Z', 'updated_at': '2022-09-15T00:49:43Z', 'revision_number': 4, 'project_id': '762beb87caad4aa691528a7d9de01086', 'gw_port': {'id': 'd8adb22a-529a-4981-82b4-0709e17d11b9', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:71:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8108ca8a-b303-44b7-9c98-720b2f6cd0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:41Z', 'updated_at': '2022-09-15T00:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': '549fb5c3-7efb-441f-b921-6922b1bd5394', 'name': '', 'network_id': '6527e211-69f5-4bda-8984-4ee4af88ebfb', 'tenant_id': '762beb87caad4aa691528a7d9de01086', 'mac_address': 'fa:16:3e:d2:17:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8108ca8a-b303-44b7-9c98-720b2f6cd0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '479cc5fe-8cf2-4cfc-81e7-d1f45af83420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:43Z', 'updated_at': '2022-09-15T00:49:44Z', 'revision_number': 2, 'project_id': '762beb87caad4aa691528a7d9de01086', 'subnets': [{'id': '479cc5fe-8cf2-4cfc-81e7-d1f45af83420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:49:46.316107 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:46.329008 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f45500-6c99-42bb-a343-811a7729cd88 None None] Checking router: 8108ca8a-b303-44b7-9c98-720b2f6cd0e6 for host: dv-cinder-857528-2-iscsi {{(pid=112955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:49:46.329398 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f45500-6c99-42bb-a343-811a7729cd88 None None] Updating router 8108ca8a-b303-44b7-9c98-720b2f6cd0e6 port 549fb5c3-7efb-441f-b921-6922b1bd5394 binding host dv-cinder-857528-2-iscsi {{(pid=112955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 00:49:46.353562 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1b7f0-7882-4cdf-87ae-04967d0bbde0 req-08e88914-a69e-4eb2-bb2d-941ebc648200 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:46.355366 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-98a1b7f0-7882-4cdf-87ae-04967d0bbde0 req-08e88914-a69e-4eb2-bb2d-941ebc648200 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.1465416 Sep 15 00:49:46.362123 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-8236a251-cb20-498e-9da0-31c28fbcc395 None None] Port 549fb5c3-7efb-441f-b921-6922b1bd5394 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:49:46.362314 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-79d35425-5a1b-48e0-a77f-7f255cb018af admin admin] Publish callbacks [] for router_gateway (7344f31d-b930-4406-bf6b-54850d55a3b7), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:46.369009 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-b6f45500-6c99-42bb-a343-811a7729cd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (549fb5c3-7efb-441f-b921-6922b1bd5394), before_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:46.395608 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port d8adb22a-529a-4981-82b4-0709e17d11b9 is: DOWN; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:49:46.396012 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (d8adb22a-529a-4981-82b4-0709e17d11b9), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:46.422249 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] For port d8adb22a-529a-4981-82b4-0709e17d11b9, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=d8adb22a-529a-4981-82b4-0709e17d11b9,segment=NetworkSegment(bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89),segment_id=bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:49:46.432646 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (d8adb22a-529a-4981-82b4-0709e17d11b9), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:46.464138 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-98a1b7f0-7882-4cdf-87ae-04967d0bbde0 req-dc437616-6823-483c-85eb-e9c9130bcfe0 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983386 Sep 15 00:49:46.468237 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.db_base_plugin_common [None req-413a047b-a381-4a14-a2e1-edb96285db30 None None] Allocated IP 172.20.0.2 (31c27e92-e0da-4e6d-8a65-1fe9473fae1f/10731146-be74-4a52-9b5d-c3f9c066761b/e63b5bb3-a573-425f-862e-8a2d3928a0a2) {{(pid=112954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:49:46.487077 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:46.577893 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Pushing event updated for resources: {'Port': ['ID=d8adb22a-529a-4981-82b4-0709e17d11b9,revision_number=4']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:46.596750 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f91bf2-2be3-439c-912a-99d91097cbe7 req-5d2c9e82-64be-4886-b643-ddc280917854 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:46.600160 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-e3f91bf2-2be3-439c-912a-99d91097cbe7 req-5d2c9e82-64be-4886-b643-ddc280917854 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 943 time: 0.0784531 Sep 15 00:49:46.623830 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-79d35425-5a1b-48e0-a77f-7f255cb018af admin admin] Publish callbacks [] for router_gateway (7344f31d-b930-4406-bf6b-54850d55a3b7), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:46.645698 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-79d35425-5a1b-48e0-a77f-7f255cb018af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:46.669744 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-e3f91bf2-2be3-439c-912a-99d91097cbe7 req-ddc7e34c-0f9a-4286-bdfb-84c325fa6eb5 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652542 Sep 15 00:49:46.699074 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-413a047b-a381-4a14-a2e1-edb96285db30 None None] Publish callbacks [] for port (e63b5bb3-a573-425f-862e-8a2d3928a0a2), precommit_create {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:46.710989 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-413a047b-a381-4a14-a2e1-edb96285db30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163'] for port (e63b5bb3-a573-425f-862e-8a2d3928a0a2), after_create {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:46.747429 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413a047b-a381-4a14-a2e1-edb96285db30 None None] Network 31c27e92-e0da-4e6d-8a65-1fe9473fae1f is already hosted by enough agents. {{(pid=112954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:49:46.750059 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:46.751715 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.scheduler.base_scheduler [None req-413a047b-a381-4a14-a2e1-edb96285db30 None None] Resources bound (agent type, host, resource id): {{(pid=112954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:49:46.755738 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413a047b-a381-4a14-a2e1-edb96285db30 None None] Received port after_create {{(pid=112954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:49:46.775784 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-b6f45500-6c99-42bb-a343-811a7729cd88 None None] Publish callbacks [] for port (549fb5c3-7efb-441f-b921-6922b1bd5394), precommit_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:46.781867 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-b6f45500-6c99-42bb-a343-811a7729cd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (549fb5c3-7efb-441f-b921-6922b1bd5394), after_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:46.783624 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.db_base_plugin_common [None req-79d35425-5a1b-48e0-a77f-7f255cb018af admin admin] Allocated IP 172.27.1.28 (53046852-16e9-4bc6-a26e-a34c1d2139e6/8f0c0330-11bc-44ed-a1b6-6f3c15aee393/e3f098d2-346d-49ed-a408-1237a9cfef9a) {{(pid=112953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:49:46.801647 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a047b-a381-4a14-a2e1-edb96285db30 None None] Pushing event updated for resources: {'Port': ['ID=e63b5bb3-a573-425f-862e-8a2d3928a0a2,revision_number=1']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:46.820843 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09404fff-98f8-45ee-9e8d-d3792009c7f5 None None] Pushing event updated for resources: {'Port': ['ID=549fb5c3-7efb-441f-b921-6922b1bd5394,revision_number=3']} {{(pid=112955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:46.832427 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-413a047b-a381-4a14-a2e1-edb96285db30 None None] Attempting to bind port e63b5bb3-a573-425f-862e-8a2d3928a0a2 on host dv-cinder-857528-2-iscsi for vnic_type normal with profile {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:49:46.832797 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-413a047b-a381-4a14-a2e1-edb96285db30 None None] Attempting to bind port e63b5bb3-a573-425f-862e-8a2d3928a0a2 by drivers openvswitch,hyperv on host dv-cinder-857528-2-iscsi at level 0 using segments [{'id': '1436e436-cf2c-46a8-abf6-db71a0239d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '31c27e92-e0da-4e6d-8a65-1fe9473fae1f'}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:49:46.833162 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413a047b-a381-4a14-a2e1-edb96285db30 None None] Attempting to bind port e63b5bb3-a573-425f-862e-8a2d3928a0a2 on network 31c27e92-e0da-4e6d-8a65-1fe9473fae1f {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:49:46.862768 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-8236a251-cb20-498e-9da0-31c28fbcc395 None None] Attempt 6 to provision port 549fb5c3-7efb-441f-b921-6922b1bd5394 Sep 15 00:49:46.882317 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.managers [None req-b6f45500-6c99-42bb-a343-811a7729cd88 None None] Attempting to bind port 549fb5c3-7efb-441f-b921-6922b1bd5394 on host dv-cinder-857528-2-iscsi for vnic_type normal with profile {{(pid=112955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:49:46.882668 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.managers [None req-b6f45500-6c99-42bb-a343-811a7729cd88 None None] Attempting to bind port 549fb5c3-7efb-441f-b921-6922b1bd5394 by drivers openvswitch,hyperv on host dv-cinder-857528-2-iscsi at level 0 using segments [{'id': 'f18da049-9f88-408b-afb0-dfd230010528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6527e211-69f5-4bda-8984-4ee4af88ebfb'}] {{(pid=112955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:49:46.883027 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f45500-6c99-42bb-a343-811a7729cd88 None None] Attempting to bind port 549fb5c3-7efb-441f-b921-6922b1bd5394 on network 6527e211-69f5-4bda-8984-4ee4af88ebfb {{(pid=112955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:49:46.899364 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-79d35425-5a1b-48e0-a77f-7f255cb018af admin admin] Publish callbacks [] for port (e3f098d2-346d-49ed-a408-1237a9cfef9a), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:46.903343 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413a047b-a381-4a14-a2e1-edb96285db30 None None] Checking agent: {'id': 'f85e816c-fb48-4744-a66a-e79ceb68e67e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 36, 23), 'started_at': datetime.datetime(2022, 9, 15, 0, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:49:46.903755 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413a047b-a381-4a14-a2e1-edb96285db30 None None] Checking segment: {'id': '1436e436-cf2c-46a8-abf6-db71a0239d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '31c27e92-e0da-4e6d-8a65-1fe9473fae1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:49:46.904328 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-413a047b-a381-4a14-a2e1-edb96285db30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:46.904544 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413a047b-a381-4a14-a2e1-edb96285db30 None None] Bound using segment: {'id': '1436e436-cf2c-46a8-abf6-db71a0239d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '31c27e92-e0da-4e6d-8a65-1fe9473fae1f'} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:49:46.905031 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-413a047b-a381-4a14-a2e1-edb96285db30 None None] Bound port: e63b5bb3-a573-425f-862e-8a2d3928a0a2, host: dv-cinder-857528-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1436e436-cf2c-46a8-abf6-db71a0239d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '31c27e92-e0da-4e6d-8a65-1fe9473fae1f'}}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:49:46.905545 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-413a047b-a381-4a14-a2e1-edb96285db30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (e63b5bb3-a573-425f-862e-8a2d3928a0a2), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:46.908892 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-8236a251-cb20-498e-9da0-31c28fbcc395 None None] Port 549fb5c3-7efb-441f-b921-6922b1bd5394 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:49:46.926471 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f45500-6c99-42bb-a343-811a7729cd88 None None] Checking agent: {'id': 'f85e816c-fb48-4744-a66a-e79ceb68e67e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 36, 23), 'started_at': datetime.datetime(2022, 9, 15, 0, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:49:46.927212 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f45500-6c99-42bb-a343-811a7729cd88 None None] Checking segment: {'id': 'f18da049-9f88-408b-afb0-dfd230010528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6527e211-69f5-4bda-8984-4ee4af88ebfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:49:46.927729 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-b6f45500-6c99-42bb-a343-811a7729cd88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:46.928184 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f45500-6c99-42bb-a343-811a7729cd88 None None] Bound using segment: {'id': 'f18da049-9f88-408b-afb0-dfd230010528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6527e211-69f5-4bda-8984-4ee4af88ebfb'} {{(pid=112955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:49:46.928804 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.managers [None req-b6f45500-6c99-42bb-a343-811a7729cd88 None None] Bound port: 549fb5c3-7efb-441f-b921-6922b1bd5394, host: dv-cinder-857528-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f18da049-9f88-408b-afb0-dfd230010528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6527e211-69f5-4bda-8984-4ee4af88ebfb'}}] {{(pid=112955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:49:46.929165 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-b6f45500-6c99-42bb-a343-811a7729cd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (549fb5c3-7efb-441f-b921-6922b1bd5394), before_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:46.934997 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-79d35425-5a1b-48e0-a77f-7f255cb018af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163'] for port (e3f098d2-346d-49ed-a408-1237a9cfef9a), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:46.980743 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-413a047b-a381-4a14-a2e1-edb96285db30 None None] For port e63b5bb3-a573-425f-862e-8a2d3928a0a2, host dv-cinder-857528-2-iscsi, cleared binding levels {{(pid=112954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:49:46.981513 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d35425-5a1b-48e0-a77f-7f255cb018af admin admin] Network 53046852-16e9-4bc6-a26e-a34c1d2139e6 is already hosted by enough agents. {{(pid=112953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:49:46.984190 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-413a047b-a381-4a14-a2e1-edb96285db30 None None] For port e63b5bb3-a573-425f-862e-8a2d3928a0a2, host dv-cinder-857528-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=e63b5bb3-a573-425f-862e-8a2d3928a0a2,segment=NetworkSegment(1436e436-cf2c-46a8-abf6-db71a0239d27),segment_id=1436e436-cf2c-46a8-abf6-db71a0239d27)] {{(pid=112954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:49:46.987245 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:46.990370 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.base_scheduler [None req-79d35425-5a1b-48e0-a77f-7f255cb018af admin admin] Resources bound (agent type, host, resource id): {{(pid=112953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:49:46.993623 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d35425-5a1b-48e0-a77f-7f255cb018af admin admin] Received port after_create {{(pid=112953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:49:46.996389 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-413a047b-a381-4a14-a2e1-edb96285db30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (e63b5bb3-a573-425f-862e-8a2d3928a0a2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:46.999074 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.db [None req-b6f45500-6c99-42bb-a343-811a7729cd88 None None] For port 549fb5c3-7efb-441f-b921-6922b1bd5394, host dv-cinder-857528-2-iscsi, cleared binding levels {{(pid=112955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:49:47.003018 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.db [None req-b6f45500-6c99-42bb-a343-811a7729cd88 None None] For port 549fb5c3-7efb-441f-b921-6922b1bd5394, host dv-cinder-857528-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=549fb5c3-7efb-441f-b921-6922b1bd5394,segment=NetworkSegment(f18da049-9f88-408b-afb0-dfd230010528),segment_id=f18da049-9f88-408b-afb0-dfd230010528)] {{(pid=112955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:49:47.021895 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-b6f45500-6c99-42bb-a343-811a7729cd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (549fb5c3-7efb-441f-b921-6922b1bd5394), after_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:47.061674 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a047b-a381-4a14-a2e1-edb96285db30 None None] Pushing event updated for resources: {'Port': ['ID=e63b5bb3-a573-425f-862e-8a2d3928a0a2,revision_number=2']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:47.090963 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09404fff-98f8-45ee-9e8d-d3792009c7f5 None None] Pushing event updated for resources: {'Port': ['ID=549fb5c3-7efb-441f-b921-6922b1bd5394,revision_number=4']} {{(pid=112955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:47.097084 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f45500-6c99-42bb-a343-811a7729cd88 None None] Routers {'8108ca8a-b303-44b7-9c98-720b2f6cd0e6'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:49:47.097834 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-b6f45500-6c99-42bb-a343-811a7729cd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:49:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['8108ca8a-b303-44b7-9c98-720b2f6cd0e6'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:49:47.153356 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:47.246509 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-b6f45500-6c99-42bb-a343-811a7729cd88 None None] Set router 8108ca8a-b303-44b7-9c98-720b2f6cd0e6 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:49:47.305994 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d35425-5a1b-48e0-a77f-7f255cb018af admin admin] Pushing event updated for resources: {'Port': ['ID=e3f098d2-346d-49ed-a408-1237a9cfef9a,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:47.399795 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:47.410519 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-8236a251-cb20-498e-9da0-31c28fbcc395 None None] Attempt 7 to provision port 549fb5c3-7efb-441f-b921-6922b1bd5394 Sep 15 00:49:47.463949 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-79d35425-5a1b-48e0-a77f-7f255cb018af admin admin] Publish callbacks [] for router_gateway (7344f31d-b930-4406-bf6b-54850d55a3b7), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:47.473186 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-b6f45500-6c99-42bb-a343-811a7729cd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8108ca8a-b303-44b7-9c98-720b2f6cd0e6', 'name': 'tempest-TestMinimumBasicScenario-704422149-router', 'tenant_id': '762beb87caad4aa691528a7d9de01086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'd8adb22a-529a-4981-82b4-0709e17d11b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:40Z', 'updated_at': '2022-09-15T00:49:43Z', 'revision_number': 4, 'project_id': '762beb87caad4aa691528a7d9de01086', 'gw_port': {'id': 'd8adb22a-529a-4981-82b4-0709e17d11b9', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8108ca8a-b303-44b7-9c98-720b2f6cd0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:41Z', 'updated_at': '2022-09-15T00:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': '549fb5c3-7efb-441f-b921-6922b1bd5394', 'name': '', 'network_id': '6527e211-69f5-4bda-8984-4ee4af88ebfb', 'tenant_id': '762beb87caad4aa691528a7d9de01086', 'mac_address': 'fa:16:3e:d2:17:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8108ca8a-b303-44b7-9c98-720b2f6cd0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '479cc5fe-8cf2-4cfc-81e7-d1f45af83420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:43Z', 'updated_at': '2022-09-15T00:49:46Z', 'revision_number': 4, 'project_id': '762beb87caad4aa691528a7d9de01086', 'subnets': [{'id': '479cc5fe-8cf2-4cfc-81e7-d1f45af83420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:49:47.483818 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-8236a251-cb20-498e-9da0-31c28fbcc395 None None] Current status of the port 549fb5c3-7efb-441f-b921-6922b1bd5394 is: DOWN; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:49:47.484302 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-8236a251-cb20-498e-9da0-31c28fbcc395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (549fb5c3-7efb-441f-b921-6922b1bd5394), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:47.500238 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:47.505969 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f45500-6c99-42bb-a343-811a7729cd88 None None] The sync data for ids ['8108ca8a-b303-44b7-9c98-720b2f6cd0e6'] in dv-cinder-857528-2-iscsi is: [{'id': '8108ca8a-b303-44b7-9c98-720b2f6cd0e6', 'name': 'tempest-TestMinimumBasicScenario-704422149-router', 'tenant_id': '762beb87caad4aa691528a7d9de01086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'd8adb22a-529a-4981-82b4-0709e17d11b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:40Z', 'updated_at': '2022-09-15T00:49:43Z', 'revision_number': 4, 'project_id': '762beb87caad4aa691528a7d9de01086', 'gw_port': {'id': 'd8adb22a-529a-4981-82b4-0709e17d11b9', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8108ca8a-b303-44b7-9c98-720b2f6cd0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:41Z', 'updated_at': '2022-09-15T00:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': '549fb5c3-7efb-441f-b921-6922b1bd5394', 'name': '', 'network_id': '6527e211-69f5-4bda-8984-4ee4af88ebfb', 'tenant_id': '762beb87caad4aa691528a7d9de01086', 'mac_address': 'fa:16:3e:d2:17:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8108ca8a-b303-44b7-9c98-720b2f6cd0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '479cc5fe-8cf2-4cfc-81e7-d1f45af83420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:43Z', 'updated_at': '2022-09-15T00:49:46Z', 'revision_number': 4, 'project_id': '762beb87caad4aa691528a7d9de01086', 'subnets': [{'id': '479cc5fe-8cf2-4cfc-81e7-d1f45af83420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:49:47.528152 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-8236a251-cb20-498e-9da0-31c28fbcc395 None None] For port 549fb5c3-7efb-441f-b921-6922b1bd5394, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=549fb5c3-7efb-441f-b921-6922b1bd5394,segment=NetworkSegment(f18da049-9f88-408b-afb0-dfd230010528),segment_id=f18da049-9f88-408b-afb0-dfd230010528)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:49:47.534040 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-8236a251-cb20-498e-9da0-31c28fbcc395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (549fb5c3-7efb-441f-b921-6922b1bd5394), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:47.597504 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8236a251-cb20-498e-9da0-31c28fbcc395 None None] Pushing event updated for resources: {'Port': ['ID=549fb5c3-7efb-441f-b921-6922b1bd5394,revision_number=5']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:47.661280 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-1aa9a582-e5fa-4f4b-9b02-f5f76174e717 None None] Provisioning complete for port 549fb5c3-7efb-441f-b921-6922b1bd5394 triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:49:47.661834 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-1aa9a582-e5fa-4f4b-9b02-f5f76174e717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (549fb5c3-7efb-441f-b921-6922b1bd5394), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:47.662277 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-1aa9a582-e5fa-4f4b-9b02-f5f76174e717 None None] Attempt 1 to provision port 549fb5c3-7efb-441f-b921-6922b1bd5394 Sep 15 00:49:47.706605 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:47.720533 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20e968-dbca-4efe-b4ef-71ba06329d71 req-0a211e64-48b0-4a58-b069-d61662a54745 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:47.722159 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0a20e968-dbca-4efe-b4ef-71ba06329d71 req-0a211e64-48b0-4a58-b069-d61662a54745 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0866859 Sep 15 00:49:47.775669 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-1aa9a582-e5fa-4f4b-9b02-f5f76174e717 None None] Current status of the port 549fb5c3-7efb-441f-b921-6922b1bd5394 is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:49:47.782328 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-5cdd0816-3f6c-406d-ae26-9cee029c2814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:47.787634 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0a20e968-dbca-4efe-b4ef-71ba06329d71 req-eada3211-bf8e-4672-a824-df86ba1bf0d2 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588934 Sep 15 00:49:47.789785 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-79d35425-5a1b-48e0-a77f-7f255cb018af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1683183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1682215'] for router (7344f31d-b930-4406-bf6b-54850d55a3b7), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:47.891436 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:47.908013 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a389a-50e4-43c4-8a61-1ba7531c30de req-2ca8d073-5681-4ace-b64d-58c8094655d4 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:47.916190 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-f49a389a-50e4-43c4-8a61-1ba7531c30de req-2ca8d073-5681-4ace-b64d-58c8094655d4 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 943 time: 0.1162345 Sep 15 00:49:47.959636 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d35425-5a1b-48e0-a77f-7f255cb018af admin admin] Router 7344f31d-b930-4406-bf6b-54850d55a3b7 is scheduled to L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe with binding_index 1 {{(pid=112953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 00:49:48.045310 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-f49a389a-50e4-43c4-8a61-1ba7531c30de req-bc8abf1f-42d8-4aa6-89b1-3b6dc3c39807 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281350 Sep 15 00:49:48.112857 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d35425-5a1b-48e0-a77f-7f255cb018af admin admin] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:49:48.121136 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 549fb5c3-7efb-441f-b921-6922b1bd5394 up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:49:48.151685 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c80c553-276c-49c1-b659-37e6ecb62f85 None None] Sync routers for ids ['7344f31d-b930-4406-bf6b-54850d55a3b7'] in dv-cinder-857528-2-iscsi {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:49:48.152095 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-79d35425-5a1b-48e0-a77f-7f255cb018af admin admin] Publish callbacks [] for router (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:48.153733 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-79d35425-5a1b-48e0-a77f-7f255cb018af admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1763561 Sep 15 00:49:48.156342 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 58278) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:49:48.183079 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c80c553-276c-49c1-b659-37e6ecb62f85 None None] Routers {'7344f31d-b930-4406-bf6b-54850d55a3b7'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:49:48.184068 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-9c80c553-276c-49c1-b659-37e6ecb62f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:49:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['7344f31d-b930-4406-bf6b-54850d55a3b7'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:49:48.248634 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port 549fb5c3-7efb-441f-b921-6922b1bd5394 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:49:48.249010 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (549fb5c3-7efb-441f-b921-6922b1bd5394), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:48.249347 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port 549fb5c3-7efb-441f-b921-6922b1bd5394 Sep 15 00:49:48.428299 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aeef07d-6700-4660-bc02-5df77bd7782c None None] Network 31c27e92-e0da-4e6d-8a65-1fe9473fae1f requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:49:48.461370 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:48.519877 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-4212e283-8352-4f51-9893-617e7f2c10cb None None] Provisioning complete for port e63b5bb3-a573-425f-862e-8a2d3928a0a2 triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:49:48.520208 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-4212e283-8352-4f51-9893-617e7f2c10cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (e63b5bb3-a573-425f-862e-8a2d3928a0a2), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:48.520465 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-4212e283-8352-4f51-9893-617e7f2c10cb None None] Attempt 1 to provision port e63b5bb3-a573-425f-862e-8a2d3928a0a2 Sep 15 00:49:48.561173 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:48.582460 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-9c80c553-276c-49c1-b659-37e6ecb62f85 None None] Set router 7344f31d-b930-4406-bf6b-54850d55a3b7 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:49:48.639614 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-cc5e3d44-f9f6-46ef-9ac2-835d1afcbd7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:48.666014 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:48.763231 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port 549fb5c3-7efb-441f-b921-6922b1bd5394 is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:49:48.764349 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device e63b5bb3-a573-425f-862e-8a2d3928a0a2 up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:49:48.814786 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.db_base_plugin_common [None req-cc5e3d44-f9f6-46ef-9ac2-835d1afcbd7a admin admin] Allocated IP 172.20.0.1 (31c27e92-e0da-4e6d-8a65-1fe9473fae1f/10731146-be74-4a52-9b5d-c3f9c066761b/6166efb7-05c2-415a-b18a-55ac090c64da) {{(pid=112953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:49:48.869298 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-4212e283-8352-4f51-9893-617e7f2c10cb None None] Current status of the port e63b5bb3-a573-425f-862e-8a2d3928a0a2 is: DOWN; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:49:48.869698 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-4212e283-8352-4f51-9893-617e7f2c10cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (e63b5bb3-a573-425f-862e-8a2d3928a0a2), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:48.943763 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port e63b5bb3-a573-425f-862e-8a2d3928a0a2 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:49:48.944417 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (e63b5bb3-a573-425f-862e-8a2d3928a0a2), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:48.944748 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port e63b5bb3-a573-425f-862e-8a2d3928a0a2 Sep 15 00:49:48.955009 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-9c80c553-276c-49c1-b659-37e6ecb62f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7344f31d-b930-4406-bf6b-54850d55a3b7', 'name': 'tempest-TestMinimumBasicScenario-1962567803-router', 'tenant_id': '0293f640bfc245fa9f271bfcd15a9036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e3f098d2-346d-49ed-a408-1237a9cfef9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:46Z', 'updated_at': '2022-09-15T00:49:47Z', 'revision_number': 3, 'project_id': '0293f640bfc245fa9f271bfcd15a9036', 'gw_port': {'id': 'e3f098d2-346d-49ed-a408-1237a9cfef9a', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:53:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7344f31d-b930-4406-bf6b-54850d55a3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:46Z', 'updated_at': '2022-09-15T00:49:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi'}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:49:48.982036 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5a32b-b696-4e81-8614-928af0135bd5 req-b6a73f22-8958-4e0d-8b03-751f936b560f tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:48.983619 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-dbb5a32b-b696-4e81-8614-928af0135bd5 req-b6a73f22-8958-4e0d-8b03-751f936b560f tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0801775 Sep 15 00:49:49.004362 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-cc5e3d44-f9f6-46ef-9ac2-835d1afcbd7a admin admin] Publish callbacks [] for port (6166efb7-05c2-415a-b18a-55ac090c64da), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:49.004842 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-4212e283-8352-4f51-9893-617e7f2c10cb None None] For port e63b5bb3-a573-425f-862e-8a2d3928a0a2, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=e63b5bb3-a573-425f-862e-8a2d3928a0a2,segment=NetworkSegment(1436e436-cf2c-46a8-abf6-db71a0239d27),segment_id=1436e436-cf2c-46a8-abf6-db71a0239d27)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:49:49.006203 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c80c553-276c-49c1-b659-37e6ecb62f85 None None] Checking router: 7344f31d-b930-4406-bf6b-54850d55a3b7 for host: dv-cinder-857528-2-iscsi {{(pid=112954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:49:49.006791 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c80c553-276c-49c1-b659-37e6ecb62f85 None None] Updating router 7344f31d-b930-4406-bf6b-54850d55a3b7 port e3f098d2-346d-49ed-a408-1237a9cfef9a binding host dv-cinder-857528-2-iscsi {{(pid=112954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 00:49:49.010878 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:49.037355 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-4212e283-8352-4f51-9893-617e7f2c10cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (e63b5bb3-a573-425f-862e-8a2d3928a0a2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:49.064946 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-dbb5a32b-b696-4e81-8614-928af0135bd5 req-64268135-2891-4c9d-84b9-e3d6d57be5d4 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720890 Sep 15 00:49:49.075973 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-cc5e3d44-f9f6-46ef-9ac2-835d1afcbd7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163'] for port (6166efb7-05c2-415a-b18a-55ac090c64da), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:49.089665 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-9c80c553-276c-49c1-b659-37e6ecb62f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (e3f098d2-346d-49ed-a408-1237a9cfef9a), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:49.150297 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5e3d44-f9f6-46ef-9ac2-835d1afcbd7a admin admin] Network 31c27e92-e0da-4e6d-8a65-1fe9473fae1f is already hosted by enough agents. {{(pid=112953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:49:49.155112 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.base_scheduler [None req-cc5e3d44-f9f6-46ef-9ac2-835d1afcbd7a admin admin] Resources bound (agent type, host, resource id): {{(pid=112953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:49:49.168109 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4212e283-8352-4f51-9893-617e7f2c10cb None None] Pushing event updated for resources: {'Port': ['ID=e63b5bb3-a573-425f-862e-8a2d3928a0a2,revision_number=3']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:49.172338 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5e3d44-f9f6-46ef-9ac2-835d1afcbd7a admin admin] Received port after_create {{(pid=112953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:49:49.174215 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-cc5e3d44-f9f6-46ef-9ac2-835d1afcbd7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1673502'] for router_interface (7344f31d-b930-4406-bf6b-54850d55a3b7), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:49.207706 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af26232-7346-4703-a212-bc1d05a04811 req-74650033-77f2-4946-bca6-4c5e6c457955 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:49.212581 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-0af26232-7346-4703-a212-bc1d05a04811 req-74650033-77f2-4946-bca6-4c5e6c457955 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 943 time: 0.0684922 Sep 15 00:49:49.233216 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-ad267e62-a072-4129-b678-7917cb89865a None None] Provisioning complete for port e63b5bb3-a573-425f-862e-8a2d3928a0a2 triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:49:49.233581 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-ad267e62-a072-4129-b678-7917cb89865a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (e63b5bb3-a573-425f-862e-8a2d3928a0a2), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:49.233914 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-ad267e62-a072-4129-b678-7917cb89865a None None] Attempt 1 to provision port e63b5bb3-a573-425f-862e-8a2d3928a0a2 Sep 15 00:49:49.259416 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e3d44-f9f6-46ef-9ac2-835d1afcbd7a admin admin] Pushing event updated for resources: {'Port': ['ID=6166efb7-05c2-415a-b18a-55ac090c64da,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:49.273789 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port e63b5bb3-a573-425f-862e-8a2d3928a0a2 is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:49:49.275400 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device d8adb22a-529a-4981-82b4-0709e17d11b9 up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:49:49.326006 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-0af26232-7346-4703-a212-bc1d05a04811 req-98a77c11-6d28-4cdc-93a6-6797fa011fa4 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086299 Sep 15 00:49:49.338415 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:49.382688 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:49.445731 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-cc5e3d44-f9f6-46ef-9ac2-835d1afcbd7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (6166efb7-05c2-415a-b18a-55ac090c64da), before_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:49.457935 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port d8adb22a-529a-4981-82b4-0709e17d11b9 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:49:49.458553 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (d8adb22a-529a-4981-82b4-0709e17d11b9), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:49.458652 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port d8adb22a-529a-4981-82b4-0709e17d11b9 Sep 15 00:49:49.519391 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-ad267e62-a072-4129-b678-7917cb89865a None None] Current status of the port e63b5bb3-a573-425f-862e-8a2d3928a0a2 is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:49:49.609507 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-cc5e3d44-f9f6-46ef-9ac2-835d1afcbd7a admin admin] Publish callbacks [] for port (6166efb7-05c2-415a-b18a-55ac090c64da), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:49.614428 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-cc5e3d44-f9f6-46ef-9ac2-835d1afcbd7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (6166efb7-05c2-415a-b18a-55ac090c64da), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:49.615300 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-cc5e3d44-f9f6-46ef-9ac2-835d1afcbd7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1673610'] for router_interface (7344f31d-b930-4406-bf6b-54850d55a3b7), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:49.616820 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port d8adb22a-529a-4981-82b4-0709e17d11b9 is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:49:49.636086 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-9c80c553-276c-49c1-b659-37e6ecb62f85 None None] Publish callbacks [] for port (e3f098d2-346d-49ed-a408-1237a9cfef9a), precommit_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:49.645480 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-47912f95-9260-45d0-a03f-1b96d4b2cf6c None None] Provisioning complete for port 6166efb7-05c2-415a-b18a-55ac090c64da triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:49:49.645855 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-47912f95-9260-45d0-a03f-1b96d4b2cf6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (6166efb7-05c2-415a-b18a-55ac090c64da), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:49.646191 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-47912f95-9260-45d0-a03f-1b96d4b2cf6c None None] Attempt 1 to provision port 6166efb7-05c2-415a-b18a-55ac090c64da Sep 15 00:49:49.647762 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-9c80c553-276c-49c1-b659-37e6ecb62f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (e3f098d2-346d-49ed-a408-1237a9cfef9a), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:49.668991 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e3d44-f9f6-46ef-9ac2-835d1afcbd7a admin admin] Pushing event updated for resources: {'Port': ['ID=6166efb7-05c2-415a-b18a-55ac090c64da,revision_number=2']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:49.706743 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-9c80c553-276c-49c1-b659-37e6ecb62f85 None None] Attempting to bind port e3f098d2-346d-49ed-a408-1237a9cfef9a on host dv-cinder-857528-2-iscsi for vnic_type normal with profile {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:49:49.707111 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-9c80c553-276c-49c1-b659-37e6ecb62f85 None None] Attempting to bind port e3f098d2-346d-49ed-a408-1237a9cfef9a by drivers openvswitch,hyperv on host dv-cinder-857528-2-iscsi at level 0 using segments [{'id': 'bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:49:49.707471 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c80c553-276c-49c1-b659-37e6ecb62f85 None None] Attempting to bind port e3f098d2-346d-49ed-a408-1237a9cfef9a on network 53046852-16e9-4bc6-a26e-a34c1d2139e6 {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:49:49.752550 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-47912f95-9260-45d0-a03f-1b96d4b2cf6c None None] Port 6166efb7-05c2-415a-b18a-55ac090c64da cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:49:49.756543 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6779b8d9-7a7c-4a9f-b534-dc3bd19bfac7 None None] Pushing event updated for resources: {'Port': ['ID=e3f098d2-346d-49ed-a408-1237a9cfef9a,revision_number=2']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:49.758046 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5e3d44-f9f6-46ef-9ac2-835d1afcbd7a admin admin] Network 31c27e92-e0da-4e6d-8a65-1fe9473fae1f is already hosted by enough agents. {{(pid=112953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:49:49.760270 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.base_scheduler [None req-cc5e3d44-f9f6-46ef-9ac2-835d1afcbd7a admin admin] Resources bound (agent type, host, resource id): {{(pid=112953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:49:49.773998 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c80c553-276c-49c1-b659-37e6ecb62f85 None None] Checking agent: {'id': 'f85e816c-fb48-4744-a66a-e79ceb68e67e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 36, 23), 'started_at': datetime.datetime(2022, 9, 15, 0, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:49:49.774357 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c80c553-276c-49c1-b659-37e6ecb62f85 None None] Checking segment: {'id': 'bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:49:49.774760 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-9c80c553-276c-49c1-b659-37e6ecb62f85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:49.775149 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c80c553-276c-49c1-b659-37e6ecb62f85 None None] Bound using segment: {'id': 'bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:49:49.775660 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-9c80c553-276c-49c1-b659-37e6ecb62f85 None None] Bound port: e3f098d2-346d-49ed-a408-1237a9cfef9a, host: dv-cinder-857528-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'}}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:49:49.776031 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-9c80c553-276c-49c1-b659-37e6ecb62f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (e3f098d2-346d-49ed-a408-1237a9cfef9a), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:49.825375 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:49.836078 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-9c80c553-276c-49c1-b659-37e6ecb62f85 None None] For port e3f098d2-346d-49ed-a408-1237a9cfef9a, host dv-cinder-857528-2-iscsi, cleared binding levels {{(pid=112954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:49:49.840629 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-9c80c553-276c-49c1-b659-37e6ecb62f85 None None] For port e3f098d2-346d-49ed-a408-1237a9cfef9a, host dv-cinder-857528-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=e3f098d2-346d-49ed-a408-1237a9cfef9a,segment=NetworkSegment(bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89),segment_id=bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89)] {{(pid=112954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:49:49.850807 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-9c80c553-276c-49c1-b659-37e6ecb62f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (e3f098d2-346d-49ed-a408-1237a9cfef9a), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:49.892873 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5e3d44-f9f6-46ef-9ac2-835d1afcbd7a admin admin] Router 7344f31d-b930-4406-bf6b-54850d55a3b7 has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:49:49.893104 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c80c553-276c-49c1-b659-37e6ecb62f85 None None] Routers {'7344f31d-b930-4406-bf6b-54850d55a3b7'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:49:49.893654 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-9c80c553-276c-49c1-b659-37e6ecb62f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:49:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['7344f31d-b930-4406-bf6b-54850d55a3b7'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:49:49.948261 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device e63b5bb3-a573-425f-862e-8a2d3928a0a2 up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:49:49.980835 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:50.005009 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6779b8d9-7a7c-4a9f-b534-dc3bd19bfac7 None None] Pushing event updated for resources: {'Port': ['ID=e3f098d2-346d-49ed-a408-1237a9cfef9a,revision_number=3']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:50.021983 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5e3d44-f9f6-46ef-9ac2-835d1afcbd7a admin admin] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:49:50.026870 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-cc5e3d44-f9f6-46ef-9ac2-835d1afcbd7a admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/7344f31d-b930-4406-bf6b-54850d55a3b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8695562 Sep 15 00:49:50.075891 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-13c03afe-c2d6-4617-8ecb-5b1f7ec9693b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:50.090448 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-9c80c553-276c-49c1-b659-37e6ecb62f85 None None] Set router 7344f31d-b930-4406-bf6b-54850d55a3b7 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:49:50.092135 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port e63b5bb3-a573-425f-862e-8a2d3928a0a2 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:49:50.092499 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (e63b5bb3-a573-425f-862e-8a2d3928a0a2), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:50.093169 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port e63b5bb3-a573-425f-862e-8a2d3928a0a2 Sep 15 00:49:50.136968 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 6 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 00:49:50.197504 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754292c-1f3e-465f-a937-8986a3fa13a8 req-7ce3b450-580f-4614-abe3-64b9bf6cdc3c tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:50.199217 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c754292c-1f3e-465f-a937-8986a3fa13a8 req-7ce3b450-580f-4614-abe3-64b9bf6cdc3c tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0503490 Sep 15 00:49:50.264870 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c754292c-1f3e-465f-a937-8986a3fa13a8 req-aefc4235-44d2-4def-8055-a8d5686b2353 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586758 Sep 15 00:49:50.278661 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-47912f95-9260-45d0-a03f-1b96d4b2cf6c None None] Attempt 2 to provision port 6166efb7-05c2-415a-b18a-55ac090c64da Sep 15 00:49:50.280643 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:50.375126 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-47912f95-9260-45d0-a03f-1b96d4b2cf6c None None] Port 6166efb7-05c2-415a-b18a-55ac090c64da cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:49:50.492761 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port e63b5bb3-a573-425f-862e-8a2d3928a0a2 is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:49:50.533636 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c8ade-a87b-437c-9074-deb42fb7cb07 req-4293ce19-f7e4-4ade-8912-3e6f2aa6f79d tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:50.535348 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2b8c8ade-a87b-437c-9074-deb42fb7cb07 req-4293ce19-f7e4-4ade-8912-3e6f2aa6f79d tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 943 time: 0.1193330 Sep 15 00:49:50.554999 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:50.564300 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6aa25-f090-4626-9669-1aa99605c6d2 req-90f76d8e-c393-4ed0-98d3-a4816d2d3607 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:50.572141 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-4fe6aa25-f090-4626-9669-1aa99605c6d2 req-90f76d8e-c393-4ed0-98d3-a4816d2d3607 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0636854 Sep 15 00:49:50.583676 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-9c80c553-276c-49c1-b659-37e6ecb62f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7344f31d-b930-4406-bf6b-54850d55a3b7', 'name': 'tempest-TestMinimumBasicScenario-1962567803-router', 'tenant_id': '0293f640bfc245fa9f271bfcd15a9036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e3f098d2-346d-49ed-a408-1237a9cfef9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:46Z', 'updated_at': '2022-09-15T00:49:49Z', 'revision_number': 4, 'project_id': '0293f640bfc245fa9f271bfcd15a9036', 'gw_port': {'id': 'e3f098d2-346d-49ed-a408-1237a9cfef9a', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:53:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7344f31d-b930-4406-bf6b-54850d55a3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:46Z', 'updated_at': '2022-09-15T00:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': '6166efb7-05c2-415a-b18a-55ac090c64da', 'name': '', 'network_id': '31c27e92-e0da-4e6d-8a65-1fe9473fae1f', 'tenant_id': '0293f640bfc245fa9f271bfcd15a9036', 'mac_address': 'fa:16:3e:8f:02:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7344f31d-b930-4406-bf6b-54850d55a3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '10731146-be74-4a52-9b5d-c3f9c066761b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:48Z', 'updated_at': '2022-09-15T00:49:49Z', 'revision_number': 2, 'project_id': '0293f640bfc245fa9f271bfcd15a9036', 'subnets': [{'id': '10731146-be74-4a52-9b5d-c3f9c066761b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:49:50.608069 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2b8c8ade-a87b-437c-9074-deb42fb7cb07 req-47a720e1-52b3-403a-8838-e5d36b56aad6 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660989 Sep 15 00:49:50.630359 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c80c553-276c-49c1-b659-37e6ecb62f85 None None] The sync data for ids ['7344f31d-b930-4406-bf6b-54850d55a3b7'] in dv-cinder-857528-2-iscsi is: [{'id': '7344f31d-b930-4406-bf6b-54850d55a3b7', 'name': 'tempest-TestMinimumBasicScenario-1962567803-router', 'tenant_id': '0293f640bfc245fa9f271bfcd15a9036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e3f098d2-346d-49ed-a408-1237a9cfef9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:46Z', 'updated_at': '2022-09-15T00:49:49Z', 'revision_number': 4, 'project_id': '0293f640bfc245fa9f271bfcd15a9036', 'gw_port': {'id': 'e3f098d2-346d-49ed-a408-1237a9cfef9a', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:53:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7344f31d-b930-4406-bf6b-54850d55a3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:46Z', 'updated_at': '2022-09-15T00:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': '6166efb7-05c2-415a-b18a-55ac090c64da', 'name': '', 'network_id': '31c27e92-e0da-4e6d-8a65-1fe9473fae1f', 'tenant_id': '0293f640bfc245fa9f271bfcd15a9036', 'mac_address': 'fa:16:3e:8f:02:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7344f31d-b930-4406-bf6b-54850d55a3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '10731146-be74-4a52-9b5d-c3f9c066761b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:48Z', 'updated_at': '2022-09-15T00:49:49Z', 'revision_number': 2, 'project_id': '0293f640bfc245fa9f271bfcd15a9036', 'subnets': [{'id': '10731146-be74-4a52-9b5d-c3f9c066761b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:49:50.637572 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-4fe6aa25-f090-4626-9669-1aa99605c6d2 req-11034306-a08f-4a85-9102-00a4ef570a97 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645554 Sep 15 00:49:50.877114 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-47912f95-9260-45d0-a03f-1b96d4b2cf6c None None] Attempt 3 to provision port 6166efb7-05c2-415a-b18a-55ac090c64da Sep 15 00:49:50.922469 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-47912f95-9260-45d0-a03f-1b96d4b2cf6c None None] Port 6166efb7-05c2-415a-b18a-55ac090c64da cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:49:51.333418 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:51.424233 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-47912f95-9260-45d0-a03f-1b96d4b2cf6c None None] Attempt 4 to provision port 6166efb7-05c2-415a-b18a-55ac090c64da Sep 15 00:49:51.462113 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-47912f95-9260-45d0-a03f-1b96d4b2cf6c None None] Port 6166efb7-05c2-415a-b18a-55ac090c64da cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:49:51.761369 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:51.768076 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a926642-7f8a-4005-ab0c-c9db7b3aa9ed req-60726efd-a734-435e-a002-4b39351865d7 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:51.774944 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0a926642-7f8a-4005-ab0c-c9db7b3aa9ed req-60726efd-a734-435e-a002-4b39351865d7 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 943 time: 0.0648346 Sep 15 00:49:51.816123 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c25b12-09c2-43f6-b621-43ef216acfb2 req-8496f11c-a433-48bd-a6b4-7de7e8f7fbc2 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:51.819386 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-40c25b12-09c2-43f6-b621-43ef216acfb2 req-8496f11c-a433-48bd-a6b4-7de7e8f7fbc2 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0756302 Sep 15 00:49:51.862861 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0a926642-7f8a-4005-ab0c-c9db7b3aa9ed req-dab66ab7-9720-4002-b9df-e8c63b94e476 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869706 Sep 15 00:49:51.917606 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-40c25b12-09c2-43f6-b621-43ef216acfb2 req-f33bfda4-6a42-477a-b3af-6dab2f209e16 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897231 Sep 15 00:49:51.941316 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device e3f098d2-346d-49ed-a408-1237a9cfef9a up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:49:51.967195 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-47912f95-9260-45d0-a03f-1b96d4b2cf6c None None] Attempt 5 to provision port 6166efb7-05c2-415a-b18a-55ac090c64da Sep 15 00:49:52.019120 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-47912f95-9260-45d0-a03f-1b96d4b2cf6c None None] Port 6166efb7-05c2-415a-b18a-55ac090c64da cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:49:52.031166 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port e3f098d2-346d-49ed-a408-1237a9cfef9a triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:49:52.031871 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (e3f098d2-346d-49ed-a408-1237a9cfef9a), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:52.032933 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port e3f098d2-346d-49ed-a408-1237a9cfef9a Sep 15 00:49:52.122969 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port e3f098d2-346d-49ed-a408-1237a9cfef9a is: DOWN; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:49:52.123576 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (e3f098d2-346d-49ed-a408-1237a9cfef9a), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:52.163430 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] For port e3f098d2-346d-49ed-a408-1237a9cfef9a, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=e3f098d2-346d-49ed-a408-1237a9cfef9a,segment=NetworkSegment(bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89),segment_id=bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:49:52.168401 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (e3f098d2-346d-49ed-a408-1237a9cfef9a), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:52.225732 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Pushing event updated for resources: {'Port': ['ID=e3f098d2-346d-49ed-a408-1237a9cfef9a,revision_number=4']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:52.336956 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device f8e5a3ed-229c-4186-8197-286fa9b6a050 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=112954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 00:49:52.357757 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:52.515027 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port f8e5a3ed-229c-4186-8197-286fa9b6a050, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=f8e5a3ed-229c-4186-8197-286fa9b6a050,segment=NetworkSegment(0e381a2d-0dc5-42f8-9b9f-371bc873799e),segment_id=0e381a2d-0dc5-42f8-9b9f-371bc873799e)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:49:52.527854 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-47912f95-9260-45d0-a03f-1b96d4b2cf6c None None] Attempt 6 to provision port 6166efb7-05c2-415a-b18a-55ac090c64da Sep 15 00:49:52.547599 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Returning: {'device': 'f8e5a3ed-229c-4186-8197-286fa9b6a050', 'network_id': '4290f87e-df9b-42ba-bf4c-3cb460fcfafb', 'port_id': 'f8e5a3ed-229c-4186-8197-286fa9b6a050', 'mac_address': 'fa:16:3e:a7:12:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1377e933-271c-4a25-8861-4516d6260e23', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 00:49:52.600277 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-47912f95-9260-45d0-a03f-1b96d4b2cf6c None None] Port 6166efb7-05c2-415a-b18a-55ac090c64da cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:49:52.617133 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:52.618274 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port f8e5a3ed-229c-4186-8197-286fa9b6a050 is: DOWN; New status is: BUILD {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:49:52.618729 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (f8e5a3ed-229c-4186-8197-286fa9b6a050), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:52.647648 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8e5a3ed-229c-4186-8197-286fa9b6a050 {{(pid=112954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 00:49:52.685877 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port f8e5a3ed-229c-4186-8197-286fa9b6a050, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=f8e5a3ed-229c-4186-8197-286fa9b6a050,segment=NetworkSegment(0e381a2d-0dc5-42f8-9b9f-371bc873799e),segment_id=0e381a2d-0dc5-42f8-9b9f-371bc873799e)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:49:52.691814 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:52.694300 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (f8e5a3ed-229c-4186-8197-286fa9b6a050), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:52.721967 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:52.758757 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=f8e5a3ed-229c-4186-8197-286fa9b6a050,revision_number=4']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:53.036082 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f33cab-ec68-4ba8-850e-4c03056e0042 req-b979c6c7-1464-4f83-9600-c6038db91318 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:53.043942 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c5f33cab-ec68-4ba8-850e-4c03056e0042 req-b979c6c7-1464-4f83-9600-c6038db91318 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 944 time: 0.0576115 Sep 15 00:49:53.102054 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66678ec-e832-4ffe-8ee2-0450bfcd2abe req-c5ad7c44-32be-40d7-ad50-e1740ef9eb6e tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:53.104097 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-47912f95-9260-45d0-a03f-1b96d4b2cf6c None None] Attempt 7 to provision port 6166efb7-05c2-415a-b18a-55ac090c64da Sep 15 00:49:53.104761 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-c66678ec-e832-4ffe-8ee2-0450bfcd2abe req-c5ad7c44-32be-40d7-ad50-e1740ef9eb6e tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0623231 Sep 15 00:49:53.118734 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c5f33cab-ec68-4ba8-850e-4c03056e0042 req-faff54d5-5ceb-4286-b23f-651c9e94e1af tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736268 Sep 15 00:49:53.152958 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-47912f95-9260-45d0-a03f-1b96d4b2cf6c None None] Port 6166efb7-05c2-415a-b18a-55ac090c64da cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:49:53.172457 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-c66678ec-e832-4ffe-8ee2-0450bfcd2abe req-3d2929e0-2503-41b8-a29b-40a0721a826b tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568783 Sep 15 00:49:53.434073 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfb0473-237b-4e4e-a093-7432b4bd248e None None] Sync routers for ids ['7344f31d-b930-4406-bf6b-54850d55a3b7'] in dv-cinder-857528-2-iscsi {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:49:53.447130 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfb0473-237b-4e4e-a093-7432b4bd248e None None] Routers {'7344f31d-b930-4406-bf6b-54850d55a3b7'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:49:53.448037 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-dbfb0473-237b-4e4e-a093-7432b4bd248e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:49:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['7344f31d-b930-4406-bf6b-54850d55a3b7'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:49:53.500307 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] get_ports_and_sgs() called for port_ids ['f8e5a3ed-229c-4186-8197-286fa9b6a050'] {{(pid=112954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 00:49:53.606854 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17a6f0-3d61-4a86-a0a4-1fc0c487ceda req-1e386d97-2fc9-4ecd-971d-ff984d839055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:53.609227 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ec17a6f0-3d61-4a86-a0a4-1fc0c487ceda req-1e386d97-2fc9-4ecd-971d-ff984d839055 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6a9d9cf3606845ec964dd8320126293e&device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 1129 time: 0.2602816 Sep 15 00:49:53.614388 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-dbfb0473-237b-4e4e-a093-7432b4bd248e None None] Set router 7344f31d-b930-4406-bf6b-54850d55a3b7 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:49:53.653963 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-47912f95-9260-45d0-a03f-1b96d4b2cf6c None None] Attempt 8 to provision port 6166efb7-05c2-415a-b18a-55ac090c64da Sep 15 00:49:53.717896 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-47912f95-9260-45d0-a03f-1b96d4b2cf6c None None] Port 6166efb7-05c2-415a-b18a-55ac090c64da cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:49:53.850969 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17a6f0-3d61-4a86-a0a4-1fc0c487ceda req-093cc679-aecf-4c52-a058-44fb42efb2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:53.852556 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ec17a6f0-3d61-4a86-a0a4-1fc0c487ceda req-093cc679-aecf-4c52-a058-44fb42efb2e3 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0 HTTP/1.1" status: 200 len: 910 time: 0.2106295 Sep 15 00:49:54.006701 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ec17a6f0-3d61-4a86-a0a4-1fc0c487ceda req-4f533963-fbcd-4242-95d6-801bcf1975bc service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45e2672c-5f66-4187-b159-c6d3bb80d12b HTTP/1.1" status: 200 len: 1000 time: 0.1472044 Sep 15 00:49:54.008520 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device e3f098d2-346d-49ed-a408-1237a9cfef9a up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:49:54.044049 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-dbfb0473-237b-4e4e-a093-7432b4bd248e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7344f31d-b930-4406-bf6b-54850d55a3b7', 'name': 'tempest-TestMinimumBasicScenario-1962567803-router', 'tenant_id': '0293f640bfc245fa9f271bfcd15a9036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e3f098d2-346d-49ed-a408-1237a9cfef9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:46Z', 'updated_at': '2022-09-15T00:49:49Z', 'revision_number': 4, 'project_id': '0293f640bfc245fa9f271bfcd15a9036', 'gw_port': {'id': 'e3f098d2-346d-49ed-a408-1237a9cfef9a', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:53:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7344f31d-b930-4406-bf6b-54850d55a3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:46Z', 'updated_at': '2022-09-15T00:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': '6166efb7-05c2-415a-b18a-55ac090c64da', 'name': '', 'network_id': '31c27e92-e0da-4e6d-8a65-1fe9473fae1f', 'tenant_id': '0293f640bfc245fa9f271bfcd15a9036', 'mac_address': 'fa:16:3e:8f:02:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7344f31d-b930-4406-bf6b-54850d55a3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '10731146-be74-4a52-9b5d-c3f9c066761b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:48Z', 'updated_at': '2022-09-15T00:49:49Z', 'revision_number': 2, 'project_id': '0293f640bfc245fa9f271bfcd15a9036', 'subnets': [{'id': '10731146-be74-4a52-9b5d-c3f9c066761b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:49:54.065834 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port e3f098d2-346d-49ed-a408-1237a9cfef9a triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:49:54.066483 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (e3f098d2-346d-49ed-a408-1237a9cfef9a), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:54.066986 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port e3f098d2-346d-49ed-a408-1237a9cfef9a Sep 15 00:49:54.070877 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17a6f0-3d61-4a86-a0a4-1fc0c487ceda req-803a1bb9-c220-4699-8583-47f236fe9210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:54.073385 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ec17a6f0-3d61-4a86-a0a4-1fc0c487ceda req-803a1bb9-c220-4699-8583-47f236fe9210 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=7d05243c-ba86-4ab7-a5fb-f252ae11d048 HTTP/1.1" status: 200 len: 849 time: 0.0601425 Sep 15 00:49:54.089942 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfb0473-237b-4e4e-a093-7432b4bd248e None None] Checking router: 7344f31d-b930-4406-bf6b-54850d55a3b7 for host: dv-cinder-857528-2-iscsi {{(pid=112955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:49:54.090282 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfb0473-237b-4e4e-a093-7432b4bd248e None None] Updating router 7344f31d-b930-4406-bf6b-54850d55a3b7 port 6166efb7-05c2-415a-b18a-55ac090c64da binding host dv-cinder-857528-2-iscsi {{(pid=112955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 00:49:54.115119 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:54.156544 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-dbfb0473-237b-4e4e-a093-7432b4bd248e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (6166efb7-05c2-415a-b18a-55ac090c64da), before_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:54.166999 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port e3f098d2-346d-49ed-a408-1237a9cfef9a is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:49:54.220146 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-47912f95-9260-45d0-a03f-1b96d4b2cf6c None None] Attempt 9 to provision port 6166efb7-05c2-415a-b18a-55ac090c64da Sep 15 00:49:54.271411 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-47912f95-9260-45d0-a03f-1b96d4b2cf6c None None] Port 6166efb7-05c2-415a-b18a-55ac090c64da cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:49:54.360909 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7d4db-86c2-4a20-95eb-69687cef694e req-8c37490d-a878-43d2-b56a-8ec5fbe5ce36 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:54.374348 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-38e7d4db-86c2-4a20-95eb-69687cef694e req-8c37490d-a878-43d2-b56a-8ec5fbe5ce36 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0767653 Sep 15 00:49:54.389644 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7336c24-31fc-4817-9068-036e53875c7f req-d66c93ee-b42a-42b6-951c-28af0cb1d692 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:54.399011 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e7336c24-31fc-4817-9068-036e53875c7f req-d66c93ee-b42a-42b6-951c-28af0cb1d692 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 944 time: 0.0945363 Sep 15 00:49:54.465840 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-38e7d4db-86c2-4a20-95eb-69687cef694e req-829fa265-6d12-4c42-9607-273181c904b4 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854349 Sep 15 00:49:54.474375 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17a6f0-3d61-4a86-a0a4-1fc0c487ceda req-6e048dc4-b2fb-461f-8166-b19a9e393f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:54.476528 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ec17a6f0-3d61-4a86-a0a4-1fc0c487ceda req-6e048dc4-b2fb-461f-8166-b19a9e393f7e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1059787 Sep 15 00:49:54.502052 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:54.556118 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e7336c24-31fc-4817-9068-036e53875c7f req-947765ec-8bf9-4a44-b94b-c859baa0e0fd tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559820 Sep 15 00:49:54.574489 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-dbfb0473-237b-4e4e-a093-7432b4bd248e None None] Publish callbacks [] for port (6166efb7-05c2-415a-b18a-55ac090c64da), precommit_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:54.577969 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:54.586861 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-dbfb0473-237b-4e4e-a093-7432b4bd248e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (6166efb7-05c2-415a-b18a-55ac090c64da), after_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:54.612971 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ec17a6f0-3d61-4a86-a0a4-1fc0c487ceda req-68b1589d-aed3-41ac-ab4d-ef435ccffaba service neutron] 10.222.0.18 "GET /networking/v2.0/networks/5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275637 Sep 15 00:49:54.615756 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:54.679701 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563db209-52d4-4fc7-a013-0cfd294603d5 None None] Pushing event updated for resources: {'Port': ['ID=6166efb7-05c2-415a-b18a-55ac090c64da,revision_number=3']} {{(pid=112955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:54.704945 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.managers [None req-dbfb0473-237b-4e4e-a093-7432b4bd248e None None] Attempting to bind port 6166efb7-05c2-415a-b18a-55ac090c64da on host dv-cinder-857528-2-iscsi for vnic_type normal with profile {{(pid=112955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:49:54.705315 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.managers [None req-dbfb0473-237b-4e4e-a093-7432b4bd248e None None] Attempting to bind port 6166efb7-05c2-415a-b18a-55ac090c64da by drivers openvswitch,hyperv on host dv-cinder-857528-2-iscsi at level 0 using segments [{'id': '1436e436-cf2c-46a8-abf6-db71a0239d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '31c27e92-e0da-4e6d-8a65-1fe9473fae1f'}] {{(pid=112955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:49:54.705679 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfb0473-237b-4e4e-a093-7432b4bd248e None None] Attempting to bind port 6166efb7-05c2-415a-b18a-55ac090c64da on network 31c27e92-e0da-4e6d-8a65-1fe9473fae1f {{(pid=112955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:49:54.756871 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfb0473-237b-4e4e-a093-7432b4bd248e None None] Checking agent: {'id': 'f85e816c-fb48-4744-a66a-e79ceb68e67e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 36, 23), 'started_at': datetime.datetime(2022, 9, 15, 0, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:49:54.756871 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfb0473-237b-4e4e-a093-7432b4bd248e None None] Checking segment: {'id': '1436e436-cf2c-46a8-abf6-db71a0239d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '31c27e92-e0da-4e6d-8a65-1fe9473fae1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:49:54.757140 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-dbfb0473-237b-4e4e-a093-7432b4bd248e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:54.757421 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfb0473-237b-4e4e-a093-7432b4bd248e None None] Bound using segment: {'id': '1436e436-cf2c-46a8-abf6-db71a0239d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '31c27e92-e0da-4e6d-8a65-1fe9473fae1f'} {{(pid=112955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:49:54.757885 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.managers [None req-dbfb0473-237b-4e4e-a093-7432b4bd248e None None] Bound port: 6166efb7-05c2-415a-b18a-55ac090c64da, host: dv-cinder-857528-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1436e436-cf2c-46a8-abf6-db71a0239d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '31c27e92-e0da-4e6d-8a65-1fe9473fae1f'}}] {{(pid=112955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:49:54.758310 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-dbfb0473-237b-4e4e-a093-7432b4bd248e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (6166efb7-05c2-415a-b18a-55ac090c64da), before_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:54.759051 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ec17a6f0-3d61-4a86-a0a4-1fc0c487ceda req-b9c1b42e-d5e4-485a-8362-80d599e55631 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398604 Sep 15 00:49:54.772848 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-47912f95-9260-45d0-a03f-1b96d4b2cf6c None None] Attempt 10 to provision port 6166efb7-05c2-415a-b18a-55ac090c64da Sep 15 00:49:54.848051 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-47912f95-9260-45d0-a03f-1b96d4b2cf6c None None] Port 6166efb7-05c2-415a-b18a-55ac090c64da cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:49:54.855265 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.db [None req-dbfb0473-237b-4e4e-a093-7432b4bd248e None None] For port 6166efb7-05c2-415a-b18a-55ac090c64da, host dv-cinder-857528-2-iscsi, cleared binding levels {{(pid=112955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:49:54.859237 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.db [None req-dbfb0473-237b-4e4e-a093-7432b4bd248e None None] For port 6166efb7-05c2-415a-b18a-55ac090c64da, host dv-cinder-857528-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=6166efb7-05c2-415a-b18a-55ac090c64da,segment=NetworkSegment(1436e436-cf2c-46a8-abf6-db71a0239d27),segment_id=1436e436-cf2c-46a8-abf6-db71a0239d27)] {{(pid=112955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:49:54.871757 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-dbfb0473-237b-4e4e-a093-7432b4bd248e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (6166efb7-05c2-415a-b18a-55ac090c64da), after_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:54.910523 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfb0473-237b-4e4e-a093-7432b4bd248e None None] Routers {'7344f31d-b930-4406-bf6b-54850d55a3b7'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:49:54.911145 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-dbfb0473-237b-4e4e-a093-7432b4bd248e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:49:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['7344f31d-b930-4406-bf6b-54850d55a3b7'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:49:54.968384 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-4e455215-d6b4-4c82-83bb-b594461ef325 None None] Provisioning complete for port 6166efb7-05c2-415a-b18a-55ac090c64da triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:49:54.968587 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-4e455215-d6b4-4c82-83bb-b594461ef325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (6166efb7-05c2-415a-b18a-55ac090c64da), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:54.968900 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-4e455215-d6b4-4c82-83bb-b594461ef325 None None] Attempt 1 to provision port 6166efb7-05c2-415a-b18a-55ac090c64da Sep 15 00:49:55.086414 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563db209-52d4-4fc7-a013-0cfd294603d5 None None] Pushing event updated for resources: {'Port': ['ID=6166efb7-05c2-415a-b18a-55ac090c64da,revision_number=4']} {{(pid=112955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:55.130815 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-4e455215-d6b4-4c82-83bb-b594461ef325 None None] Current status of the port 6166efb7-05c2-415a-b18a-55ac090c64da is: DOWN; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:49:55.131919 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-4e455215-d6b4-4c82-83bb-b594461ef325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (6166efb7-05c2-415a-b18a-55ac090c64da), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:55.168657 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-4e455215-d6b4-4c82-83bb-b594461ef325 None None] For port 6166efb7-05c2-415a-b18a-55ac090c64da, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=6166efb7-05c2-415a-b18a-55ac090c64da,segment=NetworkSegment(1436e436-cf2c-46a8-abf6-db71a0239d27),segment_id=1436e436-cf2c-46a8-abf6-db71a0239d27)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:49:55.168892 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-dbfb0473-237b-4e4e-a093-7432b4bd248e None None] Set router 7344f31d-b930-4406-bf6b-54850d55a3b7 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:49:55.178181 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-4e455215-d6b4-4c82-83bb-b594461ef325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (6166efb7-05c2-415a-b18a-55ac090c64da), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:55.268066 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ff3371de-5faf-4502-a055-52e1d7405035 req-d302f0bf-e4ba-4383-a68f-650a6a3d6814 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-305757992&fields=id&tenant_id=53d8d76185c44a159439c0f7a0e88b31 HTTP/1.1" status: 200 len: 267 time: 0.0593641 Sep 15 00:49:55.273060 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e455215-d6b4-4c82-83bb-b594461ef325 None None] Pushing event updated for resources: {'Port': ['ID=6166efb7-05c2-415a-b18a-55ac090c64da,revision_number=5']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:49:55.391132 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3371de-5faf-4502-a055-52e1d7405035 req-3e5a8910-ed84-4382-abff-8f5faae56be6 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:55.393580 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ff3371de-5faf-4502-a055-52e1d7405035 req-3e5a8910-ed84-4382-abff-8f5faae56be6 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/networks?id=0487b0cb-031a-4188-bee6-95c6ebd2b4a3 HTTP/1.1" status: 200 len: 809 time: 0.1245112 Sep 15 00:49:55.408536 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-dbfb0473-237b-4e4e-a093-7432b4bd248e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7344f31d-b930-4406-bf6b-54850d55a3b7', 'name': 'tempest-TestMinimumBasicScenario-1962567803-router', 'tenant_id': '0293f640bfc245fa9f271bfcd15a9036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e3f098d2-346d-49ed-a408-1237a9cfef9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:46Z', 'updated_at': '2022-09-15T00:49:49Z', 'revision_number': 4, 'project_id': '0293f640bfc245fa9f271bfcd15a9036', 'gw_port': {'id': 'e3f098d2-346d-49ed-a408-1237a9cfef9a', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:53:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7344f31d-b930-4406-bf6b-54850d55a3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:46Z', 'updated_at': '2022-09-15T00:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': '6166efb7-05c2-415a-b18a-55ac090c64da', 'name': '', 'network_id': '31c27e92-e0da-4e6d-8a65-1fe9473fae1f', 'tenant_id': '0293f640bfc245fa9f271bfcd15a9036', 'mac_address': 'fa:16:3e:8f:02:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7344f31d-b930-4406-bf6b-54850d55a3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '10731146-be74-4a52-9b5d-c3f9c066761b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:48Z', 'updated_at': '2022-09-15T00:49:54Z', 'revision_number': 4, 'project_id': '0293f640bfc245fa9f271bfcd15a9036', 'subnets': [{'id': '10731146-be74-4a52-9b5d-c3f9c066761b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:49:55.416345 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ff3371de-5faf-4502-a055-52e1d7405035 req-d6288017-5cb1-4924-bec7-34007523de70 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/quotas/53d8d76185c44a159439c0f7a0e88b31 HTTP/1.1" status: 200 len: 375 time: 0.0140772 Sep 15 00:49:55.440838 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfb0473-237b-4e4e-a093-7432b4bd248e None None] The sync data for ids ['7344f31d-b930-4406-bf6b-54850d55a3b7'] in dv-cinder-857528-2-iscsi is: [{'id': '7344f31d-b930-4406-bf6b-54850d55a3b7', 'name': 'tempest-TestMinimumBasicScenario-1962567803-router', 'tenant_id': '0293f640bfc245fa9f271bfcd15a9036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e3f098d2-346d-49ed-a408-1237a9cfef9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:46Z', 'updated_at': '2022-09-15T00:49:49Z', 'revision_number': 4, 'project_id': '0293f640bfc245fa9f271bfcd15a9036', 'gw_port': {'id': 'e3f098d2-346d-49ed-a408-1237a9cfef9a', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:53:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7344f31d-b930-4406-bf6b-54850d55a3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:46Z', 'updated_at': '2022-09-15T00:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': '6166efb7-05c2-415a-b18a-55ac090c64da', 'name': '', 'network_id': '31c27e92-e0da-4e6d-8a65-1fe9473fae1f', 'tenant_id': '0293f640bfc245fa9f271bfcd15a9036', 'mac_address': 'fa:16:3e:8f:02:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7344f31d-b930-4406-bf6b-54850d55a3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '10731146-be74-4a52-9b5d-c3f9c066761b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:48Z', 'updated_at': '2022-09-15T00:49:54Z', 'revision_number': 4, 'project_id': '0293f640bfc245fa9f271bfcd15a9036', 'subnets': [{'id': '10731146-be74-4a52-9b5d-c3f9c066761b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:49:55.484036 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ff3371de-5faf-4502-a055-52e1d7405035 req-33146656-4669-4a1c-bce8-f44178b350a9 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=53d8d76185c44a159439c0f7a0e88b31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621521 Sep 15 00:49:55.645152 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68ada7-e856-46f9-a54f-eecbfe988463 req-a918abdb-fa6b-462c-9b9c-c4645fee0557 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:55.648248 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-4b68ada7-e856-46f9-a54f-eecbfe988463 req-a918abdb-fa6b-462c-9b9c-c4645fee0557 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0870826 Sep 15 00:49:55.697571 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ff3371de-5faf-4502-a055-52e1d7405035 req-0ed496a4-4e0e-48a6-9539-d53be69436a5 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/0487b0cb-031a-4188-bee6-95c6ebd2b4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946468 Sep 15 00:49:55.767936 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-4b68ada7-e856-46f9-a54f-eecbfe988463 req-c59f8804-e764-40ec-bc54-b8f41359607c tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073549 Sep 15 00:49:55.908349 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ff3371de-5faf-4502-a055-52e1d7405035 req-5a1b94dc-78c7-4aa6-902f-14906813a00b service neutron] 10.222.0.15 "GET /networking/v2.0/networks/0487b0cb-031a-4188-bee6-95c6ebd2b4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031603 Sep 15 00:49:55.972291 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 6166efb7-05c2-415a-b18a-55ac090c64da up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:49:56.018065 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ddab36-d666-4cd0-9274-70d0f759121f req-d0661bc0-6c12-4ac4-94d3-70a210385de7 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:56.021079 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b4ddab36-d666-4cd0-9274-70d0f759121f req-d0661bc0-6c12-4ac4-94d3-70a210385de7 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 944 time: 0.1025455 Sep 15 00:49:56.040886 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:56.049220 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port 6166efb7-05c2-415a-b18a-55ac090c64da triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:49:56.049591 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (6166efb7-05c2-415a-b18a-55ac090c64da), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:56.050455 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port 6166efb7-05c2-415a-b18a-55ac090c64da Sep 15 00:49:56.131650 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b4ddab36-d666-4cd0-9274-70d0f759121f req-8d9ca77c-3d52-44f6-90ad-a58f5c93bc2a tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944905 Sep 15 00:49:56.180418 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port 6166efb7-05c2-415a-b18a-55ac090c64da is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:49:56.436200 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-207ba69e-7e55-4c39-97f1-15a8d87a859f req-091381f0-0d4d-4719-8e8f-6e156b3a3635 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 210 time: 0.0545967 Sep 15 00:49:56.931738 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9e56c-faa7-41b5-be82-132d90713939 req-5c911a46-b524-455b-ac41-c304bb6af985 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:56.934337 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-7cb9e56c-faa7-41b5-be82-132d90713939 req-5c911a46-b524-455b-ac41-c304bb6af985 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0556338 Sep 15 00:49:56.989934 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-7cb9e56c-faa7-41b5-be82-132d90713939 req-e0c5a979-a192-4b3f-b98f-7af608e7e217 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484617 Sep 15 00:49:57.252137 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065b897-8c32-47cf-9c58-6073b26ebec8 req-b537cc88-cb8d-4d69-bbe4-072681cb5426 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:57.254000 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d065b897-8c32-47cf-9c58-6073b26ebec8 req-b537cc88-cb8d-4d69-bbe4-072681cb5426 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 944 time: 0.0512710 Sep 15 00:49:57.307802 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:57.340198 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d065b897-8c32-47cf-9c58-6073b26ebec8 req-9a2683e3-5f0a-4dac-acb7-81a82c46548d tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617771 Sep 15 00:49:57.549061 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ad5063f6-59c0-4294-a801-7ccaae37b94a req-cf364e87-743a-4545-a526-dd186cfd02c3 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 210 time: 0.0331743 Sep 15 00:49:58.129833 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c782dc-c03d-4f74-99cc-a69a9ba29956 req-817a98e5-e601-4642-89e8-e44a5d03c55e tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:58.131332 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b0c782dc-c03d-4f74-99cc-a69a9ba29956 req-817a98e5-e601-4642-89e8-e44a5d03c55e tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0567894 Sep 15 00:49:58.182167 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b0c782dc-c03d-4f74-99cc-a69a9ba29956 req-040f2732-f582-4973-9a35-ebaaeebef1ea tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450108 Sep 15 00:49:58.441773 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=100 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:49:58.469936 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8300b-6024-42e0-b407-bac159d9c5b7 req-9233f5f1-bc11-4c6d-a59e-5fc759f91266 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:58.475846 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-89d8300b-6024-42e0-b407-bac159d9c5b7 req-9233f5f1-bc11-4c6d-a59e-5fc759f91266 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 944 time: 0.0677874 Sep 15 00:49:58.529744 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-89d8300b-6024-42e0-b407-bac159d9c5b7 req-2f64a7a8-e0be-4d52-9fc3-57bac323a7bf tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518241 Sep 15 00:49:58.662720 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-89fe0300-b592-4e4d-b6a6-7c037eec5332 req-ef908684-ed67-489a-a082-e0ddec0659bc tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 210 time: 0.0357182 Sep 15 00:49:59.321296 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b851a90-d528-4019-9b70-3fb52fa435f5 req-2ea6ac04-4ab9-4331-a53a-378908649635 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:59.323266 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-4b851a90-d528-4019-9b70-3fb52fa435f5 req-2ea6ac04-4ab9-4331-a53a-378908649635 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0499737 Sep 15 00:49:59.384543 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-4b851a90-d528-4019-9b70-3fb52fa435f5 req-a8b95bdc-7601-4aa3-a4dd-fa40d9466ffb tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537977 Sep 15 00:49:59.522649 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device f8e5a3ed-229c-4186-8197-286fa9b6a050 up at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:49:59.577979 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Provisioning for port f8e5a3ed-229c-4186-8197-286fa9b6a050 completed by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 00:49:59.589050 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Provisioning complete for port f8e5a3ed-229c-4186-8197-286fa9b6a050 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:49:59.589827 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (f8e5a3ed-229c-4186-8197-286fa9b6a050), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:59.590493 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Attempt 1 to provision port f8e5a3ed-229c-4186-8197-286fa9b6a050 Sep 15 00:49:59.716062 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23851287-259e-40e5-b5f1-c20d88e6d78c req-b73addd3-60c1-47cc-acf1-b41326e28353 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:49:59.718910 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-23851287-259e-40e5-b5f1-c20d88e6d78c req-b73addd3-60c1-47cc-acf1-b41326e28353 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 944 time: 0.0764048 Sep 15 00:49:59.727138 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port f8e5a3ed-229c-4186-8197-286fa9b6a050 is: BUILD; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:49:59.727443 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (f8e5a3ed-229c-4186-8197-286fa9b6a050), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:59.762958 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port f8e5a3ed-229c-4186-8197-286fa9b6a050, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=f8e5a3ed-229c-4186-8197-286fa9b6a050,segment=NetworkSegment(0e381a2d-0dc5-42f8-9b9f-371bc873799e),segment_id=0e381a2d-0dc5-42f8-9b9f-371bc873799e)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:49:59.764366 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58c94a4-c708-4b2f-b8b1-fa336f60aa4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e5a3ed-229c-4186-8197-286fa9b6a050'}] {{(pid=112954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:49:59.768010 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac31f47a78c65cec711889e6d70219b8f5c13991b6e76ee3a100a5a33f2e7321" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6e3b61-4e61-4db9-9c9e-8bf271f89c44" -d '{"events": [{"server_uuid": "e58c94a4-c708-4b2f-b8b1-fa336f60aa4b", "name": "network-vif-plugged", "status": "completed", "tag": "f8e5a3ed-229c-4186-8197-286fa9b6a050"}]}' {{(pid=112954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:49:59.774073 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (f8e5a3ed-229c-4186-8197-286fa9b6a050), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:49:59.796246 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-23851287-259e-40e5-b5f1-c20d88e6d78c req-53c88fab-8d60-48a8-aa2e-728ed1c4e770 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658326 Sep 15 00:49:59.846287 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-8586e36e-693e-4b0c-9c88-5ac0a4c2e57d req-ffdf083a-9003-4340-b054-31bb41571b00 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 210 time: 0.0601840 Sep 15 00:49:59.846962 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 00:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77421cd0-0571-4432-af40-f00a0e045f57 x-openstack-request-id: req-77421cd0-0571-4432-af40-f00a0e045f57 {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:49:59.847472 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e58c94a4-c708-4b2f-b8b1-fa336f60aa4b", "name": "network-vif-plugged", "status": "completed", "tag": "f8e5a3ed-229c-4186-8197-286fa9b6a050", "code": 200}]} {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:49:59.847742 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-77421cd0-0571-4432-af40-f00a0e045f57 {{(pid=112954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:49:59.848152 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77421cd0-0571-4432-af40-f00a0e045f57'] response: {'server_uuid': 'e58c94a4-c708-4b2f-b8b1-fa336f60aa4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e5a3ed-229c-4186-8197-286fa9b6a050', 'code': 200} Sep 15 00:49:59.880829 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=f8e5a3ed-229c-4186-8197-286fa9b6a050,revision_number=5']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:50:00.516645 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a34592-fceb-4064-a0ca-f55c12ae2c4f req-acb888f2-842d-45a4-844e-dce281a451fa tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:00.528032 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-22a34592-fceb-4064-a0ca-f55c12ae2c4f req-acb888f2-842d-45a4-844e-dce281a451fa tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0650072 Sep 15 00:50:00.586729 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-22a34592-fceb-4064-a0ca-f55c12ae2c4f req-e61ed79c-f796-4e5c-851d-9e8b20e60343 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575826 Sep 15 00:50:00.807216 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe07225-d582-450f-b6b3-451a43ae3b80 req-dbd1ea61-7067-4493-bdfc-3fea8597b793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:00.810353 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-cfe07225-d582-450f-b6b3-451a43ae3b80 req-dbd1ea61-7067-4493-bdfc-3fea8597b793 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 1129 time: 0.0513127 Sep 15 00:50:00.948413 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=100 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:00.956503 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-df87e82a-7348-4827-92f6-9b8dfca3b814 req-ce721711-1e1e-4b92-925d-4be0151dca15 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 210 time: 0.0294840 Sep 15 00:50:00.961450 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a1282-4f55-4b42-b16f-f6cf19f24c5d req-b44aaf20-418a-4dad-949d-ac0decdde439 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:00.971039 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-996a1282-4f55-4b42-b16f-f6cf19f24c5d req-b44aaf20-418a-4dad-949d-ac0decdde439 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 945 time: 0.0781548 Sep 15 00:50:01.024021 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-996a1282-4f55-4b42-b16f-f6cf19f24c5d req-b5e95463-31d9-4014-abbf-6be6f0f05e07 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518415 Sep 15 00:50:01.153322 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-cfe07225-d582-450f-b6b3-451a43ae3b80 req-3cb379bf-482d-419e-8b00-ab2c92d71e1c service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476491 Sep 15 00:50:01.702628 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-50060f3c-fa7d-4354-8670-b13be2a95e31 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:01.704702 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-50060f3c-fa7d-4354-8670-b13be2a95e31 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/networks?id=6527e211-69f5-4bda-8984-4ee4af88ebfb HTTP/1.1" status: 200 len: 814 time: 0.1035933 Sep 15 00:50:01.718737 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-9550bec2-0d06-4674-b68d-cc484a5d8be2 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/quotas/762beb87caad4aa691528a7d9de01086 HTTP/1.1" status: 200 len: 375 time: 0.0086780 Sep 15 00:50:01.767000 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-a9f378bf-63ea-49f9-a779-312d1d0e611d tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=762beb87caad4aa691528a7d9de01086&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434599 Sep 15 00:50:01.863398 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-79b6f288-bac6-4aa6-a88c-921c48b3648d service neutron] 10.222.0.15 "GET /networking/v2.0/networks/6527e211-69f5-4bda-8984-4ee4af88ebfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853522 Sep 15 00:50:01.951288 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-7665a330-fc2b-476b-9796-0f0992d74803 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/6527e211-69f5-4bda-8984-4ee4af88ebfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821891 Sep 15 00:50:02.061800 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d7a1ab63-ce5e-4d13-a427-d9088a9b0950 req-b1ef8c53-096f-4f0e-9032-b1bade373ca0 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 210 time: 0.0290422 Sep 15 00:50:02.151420 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c2d9e-705b-4d1e-aab2-dd685ebbd88b req-0499e9c1-d06f-4b66-acee-1fb2f9d3a6a8 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:02.152910 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-7b5c2d9e-705b-4d1e-aab2-dd685ebbd88b req-0499e9c1-d06f-4b66-acee-1fb2f9d3a6a8 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 945 time: 0.0506511 Sep 15 00:50:02.153341 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-958d5d8d-6477-445a-9c63-c059cf195eb0 req-b427a86d-7ead-407c-9bcf-06d845b4d20f tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 210 time: 0.0335639 Sep 15 00:50:02.208743 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-7b5c2d9e-705b-4d1e-aab2-dd685ebbd88b req-7c0ebfff-926a-4212-b77b-d3b159706f82 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497785 Sep 15 00:50:03.170468 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9be10fe0-15d0-40b1-b4a2-ffc2076092ad req-1317ae8b-7017-4908-b158-5b1140ed3af8 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 210 time: 0.0267637 Sep 15 00:50:03.253102 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-5d175627-979f-405d-89e8-90f32505e961 req-5ff0941d-f0ef-4a7d-8f30-8c5e2170cc44 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 210 time: 0.0282211 Sep 15 00:50:03.326873 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841d3eb-78a2-40ee-aef0-b57b611a457b req-a78e9af4-61ef-4302-93a7-0238252b8c26 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:03.328986 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0841d3eb-78a2-40ee-aef0-b57b611a457b req-a78e9af4-61ef-4302-93a7-0238252b8c26 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 945 time: 0.0479915 Sep 15 00:50:03.568903 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0841d3eb-78a2-40ee-aef0-b57b611a457b req-93423c61-67e9-4c64-8e1e-8f5f92bb679e tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2342653 Sep 15 00:50:04.271872 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9787e91d-5be3-4592-9027-c04ac5cfa049 req-ea1f8ba5-f942-4689-8d8e-74b15a291006 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 210 time: 0.0271840 Sep 15 00:50:04.353338 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e6b370c1-ac0d-4529-b769-868247ba1fee req-fefd6bae-3556-460d-a9d3-334c09e361c3 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 210 time: 0.0283573 Sep 15 00:50:04.684462 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea15ba3-9e40-4395-b707-5b87b263ab85 req-e743fce3-ca32-410b-a04f-b3b8608213f5 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:04.685987 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-dea15ba3-9e40-4395-b707-5b87b263ab85 req-e743fce3-ca32-410b-a04f-b3b8608213f5 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 945 time: 0.0459397 Sep 15 00:50:04.733680 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-dea15ba3-9e40-4395-b707-5b87b263ab85 req-2a753633-ba79-4af6-b3fb-5f79f79ba4a6 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416694 Sep 15 00:50:05.374093 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5ba614e7-117e-4247-a599-a937c23208f3 req-8381b3c6-68da-4d17-87f2-a4332b81e229 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 210 time: 0.0273721 Sep 15 00:50:05.457394 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ea2f4e36-6074-41cf-955e-2d79001dd9ba req-72fa1402-8228-46b5-9246-97891e618108 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 210 time: 0.0302973 Sep 15 00:50:05.855117 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741da26-eca2-45b8-90f9-cb50f258cdc8 req-d69de06f-39a1-4f43-be56-b47ea42ac35f tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:05.856599 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-1741da26-eca2-45b8-90f9-cb50f258cdc8 req-d69de06f-39a1-4f43-be56-b47ea42ac35f tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 945 time: 0.0485220 Sep 15 00:50:05.904457 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-1741da26-eca2-45b8-90f9-cb50f258cdc8 req-1c76d7a6-ef6a-4cc0-aa72-24aec5a10447 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423384 Sep 15 00:50:06.213121 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:06.475157 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d841e11d-4007-4f5d-b5e0-fd7f3dea7579 req-e8f17acd-bb2b-449d-8f7b-cff34495aa7f tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 210 time: 0.0270147 Sep 15 00:50:06.559975 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9e3e60f9-c6d3-4198-bbc9-e7c471d582d8 req-bc495069-2ce5-45f0-9c09-3b87ca951aa6 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 210 time: 0.0270295 Sep 15 00:50:07.023262 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63062a76-6293-4c82-b592-0fb2f96868bb req-d5469311-bdc5-4ee9-b147-c9cd2061d524 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:07.024736 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-63062a76-6293-4c82-b592-0fb2f96868bb req-d5469311-bdc5-4ee9-b147-c9cd2061d524 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 945 time: 0.0466149 Sep 15 00:50:07.071447 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-63062a76-6293-4c82-b592-0fb2f96868bb req-d3463424-a352-4c21-8b0f-9e1f6901f7c5 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413568 Sep 15 00:50:07.339091 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:07.359883 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3371de-5faf-4502-a055-52e1d7405035 req-ce802b7e-a5ea-4877-a5e4-12ee6e13b04e tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:07.361336 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ff3371de-5faf-4502-a055-52e1d7405035 req-ce802b7e-a5ea-4877-a5e4-12ee6e13b04e tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.18 "GET /networking/v2.0/networks?id=0487b0cb-031a-4188-bee6-95c6ebd2b4a3 HTTP/1.1" status: 200 len: 809 time: 0.1083710 Sep 15 00:50:07.577184 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-60cbb7d3-98df-44bf-8c37-22c3c96d8ee6 req-2eb5eb43-c784-4e5a-b16c-b09619c71b34 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 210 time: 0.0274632 Sep 15 00:50:07.659026 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-04794e7b-c4c5-48c4-a633-d0fd1f9e74ee req-875b0415-a719-4c5f-a59e-949906b66a32 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 210 time: 0.0272164 Sep 15 00:50:07.999674 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ff3371de-5faf-4502-a055-52e1d7405035 req-d9758769-c4df-412e-9838-c3f21b0e76d2 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=53d8d76185c44a159439c0f7a0e88b31 HTTP/1.1" status: 200 len: 379 time: 0.0589318 Sep 15 00:50:08.034094 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [req-ff3371de-5faf-4502-a055-52e1d7405035 req-bf409845-2859-46ba-a623-80cf69123f10 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Request body: {'port': {'device_id': '42c86872-2309-4e4c-88ad-e5b9c7166dd3', 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3', 'admin_state_up': True, 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'security_groups': ['6a43598b-9237-4160-a4ea-cb4109397256']}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:50:08.145066 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:08.166126 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff3371de-5faf-4502-a055-52e1d7405035 req-bf409845-2859-46ba-a623-80cf69123f10 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Made reservation on behalf of 53d8d76185c44a159439c0f7a0e88b31 for: {'port': 1} {{(pid=112953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:50:08.170103 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-ff3371de-5faf-4502-a055-52e1d7405035 req-bf409845-2859-46ba-a623-80cf69123f10 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:08.221587 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9fb3e-b4a9-4216-bbc1-d2f87cc5c196 req-9c3c9bde-4e8a-40c0-a357-060cea2eb762 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:08.223092 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d6d9fb3e-b4a9-4216-bbc1-d2f87cc5c196 req-9c3c9bde-4e8a-40c0-a357-060cea2eb762 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 945 time: 0.0750391 Sep 15 00:50:08.343539 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d6d9fb3e-b4a9-4216-bbc1-d2f87cc5c196 req-2f99abfb-b175-4765-92b4-2ae6b7d19f42 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139488 Sep 15 00:50:08.374147 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.db_base_plugin_common [req-ff3371de-5faf-4502-a055-52e1d7405035 req-bf409845-2859-46ba-a623-80cf69123f10 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Allocated IP 172.20.0.10 (0487b0cb-031a-4188-bee6-95c6ebd2b4a3/a47b3c86-5b49-4a30-ad22-9680b01f5da9/17d11138-3b63-47b5-8935-04d6fc868545) {{(pid=112953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:50:08.519280 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-ff3371de-5faf-4502-a055-52e1d7405035 req-bf409845-2859-46ba-a623-80cf69123f10 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks [] for port (17d11138-3b63-47b5-8935-04d6fc868545), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:08.551601 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-ff3371de-5faf-4502-a055-52e1d7405035 req-bf409845-2859-46ba-a623-80cf69123f10 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163'] for port (17d11138-3b63-47b5-8935-04d6fc868545), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:08.592409 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff3371de-5faf-4502-a055-52e1d7405035 req-bf409845-2859-46ba-a623-80cf69123f10 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Network 0487b0cb-031a-4188-bee6-95c6ebd2b4a3 is already hosted by enough agents. {{(pid=112953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:50:08.598040 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.base_scheduler [req-ff3371de-5faf-4502-a055-52e1d7405035 req-bf409845-2859-46ba-a623-80cf69123f10 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Resources bound (agent type, host, resource id): {{(pid=112953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:50:08.601863 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3371de-5faf-4502-a055-52e1d7405035 req-bf409845-2859-46ba-a623-80cf69123f10 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Received port after_create {{(pid=112953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:50:08.606395 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3371de-5faf-4502-a055-52e1d7405035 req-bf409845-2859-46ba-a623-80cf69123f10 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:08.607020 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-ff3371de-5faf-4502-a055-52e1d7405035 req-bf409845-2859-46ba-a623-80cf69123f10 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:08.616310 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf409845-2859-46ba-a623-80cf69123f10 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Pushing event updated for resources: {'Port': ['ID=17d11138-3b63-47b5-8935-04d6fc868545,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:50:08.626673 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf409845-2859-46ba-a623-80cf69123f10 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:50:08.627029 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf409845-2859-46ba-a623-80cf69123f10 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:50:08.627645 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf409845-2859-46ba-a623-80cf69123f10 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:50:08.627971 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf409845-2859-46ba-a623-80cf69123f10 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:50:08.628326 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf409845-2859-46ba-a623-80cf69123f10 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:50:08.628700 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf409845-2859-46ba-a623-80cf69123f10 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:50:08.629062 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf409845-2859-46ba-a623-80cf69123f10 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:50:08.629344 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf409845-2859-46ba-a623-80cf69123f10 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:50:08.629659 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf409845-2859-46ba-a623-80cf69123f10 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:50:08.630020 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf409845-2859-46ba-a623-80cf69123f10 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:50:08.630355 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf409845-2859-46ba-a623-80cf69123f10 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:50:08.630679 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf409845-2859-46ba-a623-80cf69123f10 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:50:08.631003 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf409845-2859-46ba-a623-80cf69123f10 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:50:08.631324 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf409845-2859-46ba-a623-80cf69123f10 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:50:08.631673 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf409845-2859-46ba-a623-80cf69123f10 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:50:08.638028 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ff3371de-5faf-4502-a055-52e1d7405035 req-bf409845-2859-46ba-a623-80cf69123f10 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6088166 Sep 15 00:50:08.707565 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18dbd75-5893-42eb-9920-989933de3469 req-b2042fd9-8fcb-4814-89f0-f29b4793a445 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:08.709658 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a18dbd75-5893-42eb-9920-989933de3469 req-b2042fd9-8fcb-4814-89f0-f29b4793a445 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 932 time: 0.0519166 Sep 15 00:50:08.742456 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=100 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:08.763094 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a18dbd75-5893-42eb-9920-989933de3469 req-d731754a-8525-4cd5-b95c-0f2da4bac3d3 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474563 Sep 15 00:50:08.775925 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-49c3ea2c-5764-40ba-8497-5935e2aea029 req-50ac4b62-825f-49a2-b331-f321fd695d65 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 210 time: 0.0353689 Sep 15 00:50:08.908864 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-c23121a5-5f28-435c-a0a5-2f1f5718a644 None None] Provisioning complete for port 17d11138-3b63-47b5-8935-04d6fc868545 triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:50:08.909360 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-c23121a5-5f28-435c-a0a5-2f1f5718a644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (17d11138-3b63-47b5-8935-04d6fc868545), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:08.909508 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-c23121a5-5f28-435c-a0a5-2f1f5718a644 None None] Attempt 1 to provision port 17d11138-3b63-47b5-8935-04d6fc868545 Sep 15 00:50:08.939966 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-c23121a5-5f28-435c-a0a5-2f1f5718a644 None None] Port 17d11138-3b63-47b5-8935-04d6fc868545 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:50:09.021595 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [req-ff3371de-5faf-4502-a055-52e1d7405035 req-8d3887f1-0567-4cfb-a3e1-d141429881d2 service neutron] Request body: {'port': {'device_id': '42c86872-2309-4e4c-88ad-e5b9c7166dd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:50:09.094558 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-ff3371de-5faf-4502-a055-52e1d7405035 req-8d3887f1-0567-4cfb-a3e1-d141429881d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (17d11138-3b63-47b5-8935-04d6fc868545), before_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:09.225161 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:09.341512 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:09.390150 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [req-ff3371de-5faf-4502-a055-52e1d7405035 req-8d3887f1-0567-4cfb-a3e1-d141429881d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17d11138-3b63-47b5-8935-04d6fc868545 {{(pid=112953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 00:50:09.399135 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-ff3371de-5faf-4502-a055-52e1d7405035 req-8d3887f1-0567-4cfb-a3e1-d141429881d2 service neutron] Publish callbacks [] for port (17d11138-3b63-47b5-8935-04d6fc868545), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:09.412335 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.provisioning_blocks [req-ff3371de-5faf-4502-a055-52e1d7405035 req-8d3887f1-0567-4cfb-a3e1-d141429881d2 service neutron] Transition to ACTIVE for port object 17d11138-3b63-47b5-8935-04d6fc868545 will not be triggered until provisioned by entity L2. {{(pid=112953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 00:50:09.415817 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-ff3371de-5faf-4502-a055-52e1d7405035 req-8d3887f1-0567-4cfb-a3e1-d141429881d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (17d11138-3b63-47b5-8935-04d6fc868545), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:09.441522 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-c23121a5-5f28-435c-a0a5-2f1f5718a644 None None] Attempt 2 to provision port 17d11138-3b63-47b5-8935-04d6fc868545 Sep 15 00:50:09.473083 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049349b7-7f49-4f08-b866-30dd8519f8b2 req-0e22647e-e24d-48f9-86ef-8ad1a6a00a8f tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:09.473906 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-c23121a5-5f28-435c-a0a5-2f1f5718a644 None None] Port 17d11138-3b63-47b5-8935-04d6fc868545 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:50:09.474725 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-049349b7-7f49-4f08-b866-30dd8519f8b2 req-0e22647e-e24d-48f9-86ef-8ad1a6a00a8f tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 945 time: 0.0492029 Sep 15 00:50:09.486897 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3887f1-0567-4cfb-a3e1-d141429881d2 service neutron] Pushing event updated for resources: {'Port': ['ID=17d11138-3b63-47b5-8935-04d6fc868545,revision_number=2']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:50:09.491875 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.managers [req-ff3371de-5faf-4502-a055-52e1d7405035 req-8d3887f1-0567-4cfb-a3e1-d141429881d2 service neutron] Attempting to bind port 17d11138-3b63-47b5-8935-04d6fc868545 on host hv-cinder-85752 for vnic_type normal with profile {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:50:09.492259 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.managers [req-ff3371de-5faf-4502-a055-52e1d7405035 req-8d3887f1-0567-4cfb-a3e1-d141429881d2 service neutron] Attempting to bind port 17d11138-3b63-47b5-8935-04d6fc868545 by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': 'acf8a16c-6cfc-4de4-a767-e59f2556add5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3'}] {{(pid=112953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:50:09.492638 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3371de-5faf-4502-a055-52e1d7405035 req-8d3887f1-0567-4cfb-a3e1-d141429881d2 service neutron] Attempting to bind port 17d11138-3b63-47b5-8935-04d6fc868545 on network 0487b0cb-031a-4188-bee6-95c6ebd2b4a3 {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:50:09.526863 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-049349b7-7f49-4f08-b866-30dd8519f8b2 req-793f88dc-b564-4eb7-b4f5-1c128ee1f245 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463886 Sep 15 00:50:09.538161 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3371de-5faf-4502-a055-52e1d7405035 req-8d3887f1-0567-4cfb-a3e1-d141429881d2 service neutron] Port 17d11138-3b63-47b5-8935-04d6fc868545 on network 0487b0cb-031a-4188-bee6-95c6ebd2b4a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 00:50:09.538557 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3371de-5faf-4502-a055-52e1d7405035 req-8d3887f1-0567-4cfb-a3e1-d141429881d2 service neutron] Attempting to bind port 17d11138-3b63-47b5-8935-04d6fc868545 on network 0487b0cb-031a-4188-bee6-95c6ebd2b4a3 {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:50:09.584030 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3371de-5faf-4502-a055-52e1d7405035 req-8d3887f1-0567-4cfb-a3e1-d141429881d2 service neutron] Checking agent: {'id': '7a59e084-9e76-4c44-9c60-e850dcdcbbb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 42, 37), 'started_at': datetime.datetime(2022, 9, 15, 0, 42, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:50:09.584366 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3371de-5faf-4502-a055-52e1d7405035 req-8d3887f1-0567-4cfb-a3e1-d141429881d2 service neutron] Checking segment: {'id': 'acf8a16c-6cfc-4de4-a767-e59f2556add5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:50:09.584749 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3371de-5faf-4502-a055-52e1d7405035 req-8d3887f1-0567-4cfb-a3e1-d141429881d2 service neutron] Bound using segment: {'id': 'acf8a16c-6cfc-4de4-a767-e59f2556add5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3'} {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:50:09.585184 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.managers [req-ff3371de-5faf-4502-a055-52e1d7405035 req-8d3887f1-0567-4cfb-a3e1-d141429881d2 service neutron] Bound port: 17d11138-3b63-47b5-8935-04d6fc868545, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acf8a16c-6cfc-4de4-a767-e59f2556add5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3'}}] {{(pid=112953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:50:09.585544 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-ff3371de-5faf-4502-a055-52e1d7405035 req-8d3887f1-0567-4cfb-a3e1-d141429881d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (17d11138-3b63-47b5-8935-04d6fc868545), before_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:09.686862 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3d21f-e69f-46ae-bfc6-6947f69f1268 req-86fdd351-54f7-4a93-94f1-1e9647c68ed1 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:09.688928 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-21e3d21f-e69f-46ae-bfc6-6947f69f1268 req-86fdd351-54f7-4a93-94f1-1e9647c68ed1 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 945 time: 0.0681076 Sep 15 00:50:09.689939 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [req-ff3371de-5faf-4502-a055-52e1d7405035 req-8d3887f1-0567-4cfb-a3e1-d141429881d2 service neutron] For port 17d11138-3b63-47b5-8935-04d6fc868545, host hv-cinder-85752, cleared binding levels {{(pid=112953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:50:09.693303 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [req-ff3371de-5faf-4502-a055-52e1d7405035 req-8d3887f1-0567-4cfb-a3e1-d141429881d2 service neutron] For port 17d11138-3b63-47b5-8935-04d6fc868545, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=17d11138-3b63-47b5-8935-04d6fc868545,segment=NetworkSegment(acf8a16c-6cfc-4de4-a767-e59f2556add5),segment_id=acf8a16c-6cfc-4de4-a767-e59f2556add5)] {{(pid=112953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:50:09.709394 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-ff3371de-5faf-4502-a055-52e1d7405035 req-8d3887f1-0567-4cfb-a3e1-d141429881d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (17d11138-3b63-47b5-8935-04d6fc868545), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:09.716025 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3371de-5faf-4502-a055-52e1d7405035 req-8d3887f1-0567-4cfb-a3e1-d141429881d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:09.716637 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-ff3371de-5faf-4502-a055-52e1d7405035 req-8d3887f1-0567-4cfb-a3e1-d141429881d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:09.717976 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ff3371de-5faf-4502-a055-52e1d7405035 req-8d3887f1-0567-4cfb-a3e1-d141429881d2 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/17d11138-3b63-47b5-8935-04d6fc868545 HTTP/1.1" status: 200 len: 1094 time: 0.7041824 Sep 15 00:50:09.719394 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c86872-2309-4e4c-88ad-e5b9c7166dd3', 'tag': '17d11138-3b63-47b5-8935-04d6fc868545'}] {{(pid=112953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:50:09.721656 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dcd79e7c9c5799004c3790ddb8f78f6987afe8bb335ac36dcc290df3850dde4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dfc9d4d-23a7-46dc-8723-2e824b8428a0" -d '{"events": [{"name": "network-changed", "server_uuid": "42c86872-2309-4e4c-88ad-e5b9c7166dd3", "tag": "17d11138-3b63-47b5-8935-04d6fc868545"}]}' {{(pid=112953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:50:09.792050 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-21e3d21f-e69f-46ae-bfc6-6947f69f1268 req-dd540b6c-64e4-49d5-b215-808a5ff44577 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970144 Sep 15 00:50:09.793133 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3887f1-0567-4cfb-a3e1-d141429881d2 service neutron] Pushing event updated for resources: {'Port': ['ID=17d11138-3b63-47b5-8935-04d6fc868545,revision_number=3']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:50:09.827523 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 58568) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:50:09.891960 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3371de-5faf-4502-a055-52e1d7405035 req-2dd6b912-e7b7-4096-86c9-b7b1d37c0cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:09.900532 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ff3371de-5faf-4502-a055-52e1d7405035 req-2dd6b912-e7b7-4096-86c9-b7b1d37c0cd0 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=53d8d76185c44a159439c0f7a0e88b31&device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 1128 time: 0.0613015 Sep 15 00:50:09.953642 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c423f-f92e-4568-80bc-e8d7f28981cf req-1109ab48-1aa8-4ae2-81cb-17c93ff8ce87 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:09.955330 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ca0c423f-f92e-4568-80bc-e8d7f28981cf req-1109ab48-1aa8-4ae2-81cb-17c93ff8ce87 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 944 time: 0.0899208 Sep 15 00:50:09.975530 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-c23121a5-5f28-435c-a0a5-2f1f5718a644 None None] Attempt 3 to provision port 17d11138-3b63-47b5-8935-04d6fc868545 Sep 15 00:50:10.002625 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ff3371de-5faf-4502-a055-52e1d7405035 req-929fc4b9-0a5b-464e-ac61-643b2d2eeaaf service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17d11138-3b63-47b5-8935-04d6fc868545 HTTP/1.1" status: 200 len: 217 time: 0.0832365 Sep 15 00:50:10.019594 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-1a719666-bc2d-4970-a24e-6d55e1499670 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:10.021055 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:10.021650 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-1a719666-bc2d-4970-a24e-6d55e1499670 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.18 "GET /networking/v2.0/networks?id=6527e211-69f5-4bda-8984-4ee4af88ebfb HTTP/1.1" status: 200 len: 814 time: 0.2059245 Sep 15 00:50:10.025382 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 00:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f0f718-3d18-4239-a058-b27dc1827faa x-openstack-request-id: req-51f0f718-3d18-4239-a058-b27dc1827faa {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:50:10.025683 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42c86872-2309-4e4c-88ad-e5b9c7166dd3", "tag": "17d11138-3b63-47b5-8935-04d6fc868545", "status": "completed", "code": 200}]} {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:50:10.026581 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-51f0f718-3d18-4239-a058-b27dc1827faa {{(pid=112953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:50:10.027040 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51f0f718-3d18-4239-a058-b27dc1827faa'] response: {'name': 'network-changed', 'server_uuid': '42c86872-2309-4e4c-88ad-e5b9c7166dd3', 'tag': '17d11138-3b63-47b5-8935-04d6fc868545', 'status': 'completed', 'code': 200} Sep 15 00:50:10.042989 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-c23121a5-5f28-435c-a0a5-2f1f5718a644 None None] Port 17d11138-3b63-47b5-8935-04d6fc868545 had new provisioning blocks added so it will not transition to active. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 00:50:10.058633 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=100 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:10.071929 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-10d1b706-9c6a-424d-8cf8-8384a936bc4f tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Request body: {'port': {'device_id': 'adedf981-66a2-455b-8192-1852eea1312b', 'network_id': '6527e211-69f5-4bda-8984-4ee4af88ebfb', 'admin_state_up': True, 'tenant_id': '762beb87caad4aa691528a7d9de01086'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:50:10.078645 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3371de-5faf-4502-a055-52e1d7405035 req-7162b8a7-7484-4267-93d5-4d3fe655d690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:10.080439 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ff3371de-5faf-4502-a055-52e1d7405035 req-7162b8a7-7484-4267-93d5-4d3fe655d690 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=a47b3c86-5b49-4a30-ad22-9680b01f5da9 HTTP/1.1" status: 200 len: 848 time: 0.0679154 Sep 15 00:50:10.134954 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-e48148a4-ca44-4f3a-b196-98b8c78fec51 req-4725fe42-dbfd-4d1e-bf15-70df5acf3d15 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 210 time: 0.0535088 Sep 15 00:50:10.140740 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ca0c423f-f92e-4568-80bc-e8d7f28981cf req-1f1bf2c7-b163-4e3b-bbf2-0833d5c93b36 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662886 Sep 15 00:50:10.144132 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b508ee-95c7-4fbe-9e33-ee362b68d376 tempest-TestShelveInstance-1878039259 tempest-TestShelveInstance-1878039259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:10.145652 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-c9b508ee-95c7-4fbe-9e33-ee362b68d376 tempest-TestShelveInstance-1878039259 tempest-TestShelveInstance-1878039259-project-admin] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 1124 time: 0.3163691 Sep 15 00:50:10.148706 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 58576) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:50:10.153285 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3371de-5faf-4502-a055-52e1d7405035 req-c5dad9a1-aa56-4454-942d-2f46d829cf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:10.154239 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-1a00b852-040f-4a31-8fec-23fb6d626d07 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Request body: {'floatingip': {'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'port_id': 'f8e5a3ed-229c-4186-8197-286fa9b6a050', 'tenant_id': '743501da05424df197d7af03d32eabb3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:50:10.155073 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ff3371de-5faf-4502-a055-52e1d7405035 req-c5dad9a1-aa56-4454-942d-2f46d829cf91 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=0487b0cb-031a-4188-bee6-95c6ebd2b4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0635488 Sep 15 00:50:10.161775 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:10.209173 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-1a00b852-040f-4a31-8fec-23fb6d626d07 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:10.269440 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:10.319509 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-10d1b706-9c6a-424d-8cf8-8384a936bc4f tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Made reservation on behalf of 762beb87caad4aa691528a7d9de01086 for: {'port': 1} {{(pid=112953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:50:10.321289 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ff3371de-5faf-4502-a055-52e1d7405035 req-4aabc3ec-1469-4297-854c-9b4564e60b1e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/0487b0cb-031a-4188-bee6-95c6ebd2b4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077242 Sep 15 00:50:10.323524 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-10d1b706-9c6a-424d-8cf8-8384a936bc4f tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:10.334064 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-1a00b852-040f-4a31-8fec-23fb6d626d07 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:10.463420 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ff3371de-5faf-4502-a055-52e1d7405035 req-3e631155-96ad-4414-b8da-7ab5f33b06dc service neutron] 10.222.0.18 "GET /networking/v2.0/networks/0487b0cb-031a-4188-bee6-95c6ebd2b4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331894 Sep 15 00:50:10.542906 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.db_base_plugin_common [None req-1a00b852-040f-4a31-8fec-23fb6d626d07 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Allocated IP 172.27.1.5 (53046852-16e9-4bc6-a26e-a34c1d2139e6/8f0c0330-11bc-44ed-a1b6-6f3c15aee393/9355014c-ce30-4dff-be9e-c03abba0b1b0) {{(pid=112953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:50:10.559567 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.db_base_plugin_common [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-10d1b706-9c6a-424d-8cf8-8384a936bc4f tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Allocated IP 172.20.0.6 (6527e211-69f5-4bda-8984-4ee4af88ebfb/479cc5fe-8cf2-4cfc-81e7-d1f45af83420/cc2b33ab-216b-4ead-83c4-eee6a3d2ec41) {{(pid=112953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:50:10.753188 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-1a00b852-040f-4a31-8fec-23fb6d626d07 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks [] for port (9355014c-ce30-4dff-be9e-c03abba0b1b0), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:10.814155 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:10.837175 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-10d1b706-9c6a-424d-8cf8-8384a936bc4f tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks [] for port (cc2b33ab-216b-4ead-83c4-eee6a3d2ec41), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:10.841265 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-1a00b852-040f-4a31-8fec-23fb6d626d07 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163'] for port (9355014c-ce30-4dff-be9e-c03abba0b1b0), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:10.890377 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a00b852-040f-4a31-8fec-23fb6d626d07 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Network 53046852-16e9-4bc6-a26e-a34c1d2139e6 is already hosted by enough agents. {{(pid=112953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:50:10.902105 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.base_scheduler [None req-1a00b852-040f-4a31-8fec-23fb6d626d07 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Resources bound (agent type, host, resource id): {{(pid=112953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:50:10.908796 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a00b852-040f-4a31-8fec-23fb6d626d07 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Received port after_create {{(pid=112953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:50:10.917493 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a00b852-040f-4a31-8fec-23fb6d626d07 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Pushing event updated for resources: {'Port': ['ID=9355014c-ce30-4dff-be9e-c03abba0b1b0,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:50:10.955863 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-10d1b706-9c6a-424d-8cf8-8384a936bc4f tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163'] for port (cc2b33ab-216b-4ead-83c4-eee6a3d2ec41), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:11.012374 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:11.051064 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-10d1b706-9c6a-424d-8cf8-8384a936bc4f tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Network 6527e211-69f5-4bda-8984-4ee4af88ebfb is already hosted by enough agents. {{(pid=112953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:50:11.058747 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d1b706-9c6a-424d-8cf8-8384a936bc4f tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Pushing event updated for resources: {'Port': ['ID=cc2b33ab-216b-4ead-83c4-eee6a3d2ec41,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:50:11.061477 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.base_scheduler [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-10d1b706-9c6a-424d-8cf8-8384a936bc4f tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Resources bound (agent type, host, resource id): {{(pid=112953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:50:11.071064 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-10d1b706-9c6a-424d-8cf8-8384a936bc4f tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Received port after_create {{(pid=112953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:50:11.076153 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-10d1b706-9c6a-424d-8cf8-8384a936bc4f tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:11.076833 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-10d1b706-9c6a-424d-8cf8-8384a936bc4f tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:11.134409 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-10d1b706-9c6a-424d-8cf8-8384a936bc4f tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0701554 Sep 15 00:50:11.379692 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-a8a27b3d-8077-4cf2-a66e-909495b11104 None None] Provisioning complete for port cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:50:11.380258 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-a8a27b3d-8077-4cf2-a66e-909495b11104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (cc2b33ab-216b-4ead-83c4-eee6a3d2ec41), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:11.380354 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-a8a27b3d-8077-4cf2-a66e-909495b11104 None None] Attempt 1 to provision port cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 Sep 15 00:50:11.397877 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c85541-cb3c-47ce-9670-c7d8d39c4d6c req-39c929af-9292-4cbc-8858-f702b08b3b6d tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:11.399730 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-38c85541-cb3c-47ce-9670-c7d8d39c4d6c req-39c929af-9292-4cbc-8858-f702b08b3b6d tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 931 time: 0.0646834 Sep 15 00:50:11.427892 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-a8a27b3d-8077-4cf2-a66e-909495b11104 None None] Port cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:50:11.476133 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-38c85541-cb3c-47ce-9670-c7d8d39c4d6c req-f5b3576b-464e-4141-9e17-009d58ec4231 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696712 Sep 15 00:50:11.598839 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90584ff-3c14-41ed-973c-bf645e5cd08b req-852e7927-59a1-4df8-97c6-d36e3fda3b1d tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:11.600428 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e90584ff-3c14-41ed-973c-bf645e5cd08b req-852e7927-59a1-4df8-97c6-d36e3fda3b1d tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 944 time: 0.3546073 Sep 15 00:50:11.771837 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e90584ff-3c14-41ed-973c-bf645e5cd08b req-33f4b0fd-cf54-4347-91b8-3f8ef5cfdd31 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235940 Sep 15 00:50:11.798117 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-1a00b852-040f-4a31-8fec-23fb6d626d07 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks [] for floatingip (8cdf8fa3-bfbb-4e19-b373-46ebad1939e7), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:11.872339 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-1a00b852-040f-4a31-8fec-23fb6d626d07 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (9355014c-ce30-4dff-be9e-c03abba0b1b0), before_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:11.930000 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-a8a27b3d-8077-4cf2-a66e-909495b11104 None None] Attempt 2 to provision port cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 Sep 15 00:50:11.938262 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:11.988343 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:11.989738 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-a8a27b3d-8077-4cf2-a66e-909495b11104 None None] Port cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:50:12.042347 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-1a00b852-040f-4a31-8fec-23fb6d626d07 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks [] for port (9355014c-ce30-4dff-be9e-c03abba0b1b0), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:12.047130 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-1a00b852-040f-4a31-8fec-23fb6d626d07 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (9355014c-ce30-4dff-be9e-c03abba0b1b0), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:12.047851 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-1a00b852-040f-4a31-8fec-23fb6d626d07 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682341'] for floatingip (8cdf8fa3-bfbb-4e19-b373-46ebad1939e7), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:12.130064 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a00b852-040f-4a31-8fec-23fb6d626d07 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Pushing event updated for resources: {'Port': ['ID=9355014c-ce30-4dff-be9e-c03abba0b1b0,revision_number=2']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:50:12.174094 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.db.l3_db [None req-1a00b852-040f-4a31-8fec-23fb6d626d07 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Floating IP 8cdf8fa3-bfbb-4e19-b373-46ebad1939e7 associated. External IP: 172.27.1.5, port: f8e5a3ed-229c-4186-8197-286fa9b6a050. Sep 15 00:50:12.382351 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a00b852-040f-4a31-8fec-23fb6d626d07 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Router ca3b6cba-8d96-4b57-9ebe-237259db34f8 has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:50:12.434527 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:12.488265 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a00b852-040f-4a31-8fec-23fb6d626d07 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:50:12.491337 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-a8a27b3d-8077-4cf2-a66e-909495b11104 None None] Attempt 3 to provision port cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 Sep 15 00:50:12.509019 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-1a00b852-040f-4a31-8fec-23fb6d626d07 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for floatingip (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:12.517207 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cd777b-6fda-4f59-9b78-cec0e12401f3 None None] Sync routers for ids ['ca3b6cba-8d96-4b57-9ebe-237259db34f8'] in dv-cinder-857528-2-iscsi {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:50:12.538583 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cd777b-6fda-4f59-9b78-cec0e12401f3 None None] Routers {'ca3b6cba-8d96-4b57-9ebe-237259db34f8'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:50:12.539199 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-c7cd777b-6fda-4f59-9b78-cec0e12401f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:49:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['ca3b6cba-8d96-4b57-9ebe-237259db34f8'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:50:12.541953 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-1a00b852-040f-4a31-8fec-23fb6d626d07 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.3909616 Sep 15 00:50:12.542237 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-a8a27b3d-8077-4cf2-a66e-909495b11104 None None] Port cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:50:12.542327 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e58c94a4-c708-4b2f-b8b1-fa336f60aa4b', 'tag': 'f8e5a3ed-229c-4186-8197-286fa9b6a050'}] {{(pid=112953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:50:12.544097 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dcd79e7c9c5799004c3790ddb8f78f6987afe8bb335ac36dcc290df3850dde4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a346cecf-1e57-492c-800b-0271650c1966" -d '{"events": [{"name": "network-changed", "server_uuid": "e58c94a4-c708-4b2f-b8b1-fa336f60aa4b", "tag": "f8e5a3ed-229c-4186-8197-286fa9b6a050"}]}' {{(pid=112953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:50:12.590267 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 00:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b49f65-f629-43dd-a88e-cc3c4ba8b61e x-openstack-request-id: req-e3b49f65-f629-43dd-a88e-cc3c4ba8b61e {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:50:12.590560 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e58c94a4-c708-4b2f-b8b1-fa336f60aa4b", "tag": "f8e5a3ed-229c-4186-8197-286fa9b6a050", "status": "completed", "code": 200}]} {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:50:12.590810 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e3b49f65-f629-43dd-a88e-cc3c4ba8b61e {{(pid=112953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:50:12.591212 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3b49f65-f629-43dd-a88e-cc3c4ba8b61e'] response: {'name': 'network-changed', 'server_uuid': 'e58c94a4-c708-4b2f-b8b1-fa336f60aa4b', 'tag': 'f8e5a3ed-229c-4186-8197-286fa9b6a050', 'status': 'completed', 'code': 200} Sep 15 00:50:12.608388 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb23c32-b448-4125-a825-0e98f3b29b2e req-d6a5fd1e-f366-4489-aac3-08faed2bb305 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:12.610825 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-adb23c32-b448-4125-a825-0e98f3b29b2e req-d6a5fd1e-f366-4489-aac3-08faed2bb305 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 931 time: 0.0505433 Sep 15 00:50:12.661139 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-adb23c32-b448-4125-a825-0e98f3b29b2e req-3fcc09aa-4078-4215-bc42-7da600df4583 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446086 Sep 15 00:50:12.771168 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-c7cd777b-6fda-4f59-9b78-cec0e12401f3 None None] Set router ca3b6cba-8d96-4b57-9ebe-237259db34f8 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:50:12.889549 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8115a-55cc-4798-abc8-212dca8179d4 req-1dc931a9-6ae5-44cc-be9e-92ac899d715c tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:12.891095 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-50b8115a-55cc-4798-abc8-212dca8179d4 req-1dc931a9-6ae5-44cc-be9e-92ac899d715c tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 944 time: 0.0520091 Sep 15 00:50:12.945333 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-50b8115a-55cc-4798-abc8-212dca8179d4 req-65d73f8e-d4c2-462a-b0f0-56592f8ca7e2 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482619 Sep 15 00:50:13.018599 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:13.022321 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-c7cd777b-6fda-4f59-9b78-cec0e12401f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3b6cba-8d96-4b57-9ebe-237259db34f8', 'name': 'tempest-TestShelveInstance-1159276456-router', 'tenant_id': '743501da05424df197d7af03d32eabb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': 'd614d6ff-8647-49c3-b882-69e5db6e510b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:47:55Z', 'updated_at': '2022-09-15T00:47:58Z', 'revision_number': 4, 'project_id': '743501da05424df197d7af03d32eabb3', 'gw_port': {'id': 'd614d6ff-8647-49c3-b882-69e5db6e510b', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3b6cba-8d96-4b57-9ebe-237259db34f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:47:55Z', 'updated_at': '2022-09-15T00:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': '8cdf8fa3-bfbb-4e19-b373-46ebad1939e7', 'tenant_id': '743501da05424df197d7af03d32eabb3', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': 'ca3b6cba-8d96-4b57-9ebe-237259db34f8', 'port_id': 'f8e5a3ed-229c-4186-8197-286fa9b6a050', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4290f87e-df9b-42ba-bf4c-3cb460fcfafb', 'mac_address': 'fa:16:3e:a7:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58c94a4-c708-4b2f-b8b1-fa336f60aa4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:50:11Z', 'updated_at': '2022-09-15T00:50:11Z', 'revision_number': 0, 'project_id': '743501da05424df197d7af03d32eabb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd', 'name': '', 'network_id': '4290f87e-df9b-42ba-bf4c-3cb460fcfafb', 'tenant_id': '743501da05424df197d7af03d32eabb3', 'mac_address': 'fa:16:3e:e6:8c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3b6cba-8d96-4b57-9ebe-237259db34f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '1377e933-271c-4a25-8861-4516d6260e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:47:58Z', 'updated_at': '2022-09-15T00:48:08Z', 'revision_number': 5, 'project_id': '743501da05424df197d7af03d32eabb3', 'subnets': [{'id': '1377e933-271c-4a25-8861-4516d6260e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:50:13.046597 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-a8a27b3d-8077-4cf2-a66e-909495b11104 None None] Attempt 4 to provision port cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 Sep 15 00:50:13.050581 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cd777b-6fda-4f59-9b78-cec0e12401f3 None None] Checking router: ca3b6cba-8d96-4b57-9ebe-237259db34f8 for host: dv-cinder-857528-2-iscsi {{(pid=112954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:50:13.086770 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cd777b-6fda-4f59-9b78-cec0e12401f3 None None] Routers {'ca3b6cba-8d96-4b57-9ebe-237259db34f8'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:50:13.087378 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-c7cd777b-6fda-4f59-9b78-cec0e12401f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:49:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['ca3b6cba-8d96-4b57-9ebe-237259db34f8'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:50:13.089281 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-a8a27b3d-8077-4cf2-a66e-909495b11104 None None] Port cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:50:13.189381 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-c7cd777b-6fda-4f59-9b78-cec0e12401f3 None None] Set router ca3b6cba-8d96-4b57-9ebe-237259db34f8 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:50:13.401505 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-c7cd777b-6fda-4f59-9b78-cec0e12401f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3b6cba-8d96-4b57-9ebe-237259db34f8', 'name': 'tempest-TestShelveInstance-1159276456-router', 'tenant_id': '743501da05424df197d7af03d32eabb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': 'd614d6ff-8647-49c3-b882-69e5db6e510b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:47:55Z', 'updated_at': '2022-09-15T00:47:58Z', 'revision_number': 4, 'project_id': '743501da05424df197d7af03d32eabb3', 'gw_port': {'id': 'd614d6ff-8647-49c3-b882-69e5db6e510b', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3b6cba-8d96-4b57-9ebe-237259db34f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:47:55Z', 'updated_at': '2022-09-15T00:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': '8cdf8fa3-bfbb-4e19-b373-46ebad1939e7', 'tenant_id': '743501da05424df197d7af03d32eabb3', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': 'ca3b6cba-8d96-4b57-9ebe-237259db34f8', 'port_id': 'f8e5a3ed-229c-4186-8197-286fa9b6a050', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4290f87e-df9b-42ba-bf4c-3cb460fcfafb', 'mac_address': 'fa:16:3e:a7:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58c94a4-c708-4b2f-b8b1-fa336f60aa4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:50:11Z', 'updated_at': '2022-09-15T00:50:11Z', 'revision_number': 0, 'project_id': '743501da05424df197d7af03d32eabb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd', 'name': '', 'network_id': '4290f87e-df9b-42ba-bf4c-3cb460fcfafb', 'tenant_id': '743501da05424df197d7af03d32eabb3', 'mac_address': 'fa:16:3e:e6:8c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3b6cba-8d96-4b57-9ebe-237259db34f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '1377e933-271c-4a25-8861-4516d6260e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:47:58Z', 'updated_at': '2022-09-15T00:48:08Z', 'revision_number': 5, 'project_id': '743501da05424df197d7af03d32eabb3', 'subnets': [{'id': '1377e933-271c-4a25-8861-4516d6260e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:50:13.434238 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cd777b-6fda-4f59-9b78-cec0e12401f3 None None] The sync data for ids ['ca3b6cba-8d96-4b57-9ebe-237259db34f8'] in dv-cinder-857528-2-iscsi is: [{'id': 'ca3b6cba-8d96-4b57-9ebe-237259db34f8', 'name': 'tempest-TestShelveInstance-1159276456-router', 'tenant_id': '743501da05424df197d7af03d32eabb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': 'd614d6ff-8647-49c3-b882-69e5db6e510b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:47:55Z', 'updated_at': '2022-09-15T00:47:58Z', 'revision_number': 4, 'project_id': '743501da05424df197d7af03d32eabb3', 'gw_port': {'id': 'd614d6ff-8647-49c3-b882-69e5db6e510b', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3b6cba-8d96-4b57-9ebe-237259db34f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:47:55Z', 'updated_at': '2022-09-15T00:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': '8cdf8fa3-bfbb-4e19-b373-46ebad1939e7', 'tenant_id': '743501da05424df197d7af03d32eabb3', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': 'ca3b6cba-8d96-4b57-9ebe-237259db34f8', 'port_id': 'f8e5a3ed-229c-4186-8197-286fa9b6a050', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4290f87e-df9b-42ba-bf4c-3cb460fcfafb', 'mac_address': 'fa:16:3e:a7:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58c94a4-c708-4b2f-b8b1-fa336f60aa4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:50:11Z', 'updated_at': '2022-09-15T00:50:11Z', 'revision_number': 0, 'project_id': '743501da05424df197d7af03d32eabb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd', 'name': '', 'network_id': '4290f87e-df9b-42ba-bf4c-3cb460fcfafb', 'tenant_id': '743501da05424df197d7af03d32eabb3', 'mac_address': 'fa:16:3e:e6:8c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3b6cba-8d96-4b57-9ebe-237259db34f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '1377e933-271c-4a25-8861-4516d6260e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:47:58Z', 'updated_at': '2022-09-15T00:48:08Z', 'revision_number': 5, 'project_id': '743501da05424df197d7af03d32eabb3', 'subnets': [{'id': '1377e933-271c-4a25-8861-4516d6260e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:50:13.590058 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-a8a27b3d-8077-4cf2-a66e-909495b11104 None None] Attempt 5 to provision port cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 Sep 15 00:50:13.620977 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6fe0a3-d94d-4e4a-88b6-02244579bd3e None None] New status for floating IP 8cdf8fa3-bfbb-4e19-b373-46ebad1939e7: ACTIVE {{(pid=112955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 00:50:13.628210 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-a8a27b3d-8077-4cf2-a66e-909495b11104 None None] Port cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:50:13.808994 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ae789-dd71-46d4-a499-530709b696c7 req-1b54a796-8c6b-4594-a8dc-aa22280dc45a tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:13.817701 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-8a9ae789-dd71-46d4-a499-530709b696c7 req-1b54a796-8c6b-4594-a8dc-aa22280dc45a tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 931 time: 0.0728142 Sep 15 00:50:13.872436 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-8a9ae789-dd71-46d4-a499-530709b696c7 req-b895e60e-96e9-4d1a-95fc-7be26d6decc1 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537655 Sep 15 00:50:14.070339 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f571b0-48d4-4850-a3c5-08d95fff4957 req-bba6f441-7908-475f-b07d-0c4798ed6f1c tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:14.072237 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-16f571b0-48d4-4850-a3c5-08d95fff4957 req-bba6f441-7908-475f-b07d-0c4798ed6f1c tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 944 time: 0.0477018 Sep 15 00:50:14.129099 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-a8a27b3d-8077-4cf2-a66e-909495b11104 None None] Attempt 6 to provision port cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 Sep 15 00:50:14.145986 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-16f571b0-48d4-4850-a3c5-08d95fff4957 req-98ab36ac-5947-418f-9ff6-79be95dd3670 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633850 Sep 15 00:50:14.163450 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-a8a27b3d-8077-4cf2-a66e-909495b11104 None None] Port cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:50:14.665419 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-a8a27b3d-8077-4cf2-a66e-909495b11104 None None] Attempt 7 to provision port cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 Sep 15 00:50:14.685438 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=100 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:14.699071 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-a8a27b3d-8077-4cf2-a66e-909495b11104 None None] Port cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:50:15.002552 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666e441-973a-4060-84a1-7d31ecc5502c req-7149c530-b353-4f45-8f68-83063fbf4ec5 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:15.004065 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c666e441-973a-4060-84a1-7d31ecc5502c req-7149c530-b353-4f45-8f68-83063fbf4ec5 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 931 time: 0.0496104 Sep 15 00:50:15.053077 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c666e441-973a-4060-84a1-7d31ecc5502c req-21750caa-d1ba-4901-a478-9724cfabdb65 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433111 Sep 15 00:50:15.200845 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-a8a27b3d-8077-4cf2-a66e-909495b11104 None None] Attempt 8 to provision port cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 Sep 15 00:50:15.236331 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-a8a27b3d-8077-4cf2-a66e-909495b11104 None None] Port cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:50:15.256661 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacffcd3-ba83-4836-9270-f4a93c5a805e req-3714fde1-a5c9-4707-9a0e-7a5408f1c375 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:15.258173 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-eacffcd3-ba83-4836-9270-f4a93c5a805e req-3714fde1-a5c9-4707-9a0e-7a5408f1c375 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 944 time: 0.0457978 Sep 15 00:50:15.310539 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-eacffcd3-ba83-4836-9270-f4a93c5a805e req-dcbf6083-86ab-4ab8-8e19-2e22596ce661 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420580 Sep 15 00:50:15.737018 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-a8a27b3d-8077-4cf2-a66e-909495b11104 None None] Attempt 9 to provision port cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 Sep 15 00:50:15.769507 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-a8a27b3d-8077-4cf2-a66e-909495b11104 None None] Port cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:50:16.159315 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:16.177994 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f979c2-336a-48cb-8346-5a936db68a24 req-efe87525-919b-4f25-8233-dcdd31f63cb2 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:16.179564 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-78f979c2-336a-48cb-8346-5a936db68a24 req-efe87525-919b-4f25-8233-dcdd31f63cb2 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 931 time: 0.0512276 Sep 15 00:50:16.233333 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-78f979c2-336a-48cb-8346-5a936db68a24 req-23916f86-569d-4ed0-9ace-0cecdabfc091 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481298 Sep 15 00:50:16.270678 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-a8a27b3d-8077-4cf2-a66e-909495b11104 None None] Attempt 10 to provision port cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 Sep 15 00:50:16.312335 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-a8a27b3d-8077-4cf2-a66e-909495b11104 None None] Port cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:50:16.435247 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8d905-598b-4782-8003-fa2d0bec8ad1 req-e73dacf0-9233-43f0-a813-820356474d1f tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:16.436734 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-78a8d905-598b-4782-8003-fa2d0bec8ad1 req-e73dacf0-9233-43f0-a813-820356474d1f tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 944 time: 0.0512245 Sep 15 00:50:16.484238 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-78a8d905-598b-4782-8003-fa2d0bec8ad1 req-b75461dc-0442-44ce-a64b-4c0361b4af34 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420568 Sep 15 00:50:17.351840 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d746c-5fab-4ba3-b6c7-675a1a58a2cd req-bb8fd753-9f86-4555-8eaf-2b0a70d107fb tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:17.353277 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-1e8d746c-5fab-4ba3-b6c7-675a1a58a2cd req-bb8fd753-9f86-4555-8eaf-2b0a70d107fb tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 931 time: 0.0452991 Sep 15 00:50:17.400370 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-1e8d746c-5fab-4ba3-b6c7-675a1a58a2cd req-a21b2bbe-95eb-427d-83ab-47a310c3f26b tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416949 Sep 15 00:50:17.607000 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53277001-768a-4005-922d-70586e09e50c req-ca85e8a5-7361-4715-bf08-53685d67428b tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:17.608517 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-53277001-768a-4005-922d-70586e09e50c req-ca85e8a5-7361-4715-bf08-53685d67428b tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 944 time: 0.0465462 Sep 15 00:50:17.657297 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-53277001-768a-4005-922d-70586e09e50c req-d1b37b1f-97f5-4d9a-8cb1-54959422fdd5 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425303 Sep 15 00:50:17.762570 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-991f1292-7583-40a0-a4b4-14765c133569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:18.524648 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3bc7c-2224-484d-a916-3a754bfd2f6a req-f3e7ccbe-219d-40c7-8cb3-1aeea55195c8 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:18.526169 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-91c3bc7c-2224-484d-a916-3a754bfd2f6a req-f3e7ccbe-219d-40c7-8cb3-1aeea55195c8 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 931 time: 0.0488117 Sep 15 00:50:18.577088 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-91c3bc7c-2224-484d-a916-3a754bfd2f6a req-4481a25a-d6a3-47dd-92d8-272fce591603 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452161 Sep 15 00:50:18.790342 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d6803-2eac-45e9-812f-a82509da3ae9 req-2c3de20c-83dc-4f86-a17d-92a6449bfd6e tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:18.791780 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-432d6803-2eac-45e9-812f-a82509da3ae9 req-2c3de20c-83dc-4f86-a17d-92a6449bfd6e tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 944 time: 0.0480008 Sep 15 00:50:18.827760 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=100 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:18.844263 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-432d6803-2eac-45e9-812f-a82509da3ae9 req-274c6f33-5acb-4a4b-b7b6-d2a8a32ff95a tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464616 Sep 15 00:50:19.706459 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9cd46-8893-4773-b4f5-97ae80df2d87 req-ae7b1c0e-118d-4816-99f2-ddd8658a0064 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:19.707980 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e4b9cd46-8893-4773-b4f5-97ae80df2d87 req-ae7b1c0e-118d-4816-99f2-ddd8658a0064 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 931 time: 0.0481822 Sep 15 00:50:19.755050 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e4b9cd46-8893-4773-b4f5-97ae80df2d87 req-b14a1d23-94c5-4e37-9974-822d800cdfe1 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414586 Sep 15 00:50:19.974926 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777097c-e350-4a82-9196-85208eacb176 req-c6a2716f-0af6-4811-ac42-5e4401842da1 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:19.977190 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-4777097c-e350-4a82-9196-85208eacb176 req-c6a2716f-0af6-4811-ac42-5e4401842da1 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 944 time: 0.0508263 Sep 15 00:50:20.004900 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=100 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:20.031751 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95de4f73-0124-497a-b14b-d96f44177b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:20.045000 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-4777097c-e350-4a82-9196-85208eacb176 req-3980f71c-ad45-4f13-9f94-eddf905543b2 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613353 Sep 15 00:50:20.901635 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6aff7-3631-4eca-b181-8d77d4d7eb7c req-4f0d283c-7e92-4bd6-ac71-6bb555a7944b tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:20.903136 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d9a6aff7-3631-4eca-b181-8d77d4d7eb7c req-4f0d283c-7e92-4bd6-ac71-6bb555a7944b tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 931 time: 0.0630238 Sep 15 00:50:20.952125 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d9a6aff7-3631-4eca-b181-8d77d4d7eb7c req-c153c9c7-ae10-49da-9063-015c67b4fc3f tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425651 Sep 15 00:50:21.169512 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66df9e-93fa-46ee-9151-268a874d1a44 req-7baea8f1-7667-43f5-977a-78ca0e1853ed tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:21.171052 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ac66df9e-93fa-46ee-9151-268a874d1a44 req-7baea8f1-7667-43f5-977a-78ca0e1853ed tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 944 time: 0.0486972 Sep 15 00:50:21.242272 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ac66df9e-93fa-46ee-9151-268a874d1a44 req-383964b5-7d12-4c5f-a25a-1971e08a2b8a tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615795 Sep 15 00:50:21.308244 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:22.075237 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7974838-6a7d-415e-b901-ff20cde20e62 req-7d52a6e1-ea2c-4031-911d-bcca8e557228 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:22.076721 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e7974838-6a7d-415e-b901-ff20cde20e62 req-7d52a6e1-ea2c-4031-911d-bcca8e557228 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 931 time: 0.0497813 Sep 15 00:50:22.122634 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e7974838-6a7d-415e-b901-ff20cde20e62 req-20d9282e-a0f8-4f1a-b92b-af5553726273 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404797 Sep 15 00:50:22.368623 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51272247-96bc-411d-9fc2-03907024821b req-8a8ade1f-6b40-4d7f-a8cc-b8b3fc53101a tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:22.370120 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-51272247-96bc-411d-9fc2-03907024821b req-8a8ade1f-6b40-4d7f-a8cc-b8b3fc53101a tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 944 time: 0.0518858 Sep 15 00:50:22.422880 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-51272247-96bc-411d-9fc2-03907024821b req-f2700fc4-07ca-4334-9b40-3dd08ddc3348 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467372 Sep 15 00:50:22.571280 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:22.679433 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:23.239121 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0c34f-7982-4927-922f-dd999129a1f9 req-5d3f8883-1907-4027-98d5-81e88105faac tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:23.240589 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-1de0c34f-7982-4927-922f-dd999129a1f9 req-5d3f8883-1907-4027-98d5-81e88105faac tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 931 time: 0.0453808 Sep 15 00:50:23.286550 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-1de0c34f-7982-4927-922f-dd999129a1f9 req-0743967d-fc86-48ee-98bf-7c2c5adbcbdd tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403435 Sep 15 00:50:23.540140 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277d364-e04c-4af2-a19b-a37a2c49080d req-8aa6e71a-695b-4ce2-a626-1ed12e36306a tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:23.541712 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a277d364-e04c-4af2-a19b-a37a2c49080d req-8aa6e71a-695b-4ce2-a626-1ed12e36306a tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 944 time: 0.0458987 Sep 15 00:50:23.590831 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a277d364-e04c-4af2-a19b-a37a2c49080d req-de317d6d-504f-4d59-90c4-4ea5271d3b93 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426149 Sep 15 00:50:23.716378 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:23.724978 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:24.391573 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:24.404615 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c8db2-c59a-44bd-b475-527949633174 req-ce658777-424b-4553-9ccd-3904c5adce7d tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:24.406071 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-374c8db2-c59a-44bd-b475-527949633174 req-ce658777-424b-4553-9ccd-3904c5adce7d tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 931 time: 0.0467496 Sep 15 00:50:24.455474 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-374c8db2-c59a-44bd-b475-527949633174 req-d662ad9f-13d1-4fd7-9e01-363003daeb19 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438125 Sep 15 00:50:24.712797 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39c4a3-4d8b-45ad-affa-967f0428941f req-fd58aa48-1bf8-4b83-a1ed-0e0d22004493 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:24.714256 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-1b39c4a3-4d8b-45ad-affa-967f0428941f req-fd58aa48-1bf8-4b83-a1ed-0e0d22004493 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 944 time: 0.0493996 Sep 15 00:50:24.762201 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-1b39c4a3-4d8b-45ad-affa-967f0428941f req-51b16736-933c-4d35-ba8e-ba6ddddf7488 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424578 Sep 15 00:50:25.572177 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd7786-1f45-4321-a4f0-ddbd0eed3bc8 req-46e02dc2-a2c9-4b1e-8b1f-71f8547f4647 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:25.573628 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b3cd7786-1f45-4321-a4f0-ddbd0eed3bc8 req-46e02dc2-a2c9-4b1e-8b1f-71f8547f4647 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 931 time: 0.0453269 Sep 15 00:50:25.619473 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b3cd7786-1f45-4321-a4f0-ddbd0eed3bc8 req-14f079ee-efaa-49dd-aebb-d700efef7c0f tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398867 Sep 15 00:50:25.878194 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9394bba1-1954-45f1-ae1b-893fff0a3af2 req-e3873a40-82d7-4ff0-835f-33d899dd3a59 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:25.879676 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9394bba1-1954-45f1-ae1b-893fff0a3af2 req-e3873a40-82d7-4ff0-835f-33d899dd3a59 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 944 time: 0.0455682 Sep 15 00:50:25.927451 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9394bba1-1954-45f1-ae1b-893fff0a3af2 req-15dd3dc0-cea3-42ea-b510-b575b7816985 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423288 Sep 15 00:50:26.740390 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4f87b-dfb8-449a-bc58-e49794e95ce7 req-2221a9a2-ed23-4b90-b7ce-2f5e0837397c tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:26.741883 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-65e4f87b-dfb8-449a-bc58-e49794e95ce7 req-2221a9a2-ed23-4b90-b7ce-2f5e0837397c tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 931 time: 0.0473347 Sep 15 00:50:26.791055 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-65e4f87b-dfb8-449a-bc58-e49794e95ce7 req-b84c2108-7e04-48ce-829a-853916eb04ec tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436318 Sep 15 00:50:27.047690 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f89a9d-e8a9-41fd-af3a-2b2cd4556087 req-73c61c1b-d4eb-46c4-bd0b-a6ef6a6c8cb3 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:27.049137 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a7f89a9d-e8a9-41fd-af3a-2b2cd4556087 req-73c61c1b-d4eb-46c4-bd0b-a6ef6a6c8cb3 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 944 time: 0.0453410 Sep 15 00:50:27.101583 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a7f89a9d-e8a9-41fd-af3a-2b2cd4556087 req-a57b90b2-15e0-4174-8b85-21f4f4ca1dd9 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469630 Sep 15 00:50:27.138073 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 6 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 00:50:27.912787 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0dd865-2a24-4161-ae39-c4c63bd5aaa7 req-d6f37f44-50fd-41e8-ba7f-b705bb1ac8f9 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:27.914258 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-4e0dd865-2a24-4161-ae39-c4c63bd5aaa7 req-d6f37f44-50fd-41e8-ba7f-b705bb1ac8f9 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 931 time: 0.0498564 Sep 15 00:50:27.939045 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:27.960410 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-4e0dd865-2a24-4161-ae39-c4c63bd5aaa7 req-eb1785c1-5ab5-49c5-a87e-106df7f10629 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407522 Sep 15 00:50:28.220204 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ab7cf-a7f0-4e8b-862e-e065be7478a2 req-7836a748-77db-446b-b357-798412005a4b tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:28.221563 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-cc5ab7cf-a7f0-4e8b-862e-e065be7478a2 req-7836a748-77db-446b-b357-798412005a4b tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 944 time: 0.0453663 Sep 15 00:50:28.270327 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-cc5ab7cf-a7f0-4e8b-862e-e065be7478a2 req-b4dc947f-b180-485f-beae-6612cd581bf8 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431864 Sep 15 00:50:28.433867 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-cbb55cc4-eb8f-4e9b-ad0e-68aff1841362 service neutron] Request body: {'port': {'device_id': 'adedf981-66a2-455b-8192-1852eea1312b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:50:28.467226 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc9d4d-23a7-46dc-8723-2e824b8428a0 req-2305f6b9-a3a7-4cc9-9dc6-0863a38f0497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:28.469438 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-5dfc9d4d-23a7-46dc-8723-2e824b8428a0 req-2305f6b9-a3a7-4cc9-9dc6-0863a38f0497 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=53d8d76185c44a159439c0f7a0e88b31&device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 1128 time: 0.0398171 Sep 15 00:50:28.502619 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346cecf-1e57-492c-800b-0271650c1966 req-e31fb512-d5c9-4794-8824-26a18dd37093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:28.504125 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a346cecf-1e57-492c-800b-0271650c1966 req-e31fb512-d5c9-4794-8824-26a18dd37093 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=743501da05424df197d7af03d32eabb3&device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 1129 time: 0.0671537 Sep 15 00:50:28.574560 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc9d4d-23a7-46dc-8723-2e824b8428a0 req-4a2709d0-3562-485f-9fdf-2023364fb66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:28.576065 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-5dfc9d4d-23a7-46dc-8723-2e824b8428a0 req-4a2709d0-3562-485f-9fdf-2023364fb66a service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=0487b0cb-031a-4188-bee6-95c6ebd2b4a3 HTTP/1.1" status: 200 len: 909 time: 0.0885603 Sep 15 00:50:28.585331 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-cbb55cc4-eb8f-4e9b-ad0e-68aff1841362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (cc2b33ab-216b-4ead-83c4-eee6a3d2ec41), before_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:28.664445 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346cecf-1e57-492c-800b-0271650c1966 req-3c5db1c4-cd6c-47f3-97dd-0be5979537f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:28.665976 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a346cecf-1e57-492c-800b-0271650c1966 req-3c5db1c4-cd6c-47f3-97dd-0be5979537f6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=4290f87e-df9b-42ba-bf4c-3cb460fcfafb HTTP/1.1" status: 200 len: 909 time: 0.1396148 Sep 15 00:50:28.868960 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-cbb55cc4-eb8f-4e9b-ad0e-68aff1841362 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 {{(pid=112953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 00:50:28.877317 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-cbb55cc4-eb8f-4e9b-ad0e-68aff1841362 service neutron] Publish callbacks [] for port (cc2b33ab-216b-4ead-83c4-eee6a3d2ec41), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:28.891135 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.provisioning_blocks [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-cbb55cc4-eb8f-4e9b-ad0e-68aff1841362 service neutron] Transition to ACTIVE for port object cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 will not be triggered until provisioned by entity L2. {{(pid=112953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 00:50:28.894774 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-cbb55cc4-eb8f-4e9b-ad0e-68aff1841362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (cc2b33ab-216b-4ead-83c4-eee6a3d2ec41), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:28.964328 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb55cc4-eb8f-4e9b-ad0e-68aff1841362 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2b33ab-216b-4ead-83c4-eee6a3d2ec41,revision_number=2']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:50:28.967111 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.managers [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-cbb55cc4-eb8f-4e9b-ad0e-68aff1841362 service neutron] Attempting to bind port cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 on host hv-cinder-85752 for vnic_type normal with profile {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:50:28.967450 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.managers [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-cbb55cc4-eb8f-4e9b-ad0e-68aff1841362 service neutron] Attempting to bind port cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': 'f18da049-9f88-408b-afb0-dfd230010528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6527e211-69f5-4bda-8984-4ee4af88ebfb'}] {{(pid=112953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:50:28.967948 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-cbb55cc4-eb8f-4e9b-ad0e-68aff1841362 service neutron] Attempting to bind port cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 on network 6527e211-69f5-4bda-8984-4ee4af88ebfb {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:50:29.014084 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-cbb55cc4-eb8f-4e9b-ad0e-68aff1841362 service neutron] Port cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 on network 6527e211-69f5-4bda-8984-4ee4af88ebfb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 00:50:29.014408 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-cbb55cc4-eb8f-4e9b-ad0e-68aff1841362 service neutron] Attempting to bind port cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 on network 6527e211-69f5-4bda-8984-4ee4af88ebfb {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:50:29.017570 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:29.094305 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82441d-c838-40f1-896c-2b835773ef86 req-344e35e0-9b62-44b9-b53f-1ade92218e9c tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:29.095699 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ce82441d-c838-40f1-896c-2b835773ef86 req-344e35e0-9b62-44b9-b53f-1ade92218e9c tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 943 time: 0.0567012 Sep 15 00:50:29.096388 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-cbb55cc4-eb8f-4e9b-ad0e-68aff1841362 service neutron] Checking agent: {'id': '7a59e084-9e76-4c44-9c60-e850dcdcbbb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 42, 37), 'started_at': datetime.datetime(2022, 9, 15, 0, 42, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:50:29.096717 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-cbb55cc4-eb8f-4e9b-ad0e-68aff1841362 service neutron] Checking segment: {'id': 'f18da049-9f88-408b-afb0-dfd230010528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6527e211-69f5-4bda-8984-4ee4af88ebfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:50:29.097089 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-cbb55cc4-eb8f-4e9b-ad0e-68aff1841362 service neutron] Bound using segment: {'id': 'f18da049-9f88-408b-afb0-dfd230010528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6527e211-69f5-4bda-8984-4ee4af88ebfb'} {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:50:29.097521 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.managers [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-cbb55cc4-eb8f-4e9b-ad0e-68aff1841362 service neutron] Bound port: cc2b33ab-216b-4ead-83c4-eee6a3d2ec41, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f18da049-9f88-408b-afb0-dfd230010528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6527e211-69f5-4bda-8984-4ee4af88ebfb'}}] {{(pid=112953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:50:29.097873 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-cbb55cc4-eb8f-4e9b-ad0e-68aff1841362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (cc2b33ab-216b-4ead-83c4-eee6a3d2ec41), before_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:29.153058 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-5dfc9d4d-23a7-46dc-8723-2e824b8428a0 req-575faadf-f035-48bc-9fde-8d332868a41f service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17d11138-3b63-47b5-8935-04d6fc868545 HTTP/1.1" status: 200 len: 217 time: 0.0328240 Sep 15 00:50:29.183403 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:29.216344 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc9d4d-23a7-46dc-8723-2e824b8428a0 req-af4a4af3-69cb-4531-ae78-ed2df609e31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:29.218485 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-5dfc9d4d-23a7-46dc-8723-2e824b8428a0 req-af4a4af3-69cb-4531-ae78-ed2df609e31f service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=a47b3c86-5b49-4a30-ad22-9680b01f5da9 HTTP/1.1" status: 200 len: 848 time: 0.0458875 Sep 15 00:50:29.242336 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a346cecf-1e57-492c-800b-0271650c1966 req-df2c89b0-4847-488f-8289-f6e74fcd8adb service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8e5a3ed-229c-4186-8197-286fa9b6a050 HTTP/1.1" status: 200 len: 999 time: 0.1201065 Sep 15 00:50:29.246587 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ce82441d-c838-40f1-896c-2b835773ef86 req-14bc9ea7-dc42-4981-8c58-54c0a4c9ac30 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440990 Sep 15 00:50:29.246587 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-cbb55cc4-eb8f-4e9b-ad0e-68aff1841362 service neutron] For port cc2b33ab-216b-4ead-83c4-eee6a3d2ec41, host hv-cinder-85752, cleared binding levels {{(pid=112953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:50:29.250459 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-cbb55cc4-eb8f-4e9b-ad0e-68aff1841362 service neutron] For port cc2b33ab-216b-4ead-83c4-eee6a3d2ec41, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=cc2b33ab-216b-4ead-83c4-eee6a3d2ec41,segment=NetworkSegment(f18da049-9f88-408b-afb0-dfd230010528),segment_id=f18da049-9f88-408b-afb0-dfd230010528)] {{(pid=112953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:50:29.256922 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-cbb55cc4-eb8f-4e9b-ad0e-68aff1841362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (cc2b33ab-216b-4ead-83c4-eee6a3d2ec41), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:29.260264 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-cbb55cc4-eb8f-4e9b-ad0e-68aff1841362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:29.261105 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-cbb55cc4-eb8f-4e9b-ad0e-68aff1841362 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:29.262502 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-cbb55cc4-eb8f-4e9b-ad0e-68aff1841362 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 HTTP/1.1" status: 200 len: 1093 time: 0.8345530 Sep 15 00:50:29.264682 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adedf981-66a2-455b-8192-1852eea1312b', 'tag': 'cc2b33ab-216b-4ead-83c4-eee6a3d2ec41'}] {{(pid=112953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:50:29.266912 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dcd79e7c9c5799004c3790ddb8f78f6987afe8bb335ac36dcc290df3850dde4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3652bc-16d9-41e3-89a6-07d20ab70840" -d '{"events": [{"name": "network-changed", "server_uuid": "adedf981-66a2-455b-8192-1852eea1312b", "tag": "cc2b33ab-216b-4ead-83c4-eee6a3d2ec41"}]}' {{(pid=112953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:50:29.353426 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 00:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7929135d-3b11-47d9-9d99-c95b29c1249d x-openstack-request-id: req-7929135d-3b11-47d9-9d99-c95b29c1249d {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:50:29.353886 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adedf981-66a2-455b-8192-1852eea1312b", "tag": "cc2b33ab-216b-4ead-83c4-eee6a3d2ec41", "status": "completed", "code": 200}]} {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:50:29.354206 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7929135d-3b11-47d9-9d99-c95b29c1249d {{(pid=112953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:50:29.354799 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7929135d-3b11-47d9-9d99-c95b29c1249d'] response: {'name': 'network-changed', 'server_uuid': 'adedf981-66a2-455b-8192-1852eea1312b', 'tag': 'cc2b33ab-216b-4ead-83c4-eee6a3d2ec41', 'status': 'completed', 'code': 200} Sep 15 00:50:29.357094 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb55cc4-eb8f-4e9b-ad0e-68aff1841362 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2b33ab-216b-4ead-83c4-eee6a3d2ec41,revision_number=3']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:50:29.365065 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc9d4d-23a7-46dc-8723-2e824b8428a0 req-9532672d-8601-4d36-b9eb-191f388777bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:29.366827 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-5dfc9d4d-23a7-46dc-8723-2e824b8428a0 req-9532672d-8601-4d36-b9eb-191f388777bd service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=0487b0cb-031a-4188-bee6-95c6ebd2b4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498149 Sep 15 00:50:29.412366 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346cecf-1e57-492c-800b-0271650c1966 req-650b456b-383d-4a93-abc4-5434bd697eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:29.413837 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a346cecf-1e57-492c-800b-0271650c1966 req-650b456b-383d-4a93-abc4-5434bd697eda service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=1377e933-271c-4a25-8861-4516d6260e23 HTTP/1.1" status: 200 len: 848 time: 0.0946276 Sep 15 00:50:29.458006 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1623963-105d-457a-ab57-1b7b07ecb687 req-a1542e62-db15-4c10-93f0-b03f26a649fb tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:29.459512 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a1623963-105d-457a-ab57-1b7b07ecb687 req-a1542e62-db15-4c10-93f0-b03f26a649fb tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 944 time: 0.0972562 Sep 15 00:50:29.460747 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=100 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:29.484699 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=100 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:29.500341 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-5dfc9d4d-23a7-46dc-8723-2e824b8428a0 req-b71f640f-b170-480d-b96c-7f914acd5f6f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/0487b0cb-031a-4188-bee6-95c6ebd2b4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855961 Sep 15 00:50:29.504842 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-2a861202-624f-41cc-8971-62426ac9b6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:29.506318 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-2a861202-624f-41cc-8971-62426ac9b6c2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=762beb87caad4aa691528a7d9de01086&device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 1127 time: 0.0897288 Sep 15 00:50:29.512102 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346cecf-1e57-492c-800b-0271650c1966 req-d0d54e90-371a-4dc3-89b3-7f5fa8e52635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:29.513495 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a346cecf-1e57-492c-800b-0271650c1966 req-d0d54e90-371a-4dc3-89b3-7f5fa8e52635 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=4290f87e-df9b-42ba-bf4c-3cb460fcfafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0870574 Sep 15 00:50:29.587762 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-ff7ebceb-a856-45f7-b0c1-2b171f7de0be service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 HTTP/1.1" status: 200 len: 217 time: 0.0626163 Sep 15 00:50:29.593530 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-5dfc9d4d-23a7-46dc-8723-2e824b8428a0 req-c533e8ae-777f-4e7f-91b1-6857059fd87f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/0487b0cb-031a-4188-bee6-95c6ebd2b4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856121 Sep 15 00:50:29.593920 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a1623963-105d-457a-ab57-1b7b07ecb687 req-dd5c36fd-3f97-4ffd-aca9-fc478434b8a6 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148965 Sep 15 00:50:29.688602 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-bb74c7af-00a7-4b00-8589-e3728f005c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:29.690068 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-bb74c7af-00a7-4b00-8589-e3728f005c4d service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=479cc5fe-8cf2-4cfc-81e7-d1f45af83420 HTTP/1.1" status: 200 len: 853 time: 0.0952997 Sep 15 00:50:29.713202 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a346cecf-1e57-492c-800b-0271650c1966 req-0469a706-b5fc-4da0-aea0-705d8f6ac632 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4290f87e-df9b-42ba-bf4c-3cb460fcfafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870260 Sep 15 00:50:29.781563 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-6923e0d6-2746-4150-bda0-eb96c5e211dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:29.783056 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-6923e0d6-2746-4150-bda0-eb96c5e211dd service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=6527e211-69f5-4bda-8984-4ee4af88ebfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0843189 Sep 15 00:50:30.081579 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a346cecf-1e57-492c-800b-0271650c1966 req-23e2ef6a-ae6c-46a1-8777-02f21b002e32 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4290f87e-df9b-42ba-bf4c-3cb460fcfafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523114 Sep 15 00:50:30.085598 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:30.113325 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-82f62d0d-d4cd-41b1-a9fa-cd64b16ab615 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6527e211-69f5-4bda-8984-4ee4af88ebfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181312 Sep 15 00:50:30.159831 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c05e62-4e63-4bd1-8fda-dc5c056d13d1 req-2d241f21-be31-464c-a115-f817670d0196 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:30.161230 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-64c05e62-4e63-4bd1-8fda-dc5c056d13d1 req-2d241f21-be31-464c-a115-f817670d0196 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f997b231-b0b5-469a-813f-00fda0f634a1 HTTP/1.1" status: 200 len: 945 time: 0.0461910 Sep 15 00:50:30.207535 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-64c05e62-4e63-4bd1-8fda-dc5c056d13d1 req-411941e5-a480-44a6-9037-40567ea75157 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd34b8c7-774c-4711-a91d-b24da693762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406837 Sep 15 00:50:30.369647 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b1e87-7e88-42f1-8037-d0e87c5f312c req-633f7cce-0ea3-4c2b-bac6-b35d8be95738 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:30.371117 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-8c3b1e87-7e88-42f1-8037-d0e87c5f312c req-633f7cce-0ea3-4c2b-bac6-b35d8be95738 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 943 time: 0.0457909 Sep 15 00:50:30.417774 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-8c3b1e87-7e88-42f1-8037-d0e87c5f312c req-b0570070-18a3-46fd-b4d6-6c295e7bd6a6 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405226 Sep 15 00:50:30.719347 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc19cd-6fd8-4bcc-854d-1a91648c94e7 req-cf2009c7-d212-4e72-9260-46965ae07806 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:30.720828 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c1bc19cd-6fd8-4bcc-854d-1a91648c94e7 req-cf2009c7-d212-4e72-9260-46965ae07806 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 944 time: 0.0491576 Sep 15 00:50:30.769573 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c1bc19cd-6fd8-4bcc-854d-1a91648c94e7 req-741113c9-53fc-46c1-9e6a-a8dcaeb122ef tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430546 Sep 15 00:50:31.327453 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b216521-6201-438c-a7b0-7fe7b6e6989f req-d99de913-ea43-4afe-a77a-eb1b51be99f0 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:31.328931 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-1b216521-6201-438c-a7b0-7fe7b6e6989f req-d99de913-ea43-4afe-a77a-eb1b51be99f0 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f997b231-b0b5-469a-813f-00fda0f634a1 HTTP/1.1" status: 200 len: 945 time: 0.0490725 Sep 15 00:50:31.375765 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-1b216521-6201-438c-a7b0-7fe7b6e6989f req-71bcd4ad-9617-4d1d-a09e-fb09078ce1eb tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd34b8c7-774c-4711-a91d-b24da693762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412488 Sep 15 00:50:31.535752 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc615249-dc04-453f-9c64-cc8c72bad70a req-a31c4915-0936-43b8-a6d7-2be119e36d13 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:31.537138 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-cc615249-dc04-453f-9c64-cc8c72bad70a req-a31c4915-0936-43b8-a6d7-2be119e36d13 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 943 time: 0.0466990 Sep 15 00:50:31.582777 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-cc615249-dc04-453f-9c64-cc8c72bad70a req-1540ab80-669e-4270-a015-b4eddd1e6179 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401807 Sep 15 00:50:31.653392 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:31.682003 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a9faca90-f8ff-4699-aa57-d1ed61ca0970 req-1d614a2c-d0c4-4ba5-ac48-f007ca41aaa5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6527e211-69f5-4bda-8984-4ee4af88ebfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877793 Sep 15 00:50:31.886295 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b7064-6826-4c66-b8d8-2e5ebef7530d req-6b7afb97-2b67-41b4-90d2-843a82ae30f6 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:31.887791 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-817b7064-6826-4c66-b8d8-2e5ebef7530d req-6b7afb97-2b67-41b4-90d2-843a82ae30f6 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 944 time: 0.0464580 Sep 15 00:50:31.935457 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-817b7064-6826-4c66-b8d8-2e5ebef7530d req-f7a5dd9d-febf-4594-a138-de673d11eeb3 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415771 Sep 15 00:50:32.552217 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02849a1-235e-4c21-83a3-0ac8cfd6a6a8 req-d21c3e9f-8a26-410c-a605-fab421c12fbd tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:32.553690 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f02849a1-235e-4c21-83a3-0ac8cfd6a6a8 req-d21c3e9f-8a26-410c-a605-fab421c12fbd tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f997b231-b0b5-469a-813f-00fda0f634a1 HTTP/1.1" status: 200 len: 945 time: 0.0467539 Sep 15 00:50:32.599098 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f02849a1-235e-4c21-83a3-0ac8cfd6a6a8 req-43228b6e-7659-4800-b517-c6242ecaa8d7 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd34b8c7-774c-4711-a91d-b24da693762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399067 Sep 15 00:50:32.670154 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:32.673971 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:32.701055 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10bc4e-4a7d-4da1-a7ae-224d8a861fac req-f8a7dd78-3787-448d-87f0-4f356c30b22c tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:32.702518 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9d10bc4e-4a7d-4da1-a7ae-224d8a861fac req-f8a7dd78-3787-448d-87f0-4f356c30b22c tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 943 time: 0.0464034 Sep 15 00:50:32.751233 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9d10bc4e-4a7d-4da1-a7ae-224d8a861fac req-c2c88d9e-3eb8-46d4-8901-1876ad0080e8 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430419 Sep 15 00:50:33.055454 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f82ee6-a1a4-4bc6-9be0-6f21d2f42d5f req-2a607c7d-0a72-48a3-a029-430d553e1800 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:33.056897 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-14f82ee6-a1a4-4bc6-9be0-6f21d2f42d5f req-2a607c7d-0a72-48a3-a029-430d553e1800 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 944 time: 0.0464375 Sep 15 00:50:33.108797 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-14f82ee6-a1a4-4bc6-9be0-6f21d2f42d5f req-9b1ebf59-8aa2-409b-9a80-b451105276f2 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463202 Sep 15 00:50:33.721169 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778b721-f983-4a34-8c1a-1bb9fe593a98 req-113a979d-c007-4eb1-b640-dfff35c32487 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:33.722618 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9778b721-f983-4a34-8c1a-1bb9fe593a98 req-113a979d-c007-4eb1-b640-dfff35c32487 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f997b231-b0b5-469a-813f-00fda0f634a1 HTTP/1.1" status: 200 len: 945 time: 0.0452449 Sep 15 00:50:33.768731 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9778b721-f983-4a34-8c1a-1bb9fe593a98 req-7c8678ba-157e-4321-9b75-fdff38e687ba tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd34b8c7-774c-4711-a91d-b24da693762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405216 Sep 15 00:50:33.869097 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23f3d7-8bf9-4df5-8c59-503c94560e08 req-0d115504-ab00-4200-87aa-0379feac04be tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:33.870572 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-3c23f3d7-8bf9-4df5-8c59-503c94560e08 req-0d115504-ab00-4200-87aa-0379feac04be tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 943 time: 0.0463724 Sep 15 00:50:33.917118 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-3c23f3d7-8bf9-4df5-8c59-503c94560e08 req-28a5388d-5d7e-4871-a92c-7751bdcefe39 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403488 Sep 15 00:50:34.224704 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c1a6d-b639-4fb6-958e-9398e587e6b0 req-e90aba56-475c-4e23-b481-7930b1fcba28 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:34.226049 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d67c1a6d-b639-4fb6-958e-9398e587e6b0 req-e90aba56-475c-4e23-b481-7930b1fcba28 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 944 time: 0.0446470 Sep 15 00:50:34.273917 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d67c1a6d-b639-4fb6-958e-9398e587e6b0 req-ec7b422e-bd0c-44a1-b1c3-53ba04ba48a3 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424910 Sep 15 00:50:34.886316 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48af0ad-1420-487c-acdc-1002eb008b5f req-fcd6473c-09bc-43cd-b129-8d0605c175de tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:34.887800 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b48af0ad-1420-487c-acdc-1002eb008b5f req-fcd6473c-09bc-43cd-b129-8d0605c175de tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f997b231-b0b5-469a-813f-00fda0f634a1 HTTP/1.1" status: 200 len: 945 time: 0.0463231 Sep 15 00:50:34.933716 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b48af0ad-1420-487c-acdc-1002eb008b5f req-7210bfd2-eb21-4de5-931a-3e47f14be7ef tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd34b8c7-774c-4711-a91d-b24da693762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403733 Sep 15 00:50:34.999878 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3652bc-16d9-41e3-89a6-07d20ab70840 req-5a0f2c7c-050b-4349-b859-25f309189105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:35.001406 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0c3652bc-16d9-41e3-89a6-07d20ab70840 req-5a0f2c7c-050b-4349-b859-25f309189105 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=762beb87caad4aa691528a7d9de01086&device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 1127 time: 0.0431855 Sep 15 00:50:35.283389 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9591938-f95b-4468-a531-cb3449b4acb4 req-425d08d9-6bd2-43a5-8010-364f4b62cd09 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:35.284832 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d9591938-f95b-4468-a531-cb3449b4acb4 req-425d08d9-6bd2-43a5-8010-364f4b62cd09 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 943 time: 0.2928565 Sep 15 00:50:35.331083 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d9591938-f95b-4468-a531-cb3449b4acb4 req-11442d13-37c5-4467-bf4d-d98b111ffe43 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405202 Sep 15 00:50:35.392589 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83730500-8b09-4952-8884-d9c3355a2853 req-56d46955-0e62-4b9f-84dc-c7bdaa27a6cc tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:35.394040 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-83730500-8b09-4952-8884-d9c3355a2853 req-56d46955-0e62-4b9f-84dc-c7bdaa27a6cc tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 944 time: 0.0466278 Sep 15 00:50:35.442599 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-83730500-8b09-4952-8884-d9c3355a2853 req-b6108d1d-be17-4535-976e-ff20b3d41c5e tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425856 Sep 15 00:50:35.651413 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=112954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 00:50:35.755210 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port cc2b33ab-216b-4ead-83c4-eee6a3d2ec41, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=cc2b33ab-216b-4ead-83c4-eee6a3d2ec41,segment=NetworkSegment(f18da049-9f88-408b-afb0-dfd230010528),segment_id=f18da049-9f88-408b-afb0-dfd230010528)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:50:35.766909 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Returning: {'device': 'cc2b33ab-216b-4ead-83c4-eee6a3d2ec41', 'network_id': '6527e211-69f5-4bda-8984-4ee4af88ebfb', 'port_id': 'cc2b33ab-216b-4ead-83c4-eee6a3d2ec41', 'mac_address': 'fa:16:3e:98:b3:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '479cc5fe-8cf2-4cfc-81e7-d1f45af83420', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 00:50:35.800674 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 is: DOWN; New status is: BUILD {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:50:35.801063 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (cc2b33ab-216b-4ead-83c4-eee6a3d2ec41), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:35.814623 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 {{(pid=112954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 00:50:35.833890 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port cc2b33ab-216b-4ead-83c4-eee6a3d2ec41, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=cc2b33ab-216b-4ead-83c4-eee6a3d2ec41,segment=NetworkSegment(f18da049-9f88-408b-afb0-dfd230010528),segment_id=f18da049-9f88-408b-afb0-dfd230010528)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:50:35.837866 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (cc2b33ab-216b-4ead-83c4-eee6a3d2ec41), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:35.886555 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=cc2b33ab-216b-4ead-83c4-eee6a3d2ec41,revision_number=4']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:50:35.893613 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:50:35.893901 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:50:35.894240 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:50:35.894575 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:50:35.894905 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:50:35.895232 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:50:35.895590 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:50:35.895917 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:50:35.896237 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:50:35.896555 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:50:35.896874 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:50:35.897193 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:50:35.897508 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:50:35.897824 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:50:35.898138 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:50:36.062389 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fcd62f-f27c-44ec-979c-4d10a96f23bf req-3ef7393d-4120-4184-a8bc-da671b5e2404 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:36.063907 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-02fcd62f-f27c-44ec-979c-4d10a96f23bf req-3ef7393d-4120-4184-a8bc-da671b5e2404 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f997b231-b0b5-469a-813f-00fda0f634a1 HTTP/1.1" status: 200 len: 945 time: 0.0568366 Sep 15 00:50:36.109402 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-02fcd62f-f27c-44ec-979c-4d10a96f23bf req-29f48c3d-cc3f-4c7c-86dc-7de284cf9ee2 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bd34b8c7-774c-4711-a91d-b24da693762b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398583 Sep 15 00:50:36.451334 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f0234-6c58-4a9c-aa81-d507503b39d4 req-2ac5cc5e-6bae-4dd8-a51f-fb9994b1f89e tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:36.452851 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-139f0234-6c58-4a9c-aa81-d507503b39d4 req-2ac5cc5e-6bae-4dd8-a51f-fb9994b1f89e tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 944 time: 0.0479677 Sep 15 00:50:36.503745 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-139f0234-6c58-4a9c-aa81-d507503b39d4 req-55ff3a95-36bf-4914-b4c2-a093ca451573 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453510 Sep 15 00:50:36.518120 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:36.529148 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] get_ports_and_sgs() called for port_ids ['cc2b33ab-216b-4ead-83c4-eee6a3d2ec41'] {{(pid=112954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 00:50:36.576130 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653437a5-9ec5-4015-8890-c267ef3f718b req-95f38cc1-4e8c-48ed-807c-1c44155b56ec tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:36.578155 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-653437a5-9ec5-4015-8890-c267ef3f718b req-95f38cc1-4e8c-48ed-807c-1c44155b56ec tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 944 time: 0.0569091 Sep 15 00:50:36.607898 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d15d30-c09e-4bc1-8348-42e9dc5b5797 req-db62d32a-1a0e-4baa-9221-25c7320491a4 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:36.609400 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a2d15d30-c09e-4bc1-8348-42e9dc5b5797 req-db62d32a-1a0e-4baa-9221-25c7320491a4 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f997b231-b0b5-469a-813f-00fda0f634a1 HTTP/1.1" status: 200 len: 945 time: 0.0920031 Sep 15 00:50:36.623117 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=100 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:36.640905 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-653437a5-9ec5-4015-8890-c267ef3f718b req-0550d76b-429b-4e4a-88af-9586ac397a78 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530584 Sep 15 00:50:36.685952 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3652bc-16d9-41e3-89a6-07d20ab70840 req-8d7bab21-e1b4-4808-b63c-269b6670811e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:36.687418 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0c3652bc-16d9-41e3-89a6-07d20ab70840 req-8d7bab21-e1b4-4808-b63c-269b6670811e service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=6527e211-69f5-4bda-8984-4ee4af88ebfb HTTP/1.1" status: 200 len: 914 time: 0.1781313 Sep 15 00:50:36.743597 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0c3652bc-16d9-41e3-89a6-07d20ab70840 req-dc0f3c02-a0ec-4da8-a053-e56e9b8b97be service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 HTTP/1.1" status: 200 len: 217 time: 0.0356867 Sep 15 00:50:36.760953 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [req-a2d15d30-c09e-4bc1-8348-42e9dc5b5797 req-e45320a7-4936-4c8f-9650-75209c77565a tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Deleting port 644d212f-2458-4aeb-a5e5-94bbe347339c {{(pid=112953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:50:36.761295 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-a2d15d30-c09e-4bc1-8348-42e9dc5b5797 req-e45320a7-4936-4c8f-9650-75209c77565a tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (644d212f-2458-4aeb-a5e5-94bbe347339c), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:36.848261 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3652bc-16d9-41e3-89a6-07d20ab70840 req-b40a1db2-f0dd-4eba-a434-6430e8f75715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:36.849712 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0c3652bc-16d9-41e3-89a6-07d20ab70840 req-b40a1db2-f0dd-4eba-a434-6430e8f75715 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=479cc5fe-8cf2-4cfc-81e7-d1f45af83420 HTTP/1.1" status: 200 len: 853 time: 0.0956719 Sep 15 00:50:36.871174 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:36.914006 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [req-a2d15d30-c09e-4bc1-8348-42e9dc5b5797 req-e45320a7-4936-4c8f-9650-75209c77565a tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] For port 644d212f-2458-4aeb-a5e5-94bbe347339c, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=644d212f-2458-4aeb-a5e5-94bbe347339c,segment=NetworkSegment(46bb6d12-efc6-43c4-9167-cef4a4cdc200),segment_id=46bb6d12-efc6-43c4-9167-cef4a4cdc200)] {{(pid=112953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:50:36.914284 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-a2d15d30-c09e-4bc1-8348-42e9dc5b5797 req-e45320a7-4936-4c8f-9650-75209c77565a tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (644d212f-2458-4aeb-a5e5-94bbe347339c), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:36.924420 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3652bc-16d9-41e3-89a6-07d20ab70840 req-a9efb63b-40a2-4509-bab5-7ad16b507150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:36.925874 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0c3652bc-16d9-41e3-89a6-07d20ab70840 req-a9efb63b-40a2-4509-bab5-7ad16b507150 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=6527e211-69f5-4bda-8984-4ee4af88ebfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0677805 Sep 15 00:50:36.929789 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [req-a2d15d30-c09e-4bc1-8348-42e9dc5b5797 req-e45320a7-4936-4c8f-9650-75209c77565a tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Calling delete_port for 644d212f-2458-4aeb-a5e5-94bbe347339c owned by compute:nova {{(pid=112953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:50:37.077314 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0c3652bc-16d9-41e3-89a6-07d20ab70840 req-1c6e3131-50eb-4267-9719-0b5437ebf0ab service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6527e211-69f5-4bda-8984-4ee4af88ebfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412807 Sep 15 00:50:37.194777 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-a2d15d30-c09e-4bc1-8348-42e9dc5b5797 req-e45320a7-4936-4c8f-9650-75209c77565a tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172'] for port (644d212f-2458-4aeb-a5e5-94bbe347339c), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:37.251666 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-db5b4965-e3a8-4f5c-b50b-62477e72a7c2 req-c2ea7a4e-010a-4e2e-a9a3-0ea6150d18d0 tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f997b231-b0b5-469a-813f-00fda0f634a1 HTTP/1.1" status: 200 len: 210 time: 0.0641124 Sep 15 00:50:37.255422 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0c3652bc-16d9-41e3-89a6-07d20ab70840 req-d5e8f610-29fc-4cb6-8a44-f2ccc4e5bf97 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6527e211-69f5-4bda-8984-4ee4af88ebfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731064 Sep 15 00:50:37.256721 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45320a7-4936-4c8f-9650-75209c77565a tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Pushing event deleted for resources: {'Port': ['ID=644d212f-2458-4aeb-a5e5-94bbe347339c,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:50:37.300497 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d15d30-c09e-4bc1-8348-42e9dc5b5797 req-e45320a7-4936-4c8f-9650-75209c77565a tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] No DVR routers for this DVR port 644d212f-2458-4aeb-a5e5-94bbe347339c on host hv-cinder-85752 {{(pid=112953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 00:50:37.302787 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-a2d15d30-c09e-4bc1-8348-42e9dc5b5797 req-e45320a7-4936-4c8f-9650-75209c77565a tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:37.305977 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a2d15d30-c09e-4bc1-8348-42e9dc5b5797 req-e45320a7-4936-4c8f-9650-75209c77565a tempest-VolumesSnapshotTestJSON-1280686874 tempest-VolumesSnapshotTestJSON-1280686874-project] 10.222.0.18 "DELETE /networking/v2.0/ports/644d212f-2458-4aeb-a5e5-94bbe347339c HTTP/1.1" status: 204 len: 173 time: 0.6890628 Sep 15 00:50:37.306463 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f997b231-b0b5-469a-813f-00fda0f634a1', 'name': 'network-vif-deleted', 'tag': '644d212f-2458-4aeb-a5e5-94bbe347339c'}] {{(pid=112953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:50:37.308735 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dcd79e7c9c5799004c3790ddb8f78f6987afe8bb335ac36dcc290df3850dde4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d365b24-f9a3-4d61-a3d2-f90ca49ab09c" -d '{"events": [{"server_uuid": "f997b231-b0b5-469a-813f-00fda0f634a1", "name": "network-vif-deleted", "tag": "644d212f-2458-4aeb-a5e5-94bbe347339c"}]}' {{(pid=112953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:50:37.349484 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 00:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e74ceb2-ef29-4b32-b513-bd58546ac66a x-openstack-request-id: req-3e74ceb2-ef29-4b32-b513-bd58546ac66a {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:50:37.349795 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f997b231-b0b5-469a-813f-00fda0f634a1", "name": "network-vif-deleted", "tag": "644d212f-2458-4aeb-a5e5-94bbe347339c", "status": "completed", "code": 200}]} {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:50:37.350036 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3e74ceb2-ef29-4b32-b513-bd58546ac66a {{(pid=112953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:50:37.350446 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e74ceb2-ef29-4b32-b513-bd58546ac66a'] response: {'server_uuid': 'f997b231-b0b5-469a-813f-00fda0f634a1', 'name': 'network-vif-deleted', 'tag': '644d212f-2458-4aeb-a5e5-94bbe347339c', 'status': 'completed', 'code': 200} Sep 15 00:50:37.628832 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e5e66-1af7-40cc-b849-7f3771577b1b req-142eccf2-bd92-4e4d-8046-f264c6048edb tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:37.630377 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-276e5e66-1af7-40cc-b849-7f3771577b1b req-142eccf2-bd92-4e4d-8046-f264c6048edb tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 944 time: 0.0507102 Sep 15 00:50:37.679834 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-276e5e66-1af7-40cc-b849-7f3771577b1b req-79807d41-7786-4378-ad77-1c3e627b7844 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439234 Sep 15 00:50:37.761102 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd30218-7bfe-4899-91d7-6761957b398e req-6d71b0eb-60e1-4eda-8244-ef691aa779c9 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:37.762518 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-edd30218-7bfe-4899-91d7-6761957b398e req-6d71b0eb-60e1-4eda-8244-ef691aa779c9 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 944 time: 0.0489321 Sep 15 00:50:37.799326 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 up at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:50:37.810766 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-edd30218-7bfe-4899-91d7-6761957b398e req-7193f436-c9ab-4f25-96df-3bcb4d1d6dc0 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425110 Sep 15 00:50:37.843938 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Provisioning for port cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 completed by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 00:50:37.850113 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Provisioning complete for port cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:50:37.850614 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (cc2b33ab-216b-4ead-83c4-eee6a3d2ec41), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:37.850985 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Attempt 1 to provision port cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 Sep 15 00:50:37.921614 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 is: BUILD; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:50:37.921994 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (cc2b33ab-216b-4ead-83c4-eee6a3d2ec41), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:37.943720 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adedf981-66a2-455b-8192-1852eea1312b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2b33ab-216b-4ead-83c4-eee6a3d2ec41'}] {{(pid=112954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:50:37.946003 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac31f47a78c65cec711889e6d70219b8f5c13991b6e76ee3a100a5a33f2e7321" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ade402-c43b-4e9e-8627-4248e265e302" -d '{"events": [{"server_uuid": "adedf981-66a2-455b-8192-1852eea1312b", "name": "network-vif-plugged", "status": "completed", "tag": "cc2b33ab-216b-4ead-83c4-eee6a3d2ec41"}]}' {{(pid=112954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:50:37.958383 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port cc2b33ab-216b-4ead-83c4-eee6a3d2ec41, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=cc2b33ab-216b-4ead-83c4-eee6a3d2ec41,segment=NetworkSegment(f18da049-9f88-408b-afb0-dfd230010528),segment_id=f18da049-9f88-408b-afb0-dfd230010528)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:50:37.962878 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (cc2b33ab-216b-4ead-83c4-eee6a3d2ec41), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:37.963759 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 644d212f-2458-4aeb-a5e5-94bbe347339c no longer exists at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:50:38.005632 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] No Port match for: 644d212f-2458-4aeb-a5e5-94bbe347339c {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 00:50:38.005977 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 644d212f-2458-4aeb-a5e5-94bbe347339c not bound to the agent host hv-cinder-85752 {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 00:50:38.031510 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=cc2b33ab-216b-4ead-83c4-eee6a3d2ec41,revision_number=5']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:50:38.063084 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 00:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b7e98f-9d01-48e7-b526-8e11aba7ac53 x-openstack-request-id: req-41b7e98f-9d01-48e7-b526-8e11aba7ac53 {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:50:38.063457 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adedf981-66a2-455b-8192-1852eea1312b", "name": "network-vif-plugged", "status": "completed", "tag": "cc2b33ab-216b-4ead-83c4-eee6a3d2ec41", "code": 200}]} {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:50:38.063800 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-41b7e98f-9d01-48e7-b526-8e11aba7ac53 {{(pid=112954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:50:38.064212 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41b7e98f-9d01-48e7-b526-8e11aba7ac53'] response: {'server_uuid': 'adedf981-66a2-455b-8192-1852eea1312b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2b33ab-216b-4ead-83c4-eee6a3d2ec41', 'code': 200} Sep 15 00:50:38.293746 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f52ad-0bbb-4c70-beb9-32709497ce84 req-768c54c8-b9ee-48c7-b458-4ab9d224e577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:38.295179 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2f9f52ad-0bbb-4c70-beb9-32709497ce84 req-768c54c8-b9ee-48c7-b458-4ab9d224e577 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 1129 time: 0.0387449 Sep 15 00:50:38.307383 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:38.345060 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2f9f52ad-0bbb-4c70-beb9-32709497ce84 req-94675842-a93e-402d-afb0-e61beb84588b service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437553 Sep 15 00:50:38.798537 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7bed00-d55e-45da-9c1a-f58892e0da90 req-83ae8a32-ac65-4c04-86aa-9a446c30039a tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:38.799919 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-db7bed00-d55e-45da-9c1a-f58892e0da90 req-83ae8a32-ac65-4c04-86aa-9a446c30039a tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 945 time: 0.0456860 Sep 15 00:50:38.849171 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-db7bed00-d55e-45da-9c1a-f58892e0da90 req-28741b7a-8593-4b7e-b1c2-7385ded76f93 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436299 Sep 15 00:50:38.928735 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41522652-a211-4c57-be47-ac9c538133c7 req-70922b5d-2573-4cc1-b5c5-2300fd10457b tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:38.930184 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-41522652-a211-4c57-be47-ac9c538133c7 req-70922b5d-2573-4cc1-b5c5-2300fd10457b tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 944 time: 0.0452404 Sep 15 00:50:38.949163 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=100 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:38.982246 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-41522652-a211-4c57-be47-ac9c538133c7 req-5d636716-750d-4fbd-9202-3a0349592daf tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450413 Sep 15 00:50:39.784695 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 17d11138-3b63-47b5-8935-04d6fc868545 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=112954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 00:50:39.850799 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:39.878806 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:39.891278 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 17d11138-3b63-47b5-8935-04d6fc868545, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=17d11138-3b63-47b5-8935-04d6fc868545,segment=NetworkSegment(acf8a16c-6cfc-4de4-a767-e59f2556add5),segment_id=acf8a16c-6cfc-4de4-a767-e59f2556add5)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:50:39.906288 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Returning: {'device': '17d11138-3b63-47b5-8935-04d6fc868545', 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3', 'port_id': '17d11138-3b63-47b5-8935-04d6fc868545', 'mac_address': 'fa:16:3e:c1:17:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 00:50:39.941568 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port 17d11138-3b63-47b5-8935-04d6fc868545 is: DOWN; New status is: BUILD {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:50:39.941956 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (17d11138-3b63-47b5-8935-04d6fc868545), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:39.955685 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17d11138-3b63-47b5-8935-04d6fc868545 {{(pid=112954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 00:50:39.971859 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a40bf-e034-4bba-9e64-dc031f581604 req-33638ed3-c807-4902-9e3a-df8a7c37b0e1 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:39.973364 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-fd0a40bf-e034-4bba-9e64-dc031f581604 req-33638ed3-c807-4902-9e3a-df8a7c37b0e1 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 945 time: 0.0498676 Sep 15 00:50:39.975238 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 17d11138-3b63-47b5-8935-04d6fc868545, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=17d11138-3b63-47b5-8935-04d6fc868545,segment=NetworkSegment(acf8a16c-6cfc-4de4-a767-e59f2556add5),segment_id=acf8a16c-6cfc-4de4-a767-e59f2556add5)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:50:39.979022 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (17d11138-3b63-47b5-8935-04d6fc868545), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:40.026469 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=17d11138-3b63-47b5-8935-04d6fc868545,revision_number=4']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:50:40.045441 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-fd0a40bf-e034-4bba-9e64-dc031f581604 req-bcd2176e-f3f5-4683-881d-3c0117937250 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663199 Sep 15 00:50:40.120995 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9110b425-ddac-4238-8136-00571559f68a req-d95389ed-8c14-4395-a67b-6730d8fafe79 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:40.122451 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9110b425-ddac-4238-8136-00571559f68a req-d95389ed-8c14-4395-a67b-6730d8fafe79 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 945 time: 0.0493379 Sep 15 00:50:40.170657 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9110b425-ddac-4238-8136-00571559f68a req-0902bf8b-4093-4b05-beb5-5e987b40961b tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415957 Sep 15 00:50:41.166299 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e0b93-c882-42e3-8c8a-cc3a2d4e4566 req-7edef478-f0f0-47dd-93d7-338a1210ff1f tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:41.167800 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-da9e0b93-c882-42e3-8c8a-cc3a2d4e4566 req-7edef478-f0f0-47dd-93d7-338a1210ff1f tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 945 time: 0.0461643 Sep 15 00:50:41.213473 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-da9e0b93-c882-42e3-8c8a-cc3a2d4e4566 req-f42bde56-b6e7-4e09-a7bb-d07315cdc152 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401983 Sep 15 00:50:41.290732 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd13768-e569-43c7-a57a-6403df67eed4 req-7ed95475-08bc-4f10-8120-6c34a41f7b11 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:41.292416 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-7bd13768-e569-43c7-a57a-6403df67eed4 req-7ed95475-08bc-4f10-8120-6c34a41f7b11 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 945 time: 0.0470390 Sep 15 00:50:41.296383 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:41.335737 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683eed4-84ef-4e72-ae30-620c6ed00e21 req-b1752000-d847-42db-89d4-4c4a96e4b656 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:41.337121 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a683eed4-84ef-4e72-ae30-620c6ed00e21 req-b1752000-d847-42db-89d4-4c4a96e4b656 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 945 time: 0.0504837 Sep 15 00:50:41.341462 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-7bd13768-e569-43c7-a57a-6403df67eed4 req-b651578e-e701-439e-bed8-875a52a50a0e tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432520 Sep 15 00:50:41.387555 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a683eed4-84ef-4e72-ae30-620c6ed00e21 req-383a8d2e-d2cd-4ce3-9142-67da015c8d5c tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447364 Sep 15 00:50:41.710729 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327c7db-e408-45af-92c1-505a10bacec5 req-4a26533d-7424-4f16-b8e6-f439971a4cc8 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:41.712372 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e327c7db-e408-45af-92c1-505a10bacec5 req-4a26533d-7424-4f16-b8e6-f439971a4cc8 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 945 time: 0.0459697 Sep 15 00:50:41.760005 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e327c7db-e408-45af-92c1-505a10bacec5 req-8e1dde94-fb72-48a5-9639-4114eab0b79e tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421464 Sep 15 00:50:42.468101 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee87378-ea9a-4d95-a673-24810c4b0188 req-b9f54561-82d4-49c7-b726-fc2dd8f05663 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:42.470161 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-6ee87378-ea9a-4d95-a673-24810c4b0188 req-b9f54561-82d4-49c7-b726-fc2dd8f05663 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 945 time: 0.0496910 Sep 15 00:50:42.516858 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-6ee87378-ea9a-4d95-a673-24810c4b0188 req-454b536d-d243-474e-9aaf-cb7a20846230 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413024 Sep 15 00:50:43.209288 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=6 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:43.214331 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=4 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:43.637973 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ddf74-700c-4be9-9917-c4d2b5a4a2af req-17f49a00-daab-413b-8410-fb9e62afccde tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:43.639436 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-896ddf74-700c-4be9-9917-c4d2b5a4a2af req-17f49a00-daab-413b-8410-fb9e62afccde tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 945 time: 0.0498993 Sep 15 00:50:43.688256 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-896ddf74-700c-4be9-9917-c4d2b5a4a2af req-0b0bc423-dc6b-45ec-8374-42cd88ce3620 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433452 Sep 15 00:50:44.107898 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] get_ports_and_sgs() called for port_ids ['17d11138-3b63-47b5-8935-04d6fc868545'] {{(pid=112954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 00:50:44.154933 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:44.384233 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-fe363f43-41f0-46cc-9ba0-12ff665e0c0d req-ec0e9880-3f19-411f-a432-70a3734a0260 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b40368c8-a515-46b7-add6-5db877d59406&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392423 Sep 15 00:50:44.491471 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe363f43-41f0-46cc-9ba0-12ff665e0c0d req-19d25de5-dbf1-4a15-8f9a-74c841013258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:44.492953 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-fe363f43-41f0-46cc-9ba0-12ff665e0c0d req-19d25de5-dbf1-4a15-8f9a-74c841013258 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=7090f91f78534107ba4b5ccd7f80e145&device_id=b40368c8-a515-46b7-add6-5db877d59406 HTTP/1.1" status: 200 len: 1130 time: 0.0373428 Sep 15 00:50:44.601042 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe363f43-41f0-46cc-9ba0-12ff665e0c0d req-357fe910-94f1-4ad2-8a30-d53452f7f94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:44.602486 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-fe363f43-41f0-46cc-9ba0-12ff665e0c0d req-357fe910-94f1-4ad2-8a30-d53452f7f94b service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=534fcea4-462b-402d-9da6-e7cef4200229 HTTP/1.1" status: 200 len: 918 time: 0.0904050 Sep 15 00:50:44.639978 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-fe363f43-41f0-46cc-9ba0-12ff665e0c0d req-e64f293b-7d95-423f-a2bd-4b0f425dbc02 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3231acc1-76a4-4c22-96c0-9edb4cf1f79e HTTP/1.1" status: 200 len: 217 time: 0.0311551 Sep 15 00:50:44.686658 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe363f43-41f0-46cc-9ba0-12ff665e0c0d req-b4c8da2f-c780-4654-b4e7-d8f86da0f42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:44.688623 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-fe363f43-41f0-46cc-9ba0-12ff665e0c0d req-b4c8da2f-c780-4654-b4e7-d8f86da0f42b service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=756b70e8-4098-4f30-99b0-99c64c94809f HTTP/1.1" status: 200 len: 857 time: 0.0431190 Sep 15 00:50:44.741295 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe363f43-41f0-46cc-9ba0-12ff665e0c0d req-5fd8e853-14de-4765-8af7-c3864aec610f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:44.742792 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-fe363f43-41f0-46cc-9ba0-12ff665e0c0d req-5fd8e853-14de-4765-8af7-c3864aec610f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=534fcea4-462b-402d-9da6-e7cef4200229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441730 Sep 15 00:50:44.809455 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d058d-a1c1-4750-bbcc-7821d5a88459 req-3410b4cb-efe7-4680-afe6-bc6013c92079 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:44.811052 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-f57d058d-a1c1-4750-bbcc-7821d5a88459 req-3410b4cb-efe7-4680-afe6-bc6013c92079 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 945 time: 0.0472884 Sep 15 00:50:44.833691 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-fe363f43-41f0-46cc-9ba0-12ff665e0c0d req-c61bcf69-104e-4a7d-9e57-ebab4f762010 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/534fcea4-462b-402d-9da6-e7cef4200229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823815 Sep 15 00:50:44.860446 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-f57d058d-a1c1-4750-bbcc-7821d5a88459 req-2502880f-fe2f-4af2-8160-d5ad50f966a4 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430722 Sep 15 00:50:44.896160 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:44.930514 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-fe363f43-41f0-46cc-9ba0-12ff665e0c0d req-67999d1b-b1e4-44af-b0ef-ea553974ad7c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/534fcea4-462b-402d-9da6-e7cef4200229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891428 Sep 15 00:50:45.984590 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aadb0e2-a9b7-4a79-9e89-7003d1e8b073 req-de05ead4-dd5a-473d-ab92-164545615312 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:45.986076 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-3aadb0e2-a9b7-4a79-9e89-7003d1e8b073 req-de05ead4-dd5a-473d-ab92-164545615312 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 945 time: 0.0501816 Sep 15 00:50:46.040324 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-3aadb0e2-a9b7-4a79-9e89-7003d1e8b073 req-6edaa392-cbe6-40a6-874f-26ef86826496 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486207 Sep 15 00:50:46.121659 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 17d11138-3b63-47b5-8935-04d6fc868545 up at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:50:46.169466 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Provisioning for port 17d11138-3b63-47b5-8935-04d6fc868545 completed by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 00:50:46.175140 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Provisioning complete for port 17d11138-3b63-47b5-8935-04d6fc868545 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:50:46.175532 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (17d11138-3b63-47b5-8935-04d6fc868545), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:46.176075 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Attempt 1 to provision port 17d11138-3b63-47b5-8935-04d6fc868545 Sep 15 00:50:46.253081 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port 17d11138-3b63-47b5-8935-04d6fc868545 is: BUILD; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:50:46.253483 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (17d11138-3b63-47b5-8935-04d6fc868545), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:46.309233 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c86872-2309-4e4c-88ad-e5b9c7166dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d11138-3b63-47b5-8935-04d6fc868545'}] {{(pid=112954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:50:46.311828 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac31f47a78c65cec711889e6d70219b8f5c13991b6e76ee3a100a5a33f2e7321" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badb2761-32e7-439f-804e-9bc8e0fa1f63" -d '{"events": [{"server_uuid": "42c86872-2309-4e4c-88ad-e5b9c7166dd3", "name": "network-vif-plugged", "status": "completed", "tag": "17d11138-3b63-47b5-8935-04d6fc868545"}]}' {{(pid=112954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:50:46.332689 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 17d11138-3b63-47b5-8935-04d6fc868545, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=17d11138-3b63-47b5-8935-04d6fc868545,segment=NetworkSegment(acf8a16c-6cfc-4de4-a767-e59f2556add5),segment_id=acf8a16c-6cfc-4de4-a767-e59f2556add5)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:50:46.392642 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (17d11138-3b63-47b5-8935-04d6fc868545), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:46.438118 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 00:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8363a1f8-8510-413a-9ca8-b4453b8bdfc5 x-openstack-request-id: req-8363a1f8-8510-413a-9ca8-b4453b8bdfc5 {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:50:46.438448 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c86872-2309-4e4c-88ad-e5b9c7166dd3", "name": "network-vif-plugged", "status": "completed", "tag": "17d11138-3b63-47b5-8935-04d6fc868545", "code": 200}]} {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:50:46.438656 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8363a1f8-8510-413a-9ca8-b4453b8bdfc5 {{(pid=112954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:50:46.439237 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8363a1f8-8510-413a-9ca8-b4453b8bdfc5'] response: {'server_uuid': '42c86872-2309-4e4c-88ad-e5b9c7166dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d11138-3b63-47b5-8935-04d6fc868545', 'code': 200} Sep 15 00:50:46.465682 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=17d11138-3b63-47b5-8935-04d6fc868545,revision_number=5']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:50:46.825741 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af3d49-d6c1-4124-ae31-44f47337e01a req-42924dc2-47f1-4af5-aeb1-c4015c210d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:46.827215 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-33af3d49-d6c1-4124-ae31-44f47337e01a req-42924dc2-47f1-4af5-aeb1-c4015c210d93 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 1130 time: 0.0396223 Sep 15 00:50:46.876327 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-33af3d49-d6c1-4124-ae31-44f47337e01a req-ac65e85c-9247-4636-b736-0f29f112a823 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414371 Sep 15 00:50:47.166168 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94015308-aa2d-42ab-be3a-24589db111b0 req-9250ce53-595c-4198-b95c-304a208f4d23 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:47.167664 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-94015308-aa2d-42ab-be3a-24589db111b0 req-9250ce53-595c-4198-b95c-304a208f4d23 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 946 time: 0.0468512 Sep 15 00:50:47.215105 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-94015308-aa2d-42ab-be3a-24589db111b0 req-56d1e28b-8fc1-4c76-a6cf-cf80a451efa5 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418971 Sep 15 00:50:47.756255 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-bff2468d-3896-4e36-926e-d1838cea7f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:48.333492 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04377219-dc08-44f7-99ac-3717769d16a7 req-99b40b93-2d59-4ab0-b863-f949f27bc198 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:48.334924 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-04377219-dc08-44f7-99ac-3717769d16a7 req-99b40b93-2d59-4ab0-b863-f949f27bc198 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 946 time: 0.0449896 Sep 15 00:50:48.386064 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-04377219-dc08-44f7-99ac-3717769d16a7 req-dd942d5a-16fa-4603-96c3-1fcc61b366c5 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456488 Sep 15 00:50:49.507496 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9b11d-a5c6-453f-945c-508d24313959 req-2719d3c4-ccfa-45bd-94b4-b9931d678a21 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:49.508977 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-77d9b11d-a5c6-453f-945c-508d24313959 req-2719d3c4-ccfa-45bd-94b4-b9931d678a21 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 946 time: 0.0475917 Sep 15 00:50:49.557062 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-77d9b11d-a5c6-453f-945c-508d24313959 req-9b2e3c54-ac20-4ab6-b1d1-be0cc9978a70 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425010 Sep 15 00:50:50.024630 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-9e35ea76-a0c4-46e4-8bcb-e5079e29049c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:50.681574 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d9726-6f08-4ec0-b86a-d09ebea615e9 req-ef31f5ae-f938-43b7-9984-4784c10e0f0b tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:50.683076 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-8a8d9726-6f08-4ec0-b86a-d09ebea615e9 req-ef31f5ae-f938-43b7-9984-4784c10e0f0b tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 946 time: 0.0505362 Sep 15 00:50:50.736132 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-8a8d9726-6f08-4ec0-b86a-d09ebea615e9 req-0b63d706-b546-42d4-9e4b-d290cb58653c tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463929 Sep 15 00:50:50.865821 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4032716-850f-4bdb-83c2-2cd7a0d96008 req-955e9d7f-1a61-4ed1-b20d-749c103d1d04 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:50.867536 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e4032716-850f-4bdb-83c2-2cd7a0d96008 req-955e9d7f-1a61-4ed1-b20d-749c103d1d04 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 946 time: 0.0499353 Sep 15 00:50:50.918761 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e4032716-850f-4bdb-83c2-2cd7a0d96008 req-be10151e-ea18-4c43-a1d0-b1d3b7cc2ba4 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455675 Sep 15 00:50:50.947668 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 58936) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:50:51.081789 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e339073-ca58-44bc-a2e9-25e01a951cdd tempest-TestVolumeBootPattern-863639231 tempest-TestVolumeBootPattern-863639231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:51.083816 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-8e339073-ca58-44bc-a2e9-25e01a951cdd tempest-TestVolumeBootPattern-863639231 tempest-TestVolumeBootPattern-863639231-project-admin] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 1125 time: 0.1350505 Sep 15 00:50:51.086658 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 58942) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:50:51.091158 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-76e252f6-cf3a-4108-b7f2-bb748be8f1a5 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Request body: {'floatingip': {'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'port_id': '17d11138-3b63-47b5-8935-04d6fc868545', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'fixed_ip_address': '172.20.0.10'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:50:51.105201 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=100 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:51.119450 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-76e252f6-cf3a-4108-b7f2-bb748be8f1a5 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:51.200759 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-76e252f6-cf3a-4108-b7f2-bb748be8f1a5 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:51.307287 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.db_base_plugin_common [None req-76e252f6-cf3a-4108-b7f2-bb748be8f1a5 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Allocated IP 172.27.1.167 (53046852-16e9-4bc6-a26e-a34c1d2139e6/8f0c0330-11bc-44ed-a1b6-6f3c15aee393/2f1baa3d-8194-4687-b15d-704644422c17) {{(pid=112952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:50:51.309659 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:51.333059 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:51.424678 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-76e252f6-cf3a-4108-b7f2-bb748be8f1a5 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks [] for port (2f1baa3d-8194-4687-b15d-704644422c17), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:51.455748 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-76e252f6-cf3a-4108-b7f2-bb748be8f1a5 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3304143'] for port (2f1baa3d-8194-4687-b15d-704644422c17), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:51.493214 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e252f6-cf3a-4108-b7f2-bb748be8f1a5 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Network 53046852-16e9-4bc6-a26e-a34c1d2139e6 is already hosted by enough agents. {{(pid=112952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:50:51.500145 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.base_scheduler [None req-76e252f6-cf3a-4108-b7f2-bb748be8f1a5 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Resources bound (agent type, host, resource id): {{(pid=112952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:50:51.504472 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e252f6-cf3a-4108-b7f2-bb748be8f1a5 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Received port after_create {{(pid=112952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:50:51.507389 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e252f6-cf3a-4108-b7f2-bb748be8f1a5 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Pushing event updated for resources: {'Port': ['ID=2f1baa3d-8194-4687-b15d-704644422c17,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:50:51.534184 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e252f6-cf3a-4108-b7f2-bb748be8f1a5 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:50:51.534529 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e252f6-cf3a-4108-b7f2-bb748be8f1a5 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:50:51.534874 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e252f6-cf3a-4108-b7f2-bb748be8f1a5 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:50:51.535216 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e252f6-cf3a-4108-b7f2-bb748be8f1a5 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:50:51.535580 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e252f6-cf3a-4108-b7f2-bb748be8f1a5 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:50:51.535912 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e252f6-cf3a-4108-b7f2-bb748be8f1a5 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:50:51.536241 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e252f6-cf3a-4108-b7f2-bb748be8f1a5 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:50:51.536565 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e252f6-cf3a-4108-b7f2-bb748be8f1a5 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:50:51.536894 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e252f6-cf3a-4108-b7f2-bb748be8f1a5 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:50:51.537220 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e252f6-cf3a-4108-b7f2-bb748be8f1a5 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:50:51.537546 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e252f6-cf3a-4108-b7f2-bb748be8f1a5 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:50:51.537868 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e252f6-cf3a-4108-b7f2-bb748be8f1a5 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:50:51.538191 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e252f6-cf3a-4108-b7f2-bb748be8f1a5 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:50:51.538511 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e252f6-cf3a-4108-b7f2-bb748be8f1a5 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:50:51.538833 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e252f6-cf3a-4108-b7f2-bb748be8f1a5 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:50:51.858400 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:51.871092 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-76e252f6-cf3a-4108-b7f2-bb748be8f1a5 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks [] for floatingip (75c900d4-20a3-48d9-a2d6-90611b86104a), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:51.938694 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-76e252f6-cf3a-4108-b7f2-bb748be8f1a5 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (2f1baa3d-8194-4687-b15d-704644422c17), before_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:52.084707 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-76e252f6-cf3a-4108-b7f2-bb748be8f1a5 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks [] for port (2f1baa3d-8194-4687-b15d-704644422c17), precommit_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:52.089181 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-76e252f6-cf3a-4108-b7f2-bb748be8f1a5 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3304182'] for port (2f1baa3d-8194-4687-b15d-704644422c17), after_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:52.138093 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:52.159024 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e252f6-cf3a-4108-b7f2-bb748be8f1a5 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Pushing event updated for resources: {'Port': ['ID=2f1baa3d-8194-4687-b15d-704644422c17,revision_number=2']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:50:52.164475 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-76e252f6-cf3a-4108-b7f2-bb748be8f1a5 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682341'] for floatingip (75c900d4-20a3-48d9-a2d6-90611b86104a), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:52.262824 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.db.l3_db [None req-76e252f6-cf3a-4108-b7f2-bb748be8f1a5 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Floating IP 75c900d4-20a3-48d9-a2d6-90611b86104a associated. External IP: 172.27.1.167, port: 17d11138-3b63-47b5-8935-04d6fc868545. Sep 15 00:50:52.454937 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e252f6-cf3a-4108-b7f2-bb748be8f1a5 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Router 507b553a-d76a-466a-b784-97a7291cdd3f has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:50:52.556202 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e252f6-cf3a-4108-b7f2-bb748be8f1a5 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:50:52.569419 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949a7301-630b-4635-b9a6-ab9f8763dd87 None None] Sync routers for ids ['507b553a-d76a-466a-b784-97a7291cdd3f'] in dv-cinder-857528-2-iscsi {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:50:52.576578 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-76e252f6-cf3a-4108-b7f2-bb748be8f1a5 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for floatingip (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:52.581732 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:52.583086 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949a7301-630b-4635-b9a6-ab9f8763dd87 None None] Routers {'507b553a-d76a-466a-b784-97a7291cdd3f'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:50:52.583721 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-949a7301-630b-4635-b9a6-ab9f8763dd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:50:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['507b553a-d76a-466a-b784-97a7291cdd3f'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:50:52.611408 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-76e252f6-cf3a-4108-b7f2-bb748be8f1a5 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5236316 Sep 15 00:50:52.612235 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c86872-2309-4e4c-88ad-e5b9c7166dd3', 'tag': '17d11138-3b63-47b5-8935-04d6fc868545'}] {{(pid=112952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:50:52.614572 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab332b7ebe0febfdc7fe1a403309b4946bbbdc71882a32b3ac962f44a6678e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9991dfef-9510-4f21-b585-3d59678c515d" -d '{"events": [{"name": "network-changed", "server_uuid": "42c86872-2309-4e4c-88ad-e5b9c7166dd3", "tag": "17d11138-3b63-47b5-8935-04d6fc868545"}]}' {{(pid=112952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:50:52.627616 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:52.632655 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:52.687586 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:52.709454 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-949a7301-630b-4635-b9a6-ab9f8763dd87 None None] Set router 507b553a-d76a-466a-b784-97a7291cdd3f gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:50:52.722329 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 00:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a9175e-45da-47e6-8400-aecd5d41fe04 x-openstack-request-id: req-32a9175e-45da-47e6-8400-aecd5d41fe04 {{(pid=112952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:50:52.722625 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42c86872-2309-4e4c-88ad-e5b9c7166dd3", "tag": "17d11138-3b63-47b5-8935-04d6fc868545", "status": "completed", "code": 200}]} {{(pid=112952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:50:52.722883 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-32a9175e-45da-47e6-8400-aecd5d41fe04 {{(pid=112952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:50:52.723313 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32a9175e-45da-47e6-8400-aecd5d41fe04'] response: {'name': 'network-changed', 'server_uuid': '42c86872-2309-4e4c-88ad-e5b9c7166dd3', 'tag': '17d11138-3b63-47b5-8935-04d6fc868545', 'status': 'completed', 'code': 200} Sep 15 00:50:53.042781 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-949a7301-630b-4635-b9a6-ab9f8763dd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'name': 'tempest-TestVolumeBootPattern-9489909-router', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:03Z', 'updated_at': '2022-09-15T00:49:06Z', 'revision_number': 4, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'gw_port': {'id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:04Z', 'updated_at': '2022-09-15T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': '75c900d4-20a3-48d9-a2d6-90611b86104a', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'port_id': '17d11138-3b63-47b5-8935-04d6fc868545', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3', 'mac_address': 'fa:16:3e:c1:17:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c86872-2309-4e4c-88ad-e5b9c7166dd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:50:51Z', 'updated_at': '2022-09-15T00:50:51Z', 'revision_number': 0, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8adcbc4-cb9c-40f7-8758-254d0a29b7bd', 'name': '', 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'mac_address': 'fa:16:3e:2f:6f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:06Z', 'updated_at': '2022-09-15T00:49:11Z', 'revision_number': 5, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'subnets': [{'id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:50:53.067785 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949a7301-630b-4635-b9a6-ab9f8763dd87 None None] Checking router: 507b553a-d76a-466a-b784-97a7291cdd3f for host: dv-cinder-857528-2-iscsi {{(pid=112954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:50:53.075852 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949a7301-630b-4635-b9a6-ab9f8763dd87 None None] Routers {'507b553a-d76a-466a-b784-97a7291cdd3f'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:50:53.076457 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-949a7301-630b-4635-b9a6-ab9f8763dd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:50:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['507b553a-d76a-466a-b784-97a7291cdd3f'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:50:53.176656 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-949a7301-630b-4635-b9a6-ab9f8763dd87 None None] Set router 507b553a-d76a-466a-b784-97a7291cdd3f gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:50:53.386925 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-949a7301-630b-4635-b9a6-ab9f8763dd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'name': 'tempest-TestVolumeBootPattern-9489909-router', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:03Z', 'updated_at': '2022-09-15T00:49:06Z', 'revision_number': 4, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'gw_port': {'id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:04Z', 'updated_at': '2022-09-15T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': '75c900d4-20a3-48d9-a2d6-90611b86104a', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'port_id': '17d11138-3b63-47b5-8935-04d6fc868545', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3', 'mac_address': 'fa:16:3e:c1:17:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c86872-2309-4e4c-88ad-e5b9c7166dd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:50:51Z', 'updated_at': '2022-09-15T00:50:51Z', 'revision_number': 0, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8adcbc4-cb9c-40f7-8758-254d0a29b7bd', 'name': '', 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'mac_address': 'fa:16:3e:2f:6f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:06Z', 'updated_at': '2022-09-15T00:49:11Z', 'revision_number': 5, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'subnets': [{'id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:50:53.412494 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949a7301-630b-4635-b9a6-ab9f8763dd87 None None] The sync data for ids ['507b553a-d76a-466a-b784-97a7291cdd3f'] in dv-cinder-857528-2-iscsi is: [{'id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'name': 'tempest-TestVolumeBootPattern-9489909-router', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:03Z', 'updated_at': '2022-09-15T00:49:06Z', 'revision_number': 4, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'gw_port': {'id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:04Z', 'updated_at': '2022-09-15T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': '75c900d4-20a3-48d9-a2d6-90611b86104a', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'port_id': '17d11138-3b63-47b5-8935-04d6fc868545', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3', 'mac_address': 'fa:16:3e:c1:17:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c86872-2309-4e4c-88ad-e5b9c7166dd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:50:51Z', 'updated_at': '2022-09-15T00:50:51Z', 'revision_number': 0, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8adcbc4-cb9c-40f7-8758-254d0a29b7bd', 'name': '', 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'mac_address': 'fa:16:3e:2f:6f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:06Z', 'updated_at': '2022-09-15T00:49:11Z', 'revision_number': 5, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'subnets': [{'id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:50:53.598925 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1439feda-aeb3-4e76-a73f-bfb607b812f4 None None] New status for floating IP 75c900d4-20a3-48d9-a2d6-90611b86104a: ACTIVE {{(pid=112955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 00:50:54.069926 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:54.078183 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991dfef-9510-4f21-b585-3d59678c515d req-787b8ef9-43f1-4576-81bc-d5d99f8c6e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:54.079671 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9991dfef-9510-4f21-b585-3d59678c515d req-787b8ef9-43f1-4576-81bc-d5d99f8c6e65 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=53d8d76185c44a159439c0f7a0e88b31&device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 1130 time: 0.0394647 Sep 15 00:50:55.152866 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991dfef-9510-4f21-b585-3d59678c515d req-bb235cc3-0ca0-4480-8845-82e98393791c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:55.154361 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9991dfef-9510-4f21-b585-3d59678c515d req-bb235cc3-0ca0-4480-8845-82e98393791c service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=0487b0cb-031a-4188-bee6-95c6ebd2b4a3 HTTP/1.1" status: 200 len: 909 time: 0.1049356 Sep 15 00:50:55.669614 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9991dfef-9510-4f21-b585-3d59678c515d req-15b0080f-43e2-4fce-9d36-260cdba45915 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17d11138-3b63-47b5-8935-04d6fc868545 HTTP/1.1" status: 200 len: 1002 time: 0.0674133 Sep 15 00:50:55.760198 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991dfef-9510-4f21-b585-3d59678c515d req-b9c47b62-96eb-46ad-9f7a-a1f1c4b02b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:55.762336 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9991dfef-9510-4f21-b585-3d59678c515d req-b9c47b62-96eb-46ad-9f7a-a1f1c4b02b91 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=a47b3c86-5b49-4a30-ad22-9680b01f5da9 HTTP/1.1" status: 200 len: 848 time: 0.0514326 Sep 15 00:50:55.864542 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991dfef-9510-4f21-b585-3d59678c515d req-c9b447ab-9dfe-4381-b536-7346de900f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:55.866041 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9991dfef-9510-4f21-b585-3d59678c515d req-c9b447ab-9dfe-4381-b536-7346de900f66 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=0487b0cb-031a-4188-bee6-95c6ebd2b4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407414 Sep 15 00:50:55.974307 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9991dfef-9510-4f21-b585-3d59678c515d req-2dc7dad3-7380-4449-8283-3bd88d67b593 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/0487b0cb-031a-4188-bee6-95c6ebd2b4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882959 Sep 15 00:50:56.066066 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9991dfef-9510-4f21-b585-3d59678c515d req-c951ff99-e775-42e3-9bda-668522ccd955 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/0487b0cb-031a-4188-bee6-95c6ebd2b4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836990 Sep 15 00:50:56.677070 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad0147-d7de-4112-b9c7-a741ec5807be req-a957102c-a2f0-4a2d-b401-5bfbc2b28f49 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:56.678620 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9cad0147-d7de-4112-b9c7-a741ec5807be req-a957102c-a2f0-4a2d-b401-5bfbc2b28f49 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 945 time: 0.0493150 Sep 15 00:50:56.690529 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:56.731813 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9cad0147-d7de-4112-b9c7-a741ec5807be req-dadd1a52-efe4-4483-8c7b-857b28f1de9b tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467405 Sep 15 00:50:56.762620 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 59028) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:50:56.853674 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6f40f6-1050-4c6f-9471-1122dd41d675 tempest-TestMinimumBasicScenario-1487850893 tempest-TestMinimumBasicScenario-1487850893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:56.858321 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-7f6f40f6-1050-4c6f-9471-1122dd41d675 tempest-TestMinimumBasicScenario-1487850893 tempest-TestMinimumBasicScenario-1487850893-project-admin] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 1124 time: 0.0917418 Sep 15 00:50:56.858450 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 59032) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:50:56.863064 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-dabb7c9f-17e3-44f7-8ef7-60504e92343d tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Request body: {'floatingip': {'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'port_id': 'cc2b33ab-216b-4ead-83c4-eee6a3d2ec41', 'tenant_id': '762beb87caad4aa691528a7d9de01086', 'fixed_ip_address': '172.20.0.6'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:50:56.885859 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-dabb7c9f-17e3-44f7-8ef7-60504e92343d tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:56.949820 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:56.974416 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-dabb7c9f-17e3-44f7-8ef7-60504e92343d tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:57.093863 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.db_base_plugin_common [None req-dabb7c9f-17e3-44f7-8ef7-60504e92343d tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Allocated IP 172.27.1.118 (53046852-16e9-4bc6-a26e-a34c1d2139e6/8f0c0330-11bc-44ed-a1b6-6f3c15aee393/d3d1de2d-bdad-42c9-9e81-0ae5c37f7c7f) {{(pid=112953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:50:57.096902 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27292710-71a2-446e-b8a7-92afcf6c6ec2 req-add21004-11db-4cc7-bef0-870d827aa1d4 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:57.098472 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-27292710-71a2-446e-b8a7-92afcf6c6ec2 req-add21004-11db-4cc7-bef0-870d827aa1d4 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 946 time: 0.0553598 Sep 15 00:50:57.148485 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-27292710-71a2-446e-b8a7-92afcf6c6ec2 req-25738a65-e1dd-4930-b7a6-39820f574931 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440066 Sep 15 00:50:57.199012 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-dabb7c9f-17e3-44f7-8ef7-60504e92343d tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks [] for port (d3d1de2d-bdad-42c9-9e81-0ae5c37f7c7f), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:57.229960 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-dabb7c9f-17e3-44f7-8ef7-60504e92343d tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163'] for port (d3d1de2d-bdad-42c9-9e81-0ae5c37f7c7f), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:57.233686 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:57.272086 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabb7c9f-17e3-44f7-8ef7-60504e92343d tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Network 53046852-16e9-4bc6-a26e-a34c1d2139e6 is already hosted by enough agents. {{(pid=112953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:50:57.275234 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.base_scheduler [None req-dabb7c9f-17e3-44f7-8ef7-60504e92343d tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Resources bound (agent type, host, resource id): {{(pid=112953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:50:57.281022 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabb7c9f-17e3-44f7-8ef7-60504e92343d tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Received port after_create {{(pid=112953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:50:57.304662 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabb7c9f-17e3-44f7-8ef7-60504e92343d tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Pushing event updated for resources: {'Port': ['ID=d3d1de2d-bdad-42c9-9e81-0ae5c37f7c7f,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:50:57.607032 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-dabb7c9f-17e3-44f7-8ef7-60504e92343d tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks [] for floatingip (b699cee0-dfbc-4352-9ae5-b6bab8db0ebb), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:57.677800 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-dabb7c9f-17e3-44f7-8ef7-60504e92343d tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (d3d1de2d-bdad-42c9-9e81-0ae5c37f7c7f), before_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:57.771534 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:57.828231 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-dabb7c9f-17e3-44f7-8ef7-60504e92343d tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks [] for port (d3d1de2d-bdad-42c9-9e81-0ae5c37f7c7f), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:57.833328 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-dabb7c9f-17e3-44f7-8ef7-60504e92343d tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (d3d1de2d-bdad-42c9-9e81-0ae5c37f7c7f), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:57.834033 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-dabb7c9f-17e3-44f7-8ef7-60504e92343d tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682341'] for floatingip (b699cee0-dfbc-4352-9ae5-b6bab8db0ebb), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:58.109870 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabb7c9f-17e3-44f7-8ef7-60504e92343d tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Pushing event updated for resources: {'Port': ['ID=d3d1de2d-bdad-42c9-9e81-0ae5c37f7c7f,revision_number=2']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:50:58.158520 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.db.l3_db [None req-dabb7c9f-17e3-44f7-8ef7-60504e92343d tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Floating IP b699cee0-dfbc-4352-9ae5-b6bab8db0ebb associated. External IP: 172.27.1.118, port: cc2b33ab-216b-4ead-83c4-eee6a3d2ec41. Sep 15 00:50:58.265389 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:58.292514 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815afbb3-08eb-4be4-852e-0eb31ae429f5 req-229f2101-0612-478f-bd45-05fcaa801d84 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:58.293996 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-815afbb3-08eb-4be4-852e-0eb31ae429f5 req-229f2101-0612-478f-bd45-05fcaa801d84 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 946 time: 0.0605137 Sep 15 00:50:58.413333 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-815afbb3-08eb-4be4-852e-0eb31ae429f5 req-05b3b634-f95d-4390-b37f-13a42998a69d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1123071 Sep 15 00:50:58.434802 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dabb7c9f-17e3-44f7-8ef7-60504e92343d tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Router 8108ca8a-b303-44b7-9c98-720b2f6cd0e6 has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:50:58.538700 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dabb7c9f-17e3-44f7-8ef7-60504e92343d tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:50:58.548068 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc16bac-a2ab-4a6b-9ca2-138a8aba1012 None None] Sync routers for ids ['8108ca8a-b303-44b7-9c98-720b2f6cd0e6'] in dv-cinder-857528-2-iscsi {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:50:58.556245 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-dabb7c9f-17e3-44f7-8ef7-60504e92343d tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for floatingip (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:58.557685 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc16bac-a2ab-4a6b-9ca2-138a8aba1012 None None] Routers {'8108ca8a-b303-44b7-9c98-720b2f6cd0e6'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:50:58.558363 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-0cc16bac-a2ab-4a6b-9ca2-138a8aba1012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:50:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['8108ca8a-b303-44b7-9c98-720b2f6cd0e6'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:50:58.586832 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-dabb7c9f-17e3-44f7-8ef7-60504e92343d tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7273643 Sep 15 00:50:58.587578 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adedf981-66a2-455b-8192-1852eea1312b', 'tag': 'cc2b33ab-216b-4ead-83c4-eee6a3d2ec41'}] {{(pid=112953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:50:58.589771 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 59058) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:50:58.590259 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dcd79e7c9c5799004c3790ddb8f78f6987afe8bb335ac36dcc290df3850dde4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6054ead1-87f6-4e07-8dc0-5bcb971dfcbd" -d '{"events": [{"name": "network-changed", "server_uuid": "adedf981-66a2-455b-8192-1852eea1312b", "tag": "cc2b33ab-216b-4ead-83c4-eee6a3d2ec41"}]}' {{(pid=112953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:50:58.594496 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-084606cb-fa27-4067-b9a1-9b2fb1ac9af2 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2018014068', 'description': 'tempest-secgroup-smoke-2018014068 description', 'project_id': '762beb87caad4aa691528a7d9de01086'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:50:58.616667 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-084606cb-fa27-4067-b9a1-9b2fb1ac9af2 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:58.627914 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 00:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24bebdd7-98be-443e-8132-ea71caee02e7 x-openstack-request-id: req-24bebdd7-98be-443e-8132-ea71caee02e7 {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:50:58.628220 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adedf981-66a2-455b-8192-1852eea1312b", "tag": "cc2b33ab-216b-4ead-83c4-eee6a3d2ec41", "status": "completed", "code": 200}]} {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:50:58.628457 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-24bebdd7-98be-443e-8132-ea71caee02e7 {{(pid=112953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:50:58.628854 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24bebdd7-98be-443e-8132-ea71caee02e7'] response: {'name': 'network-changed', 'server_uuid': 'adedf981-66a2-455b-8192-1852eea1312b', 'tag': 'cc2b33ab-216b-4ead-83c4-eee6a3d2ec41', 'status': 'completed', 'code': 200} Sep 15 00:50:58.668291 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-0cc16bac-a2ab-4a6b-9ca2-138a8aba1012 None None] Set router 8108ca8a-b303-44b7-9c98-720b2f6cd0e6 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:50:58.691589 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-084606cb-fa27-4067-b9a1-9b2fb1ac9af2 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks [] for security_group (ae1e1c03-b28b-4d7c-bcba-4af71d500af6), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:58.696486 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-084606cb-fa27-4067-b9a1-9b2fb1ac9af2 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (ae1e1c03-b28b-4d7c-bcba-4af71d500af6), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:58.727183 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-084606cb-fa27-4067-b9a1-9b2fb1ac9af2 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:58.728718 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-084606cb-fa27-4067-b9a1-9b2fb1ac9af2 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1379719 Sep 15 00:50:58.733396 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 59062) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:50:58.739836 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-907eb369-0907-451c-882a-dd860e1729d8 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Request body: {'security_group_rule': {'security_group_id': 'ae1e1c03-b28b-4d7c-bcba-4af71d500af6', 'project_id': '762beb87caad4aa691528a7d9de01086', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:50:58.747530 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054ead1-87f6-4e07-8dc0-5bcb971dfcbd req-3617261e-974b-409a-bbaf-73c1fda3ad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:58.748828 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084606cb-fa27-4067-b9a1-9b2fb1ac9af2 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1e1c03-b28b-4d7c-bcba-4af71d500af6,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:50:58.749253 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-6054ead1-87f6-4e07-8dc0-5bcb971dfcbd req-3617261e-974b-409a-bbaf-73c1fda3ad08 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=762beb87caad4aa691528a7d9de01086&device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 1129 time: 0.0436218 Sep 15 00:50:58.776004 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-907eb369-0907-451c-882a-dd860e1729d8 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks [] for security_group_rule (cd96e6d5-9b39-45c5-b45d-f3d2d53a075f), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:58.836275 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-907eb369-0907-451c-882a-dd860e1729d8 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks [] for security_group_rule (cd96e6d5-9b39-45c5-b45d-f3d2d53a075f), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:58.838948 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:58.842050 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-907eb369-0907-451c-882a-dd860e1729d8 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645455'] for security_group_rule (cd96e6d5-9b39-45c5-b45d-f3d2d53a075f), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:58.849665 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=100 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:58.852427 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:58.858968 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054ead1-87f6-4e07-8dc0-5bcb971dfcbd req-347d3c27-0467-466a-a36a-9ab3a66839d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:58.861221 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-6054ead1-87f6-4e07-8dc0-5bcb971dfcbd req-347d3c27-0467-466a-a36a-9ab3a66839d8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=6527e211-69f5-4bda-8984-4ee4af88ebfb HTTP/1.1" status: 200 len: 914 time: 0.1062074 Sep 15 00:50:58.864844 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907eb369-0907-451c-882a-dd860e1729d8 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd96e6d5-9b39-45c5-b45d-f3d2d53a075f,revision_number=0']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:50:58.875640 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-907eb369-0907-451c-882a-dd860e1729d8 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:58.877712 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-907eb369-0907-451c-882a-dd860e1729d8 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1432142 Sep 15 00:50:58.880532 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 59064) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:50:58.885193 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-87afd82e-eb0f-469e-8ce7-9b5bd7955bdb tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Request body: {'security_group_rule': {'security_group_id': 'ae1e1c03-b28b-4d7c-bcba-4af71d500af6', 'project_id': '762beb87caad4aa691528a7d9de01086', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:50:58.907968 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-0cc16bac-a2ab-4a6b-9ca2-138a8aba1012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8108ca8a-b303-44b7-9c98-720b2f6cd0e6', 'name': 'tempest-TestMinimumBasicScenario-704422149-router', 'tenant_id': '762beb87caad4aa691528a7d9de01086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'd8adb22a-529a-4981-82b4-0709e17d11b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:40Z', 'updated_at': '2022-09-15T00:49:43Z', 'revision_number': 4, 'project_id': '762beb87caad4aa691528a7d9de01086', 'gw_port': {'id': 'd8adb22a-529a-4981-82b4-0709e17d11b9', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8108ca8a-b303-44b7-9c98-720b2f6cd0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:41Z', 'updated_at': '2022-09-15T00:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': 'b699cee0-dfbc-4352-9ae5-b6bab8db0ebb', 'tenant_id': '762beb87caad4aa691528a7d9de01086', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '8108ca8a-b303-44b7-9c98-720b2f6cd0e6', 'port_id': 'cc2b33ab-216b-4ead-83c4-eee6a3d2ec41', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6527e211-69f5-4bda-8984-4ee4af88ebfb', 'mac_address': 'fa:16:3e:98:b3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adedf981-66a2-455b-8192-1852eea1312b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:50:57Z', 'updated_at': '2022-09-15T00:50:57Z', 'revision_number': 0, 'project_id': '762beb87caad4aa691528a7d9de01086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '549fb5c3-7efb-441f-b921-6922b1bd5394', 'name': '', 'network_id': '6527e211-69f5-4bda-8984-4ee4af88ebfb', 'tenant_id': '762beb87caad4aa691528a7d9de01086', 'mac_address': 'fa:16:3e:d2:17:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8108ca8a-b303-44b7-9c98-720b2f6cd0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '479cc5fe-8cf2-4cfc-81e7-d1f45af83420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:43Z', 'updated_at': '2022-09-15T00:49:47Z', 'revision_number': 5, 'project_id': '762beb87caad4aa691528a7d9de01086', 'subnets': [{'id': '479cc5fe-8cf2-4cfc-81e7-d1f45af83420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:50:58.913613 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-87afd82e-eb0f-469e-8ce7-9b5bd7955bdb tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks [] for security_group_rule (47a3b401-9fdb-4268-8b43-1aecd14559a4), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:58.935408 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc16bac-a2ab-4a6b-9ca2-138a8aba1012 None None] Checking router: 8108ca8a-b303-44b7-9c98-720b2f6cd0e6 for host: dv-cinder-857528-2-iscsi {{(pid=112954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:50:58.937562 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-6054ead1-87f6-4e07-8dc0-5bcb971dfcbd req-337353ba-e72d-4b1f-97ee-a445f46a00e1 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 HTTP/1.1" status: 200 len: 999 time: 0.0635376 Sep 15 00:50:58.955231 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc16bac-a2ab-4a6b-9ca2-138a8aba1012 None None] Routers {'8108ca8a-b303-44b7-9c98-720b2f6cd0e6'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:50:58.956243 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-0cc16bac-a2ab-4a6b-9ca2-138a8aba1012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:50:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['8108ca8a-b303-44b7-9c98-720b2f6cd0e6'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:50:58.981074 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-87afd82e-eb0f-469e-8ce7-9b5bd7955bdb tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks [] for security_group_rule (47a3b401-9fdb-4268-8b43-1aecd14559a4), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:58.987806 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-87afd82e-eb0f-469e-8ce7-9b5bd7955bdb tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645455'] for security_group_rule (47a3b401-9fdb-4268-8b43-1aecd14559a4), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:59.009233 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054ead1-87f6-4e07-8dc0-5bcb971dfcbd req-e88552d1-31c3-4fa0-939e-008af8fec683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:59.009484 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87afd82e-eb0f-469e-8ce7-9b5bd7955bdb tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47a3b401-9fdb-4268-8b43-1aecd14559a4,revision_number=0']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:50:59.011083 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-6054ead1-87f6-4e07-8dc0-5bcb971dfcbd req-e88552d1-31c3-4fa0-939e-008af8fec683 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=479cc5fe-8cf2-4cfc-81e7-d1f45af83420 HTTP/1.1" status: 200 len: 853 time: 0.0648692 Sep 15 00:50:59.023091 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-87afd82e-eb0f-469e-8ce7-9b5bd7955bdb tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:59.026168 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-87afd82e-eb0f-469e-8ce7-9b5bd7955bdb tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1427255 Sep 15 00:50:59.027162 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 59072) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:50:59.032212 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-68064fc6-8d88-4293-b1d9-f86102fe8cbc tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Request body: {'security_group_rule': {'security_group_id': 'ae1e1c03-b28b-4d7c-bcba-4af71d500af6', 'project_id': '762beb87caad4aa691528a7d9de01086', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:50:59.068576 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054ead1-87f6-4e07-8dc0-5bcb971dfcbd req-eabcf48a-8d72-4450-b879-e387fdb495f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:59.069830 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-6054ead1-87f6-4e07-8dc0-5bcb971dfcbd req-eabcf48a-8d72-4450-b879-e387fdb495f2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=6527e211-69f5-4bda-8984-4ee4af88ebfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512629 Sep 15 00:50:59.072563 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-68064fc6-8d88-4293-b1d9-f86102fe8cbc tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks [] for security_group_rule (61d0a8a2-3bbf-42a4-9583-cddd5d090e86), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:59.089266 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-0cc16bac-a2ab-4a6b-9ca2-138a8aba1012 None None] Set router 8108ca8a-b303-44b7-9c98-720b2f6cd0e6 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:50:59.123491 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-68064fc6-8d88-4293-b1d9-f86102fe8cbc tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks [] for security_group_rule (61d0a8a2-3bbf-42a4-9583-cddd5d090e86), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:59.128282 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-68064fc6-8d88-4293-b1d9-f86102fe8cbc tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645455'] for security_group_rule (61d0a8a2-3bbf-42a4-9583-cddd5d090e86), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:59.139421 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:59.147089 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68064fc6-8d88-4293-b1d9-f86102fe8cbc tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61d0a8a2-3bbf-42a4-9583-cddd5d090e86,revision_number=0']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:50:59.154858 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-68064fc6-8d88-4293-b1d9-f86102fe8cbc tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:59.158693 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-68064fc6-8d88-4293-b1d9-f86102fe8cbc tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1279726 Sep 15 00:50:59.158936 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 59074) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:50:59.164977 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-51238a4e-cc50-45b9-8083-2bf5802b0ff8 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Request body: {'security_group_rule': {'security_group_id': 'ae1e1c03-b28b-4d7c-bcba-4af71d500af6', 'project_id': '762beb87caad4aa691528a7d9de01086', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:50:59.171300 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:59.199562 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-51238a4e-cc50-45b9-8083-2bf5802b0ff8 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks [] for security_group_rule (8ecca393-cffb-494a-bc08-48705b784e6c), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:59.199938 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-6054ead1-87f6-4e07-8dc0-5bcb971dfcbd req-12df040d-3e75-4fab-980c-09136443306e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6527e211-69f5-4bda-8984-4ee4af88ebfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218863 Sep 15 00:50:59.260501 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-51238a4e-cc50-45b9-8083-2bf5802b0ff8 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks [] for security_group_rule (8ecca393-cffb-494a-bc08-48705b784e6c), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:59.265054 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-51238a4e-cc50-45b9-8083-2bf5802b0ff8 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645455'] for security_group_rule (8ecca393-cffb-494a-bc08-48705b784e6c), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:59.288009 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51238a4e-cc50-45b9-8083-2bf5802b0ff8 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ecca393-cffb-494a-bc08-48705b784e6c,revision_number=0']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:50:59.295195 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-51238a4e-cc50-45b9-8083-2bf5802b0ff8 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:59.296798 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-51238a4e-cc50-45b9-8083-2bf5802b0ff8 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1368186 Sep 15 00:50:59.300247 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 59078) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:50:59.306906 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-47e9de0a-3d79-49d7-83c9-16ece3811429 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Request body: {'security_group_rule': {'security_group_id': 'ae1e1c03-b28b-4d7c-bcba-4af71d500af6', 'project_id': '762beb87caad4aa691528a7d9de01086', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:50:59.319307 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-6054ead1-87f6-4e07-8dc0-5bcb971dfcbd req-9c661607-f7db-4e7b-ab0a-dd70b7e0b1a9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6527e211-69f5-4bda-8984-4ee4af88ebfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057289 Sep 15 00:50:59.331603 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.db.securitygroups_db [None req-47e9de0a-3d79-49d7-83c9-16ece3811429 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Project 762beb87caad4aa691528a7d9de01086 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 00:50:59.334791 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-0cc16bac-a2ab-4a6b-9ca2-138a8aba1012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8108ca8a-b303-44b7-9c98-720b2f6cd0e6', 'name': 'tempest-TestMinimumBasicScenario-704422149-router', 'tenant_id': '762beb87caad4aa691528a7d9de01086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'd8adb22a-529a-4981-82b4-0709e17d11b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:40Z', 'updated_at': '2022-09-15T00:49:43Z', 'revision_number': 4, 'project_id': '762beb87caad4aa691528a7d9de01086', 'gw_port': {'id': 'd8adb22a-529a-4981-82b4-0709e17d11b9', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8108ca8a-b303-44b7-9c98-720b2f6cd0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:41Z', 'updated_at': '2022-09-15T00:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': 'b699cee0-dfbc-4352-9ae5-b6bab8db0ebb', 'tenant_id': '762beb87caad4aa691528a7d9de01086', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '8108ca8a-b303-44b7-9c98-720b2f6cd0e6', 'port_id': 'cc2b33ab-216b-4ead-83c4-eee6a3d2ec41', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6527e211-69f5-4bda-8984-4ee4af88ebfb', 'mac_address': 'fa:16:3e:98:b3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adedf981-66a2-455b-8192-1852eea1312b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:50:57Z', 'updated_at': '2022-09-15T00:50:57Z', 'revision_number': 0, 'project_id': '762beb87caad4aa691528a7d9de01086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '549fb5c3-7efb-441f-b921-6922b1bd5394', 'name': '', 'network_id': '6527e211-69f5-4bda-8984-4ee4af88ebfb', 'tenant_id': '762beb87caad4aa691528a7d9de01086', 'mac_address': 'fa:16:3e:d2:17:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8108ca8a-b303-44b7-9c98-720b2f6cd0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '479cc5fe-8cf2-4cfc-81e7-d1f45af83420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:43Z', 'updated_at': '2022-09-15T00:49:47Z', 'revision_number': 5, 'project_id': '762beb87caad4aa691528a7d9de01086', 'subnets': [{'id': '479cc5fe-8cf2-4cfc-81e7-d1f45af83420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:50:59.337363 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-47e9de0a-3d79-49d7-83c9-16ece3811429 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks [] for security_group_rule (1da09374-f010-4677-b29b-d3596a5417a5), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:59.366405 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc16bac-a2ab-4a6b-9ca2-138a8aba1012 None None] The sync data for ids ['8108ca8a-b303-44b7-9c98-720b2f6cd0e6'] in dv-cinder-857528-2-iscsi is: [{'id': '8108ca8a-b303-44b7-9c98-720b2f6cd0e6', 'name': 'tempest-TestMinimumBasicScenario-704422149-router', 'tenant_id': '762beb87caad4aa691528a7d9de01086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'd8adb22a-529a-4981-82b4-0709e17d11b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:40Z', 'updated_at': '2022-09-15T00:49:43Z', 'revision_number': 4, 'project_id': '762beb87caad4aa691528a7d9de01086', 'gw_port': {'id': 'd8adb22a-529a-4981-82b4-0709e17d11b9', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8108ca8a-b303-44b7-9c98-720b2f6cd0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:41Z', 'updated_at': '2022-09-15T00:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': 'b699cee0-dfbc-4352-9ae5-b6bab8db0ebb', 'tenant_id': '762beb87caad4aa691528a7d9de01086', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '8108ca8a-b303-44b7-9c98-720b2f6cd0e6', 'port_id': 'cc2b33ab-216b-4ead-83c4-eee6a3d2ec41', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6527e211-69f5-4bda-8984-4ee4af88ebfb', 'mac_address': 'fa:16:3e:98:b3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adedf981-66a2-455b-8192-1852eea1312b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:50:57Z', 'updated_at': '2022-09-15T00:50:57Z', 'revision_number': 0, 'project_id': '762beb87caad4aa691528a7d9de01086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '549fb5c3-7efb-441f-b921-6922b1bd5394', 'name': '', 'network_id': '6527e211-69f5-4bda-8984-4ee4af88ebfb', 'tenant_id': '762beb87caad4aa691528a7d9de01086', 'mac_address': 'fa:16:3e:d2:17:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8108ca8a-b303-44b7-9c98-720b2f6cd0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '479cc5fe-8cf2-4cfc-81e7-d1f45af83420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:43Z', 'updated_at': '2022-09-15T00:49:47Z', 'revision_number': 5, 'project_id': '762beb87caad4aa691528a7d9de01086', 'subnets': [{'id': '479cc5fe-8cf2-4cfc-81e7-d1f45af83420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:50:59.384964 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:50:59.405149 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-47e9de0a-3d79-49d7-83c9-16ece3811429 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks [] for security_group_rule (1da09374-f010-4677-b29b-d3596a5417a5), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:59.409398 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-47e9de0a-3d79-49d7-83c9-16ece3811429 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645455'] for security_group_rule (1da09374-f010-4677-b29b-d3596a5417a5), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:59.435193 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e9de0a-3d79-49d7-83c9-16ece3811429 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1da09374-f010-4677-b29b-d3596a5417a5,revision_number=0']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:50:59.440523 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-47e9de0a-3d79-49d7-83c9-16ece3811429 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:59.441718 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-47e9de0a-3d79-49d7-83c9-16ece3811429 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1405303 Sep 15 00:50:59.444583 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 59080) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:50:59.449141 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-2b479545-66a3-41a9-aa79-dc1598114853 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Request body: {'security_group_rule': {'security_group_id': 'ae1e1c03-b28b-4d7c-bcba-4af71d500af6', 'project_id': '762beb87caad4aa691528a7d9de01086', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:50:59.476958 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.db.securitygroups_db [None req-2b479545-66a3-41a9-aa79-dc1598114853 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Project 762beb87caad4aa691528a7d9de01086 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 00:50:59.483863 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2b479545-66a3-41a9-aa79-dc1598114853 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks [] for security_group_rule (616fbf02-be05-4053-8895-7c437a655d3e), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:59.571709 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002be19-539b-4ef1-bb55-54ea35ba696a req-6d4a4d8d-f82c-4ffa-a387-543d56436038 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:59.574405 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d002be19-539b-4ef1-bb55-54ea35ba696a req-6d4a4d8d-f82c-4ffa-a387-543d56436038 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 946 time: 0.0680795 Sep 15 00:50:59.591711 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2b479545-66a3-41a9-aa79-dc1598114853 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks [] for security_group_rule (616fbf02-be05-4053-8895-7c437a655d3e), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:59.600728 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2b479545-66a3-41a9-aa79-dc1598114853 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645455'] for security_group_rule (616fbf02-be05-4053-8895-7c437a655d3e), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:59.621661 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda547a2-93f9-443c-9c1b-254220dd6757 None None] New status for floating IP b699cee0-dfbc-4352-9ae5-b6bab8db0ebb: ACTIVE {{(pid=112955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 00:50:59.624831 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b479545-66a3-41a9-aa79-dc1598114853 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=616fbf02-be05-4053-8895-7c437a655d3e,revision_number=0']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:50:59.661279 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2b479545-66a3-41a9-aa79-dc1598114853 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:50:59.662461 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-2b479545-66a3-41a9-aa79-dc1598114853 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2169647 Sep 15 00:50:59.666976 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d002be19-539b-4ef1-bb55-54ea35ba696a req-dd9f7542-5831-472f-9ff3-1b8397229fbe tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0869200 Sep 15 00:50:59.756623 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-6718664b-8534-4c27-896d-0e3c68e88f47 req-f8484fa2-ec79-4064-a594-1f5005679b1f tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2018014068&fields=id&tenant_id=762beb87caad4aa691528a7d9de01086 HTTP/1.1" status: 200 len: 267 time: 0.0446057 Sep 15 00:50:59.812189 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6718664b-8534-4c27-896d-0e3c68e88f47 req-3029cc1b-abec-44b1-850d-7d47159b7ad7 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:50:59.813666 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-6718664b-8534-4c27-896d-0e3c68e88f47 req-3029cc1b-abec-44b1-850d-7d47159b7ad7 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 945 time: 0.0505784 Sep 15 00:50:59.824087 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [req-6718664b-8534-4c27-896d-0e3c68e88f47 req-95d8ec89-546c-416e-91d1-e2f6b0b35ba5 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Request body: {'port': {'security_groups': ['eb28f0b2-fdff-42b4-bee2-e7db48ff622b', 'ae1e1c03-b28b-4d7c-bcba-4af71d500af6']}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:50:59.896518 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-6718664b-8534-4c27-896d-0e3c68e88f47 req-95d8ec89-546c-416e-91d1-e2f6b0b35ba5 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (cc2b33ab-216b-4ead-83c4-eee6a3d2ec41), before_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:51:00.074745 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.db [req-6718664b-8534-4c27-896d-0e3c68e88f47 req-95d8ec89-546c-416e-91d1-e2f6b0b35ba5 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] For port cc2b33ab-216b-4ead-83c4-eee6a3d2ec41, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=cc2b33ab-216b-4ead-83c4-eee6a3d2ec41,segment=NetworkSegment(f18da049-9f88-408b-afb0-dfd230010528),segment_id=f18da049-9f88-408b-afb0-dfd230010528)] {{(pid=112952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:51:00.094988 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:51:00.103895 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-6718664b-8534-4c27-896d-0e3c68e88f47 req-95d8ec89-546c-416e-91d1-e2f6b0b35ba5 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks [] for port (cc2b33ab-216b-4ead-83c4-eee6a3d2ec41), precommit_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:51:00.109127 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-6718664b-8534-4c27-896d-0e3c68e88f47 req-95d8ec89-546c-416e-91d1-e2f6b0b35ba5 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3304182'] for port (cc2b33ab-216b-4ead-83c4-eee6a3d2ec41), after_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:51:00.119108 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6718664b-8534-4c27-896d-0e3c68e88f47 req-95d8ec89-546c-416e-91d1-e2f6b0b35ba5 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:00.119743 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-6718664b-8534-4c27-896d-0e3c68e88f47 req-95d8ec89-546c-416e-91d1-e2f6b0b35ba5 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:51:00.121220 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-6718664b-8534-4c27-896d-0e3c68e88f47 req-95d8ec89-546c-416e-91d1-e2f6b0b35ba5 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "PUT /networking/v2.0/ports/cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 HTTP/1.1" status: 200 len: 981 time: 0.3014026 Sep 15 00:51:00.122130 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adedf981-66a2-455b-8192-1852eea1312b', 'tag': 'cc2b33ab-216b-4ead-83c4-eee6a3d2ec41'}] {{(pid=112952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:51:00.124463 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab332b7ebe0febfdc7fe1a403309b4946bbbdc71882a32b3ac962f44a6678e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae20a65-6b36-46b6-a912-af7e8d36b43a" -d '{"events": [{"name": "network-changed", "server_uuid": "adedf981-66a2-455b-8192-1852eea1312b", "tag": "cc2b33ab-216b-4ead-83c4-eee6a3d2ec41"}]}' {{(pid=112952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:51:00.151987 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] get_ports_and_sgs() called for port_ids ['cc2b33ab-216b-4ead-83c4-eee6a3d2ec41'] {{(pid=112954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 00:51:00.175704 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d8ec89-546c-416e-91d1-e2f6b0b35ba5 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Pushing event updated for resources: {'Port': ['ID=cc2b33ab-216b-4ead-83c4-eee6a3d2ec41,revision_number=6']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:51:00.226797 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 00:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c1460f-79fa-4287-8f20-f6c199c31706 x-openstack-request-id: req-f6c1460f-79fa-4287-8f20-f6c199c31706 {{(pid=112952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:51:00.227086 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adedf981-66a2-455b-8192-1852eea1312b", "tag": "cc2b33ab-216b-4ead-83c4-eee6a3d2ec41", "status": "completed", "code": 200}]} {{(pid=112952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:51:00.227362 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f6c1460f-79fa-4287-8f20-f6c199c31706 {{(pid=112952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:51:00.227814 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6c1460f-79fa-4287-8f20-f6c199c31706'] response: {'name': 'network-changed', 'server_uuid': 'adedf981-66a2-455b-8192-1852eea1312b', 'tag': 'cc2b33ab-216b-4ead-83c4-eee6a3d2ec41', 'status': 'completed', 'code': 200} Sep 15 00:51:00.269432 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df63d0-c66c-4d61-bf2d-f4eb087f79c0 req-83b8fa82-b4ea-49db-a516-1ad324874014 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:00.270911 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-95df63d0-c66c-4d61-bf2d-f4eb087f79c0 req-83b8fa82-b4ea-49db-a516-1ad324874014 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 984 time: 0.0503871 Sep 15 00:51:00.359513 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-95df63d0-c66c-4d61-bf2d-f4eb087f79c0 req-f1811c9e-38e2-4ba3-88d0-59aba3a115cd tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&id=ae1e1c03-b28b-4d7c-bcba-4af71d500af6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0826077 Sep 15 00:51:00.365074 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae20a65-6b36-46b6-a912-af7e8d36b43a req-f1604dff-a559-4c59-8a9c-b66361cab47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:00.366541 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-fae20a65-6b36-46b6-a912-af7e8d36b43a req-f1604dff-a559-4c59-8a9c-b66361cab47e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=762beb87caad4aa691528a7d9de01086&device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 1168 time: 0.0543947 Sep 15 00:51:00.422389 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] get_ports_and_sgs() called for port_ids ['cc2b33ab-216b-4ead-83c4-eee6a3d2ec41'] {{(pid=112954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 00:51:00.466033 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae20a65-6b36-46b6-a912-af7e8d36b43a req-d45b2631-dd08-4fcc-9893-22d0b0f4b38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:00.467461 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-fae20a65-6b36-46b6-a912-af7e8d36b43a req-d45b2631-dd08-4fcc-9893-22d0b0f4b38f service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=6527e211-69f5-4bda-8984-4ee4af88ebfb HTTP/1.1" status: 200 len: 914 time: 0.0932796 Sep 15 00:51:00.523288 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=100 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:51:00.529374 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-fae20a65-6b36-46b6-a912-af7e8d36b43a req-2a68bde8-1e9f-4108-b585-9450f4324cfe service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 HTTP/1.1" status: 200 len: 1001 time: 0.0559311 Sep 15 00:51:00.585065 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae20a65-6b36-46b6-a912-af7e8d36b43a req-a2f8d3df-704b-4ce4-982d-6ff12e3ef377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:00.586717 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-fae20a65-6b36-46b6-a912-af7e8d36b43a req-a2f8d3df-704b-4ce4-982d-6ff12e3ef377 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=479cc5fe-8cf2-4cfc-81e7-d1f45af83420 HTTP/1.1" status: 200 len: 853 time: 0.0510459 Sep 15 00:51:00.587445 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=100 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:51:00.638957 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:51:00.642801 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae20a65-6b36-46b6-a912-af7e8d36b43a req-674e3f1b-d1a7-4f34-ad98-50d3d9238bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:00.644383 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-fae20a65-6b36-46b6-a912-af7e8d36b43a req-674e3f1b-d1a7-4f34-ad98-50d3d9238bad service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=6527e211-69f5-4bda-8984-4ee4af88ebfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443044 Sep 15 00:51:00.740212 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-fae20a65-6b36-46b6-a912-af7e8d36b43a req-d3a54eb0-c32d-48fe-b50c-31d99f4bbc39 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6527e211-69f5-4bda-8984-4ee4af88ebfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879092 Sep 15 00:51:00.815979 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f48ca-7e6c-403e-9105-6bcb14eebf05 req-58784e62-e3d3-44bf-b308-7ce5167825bb tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:00.819962 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-2b3f48ca-7e6c-403e-9105-6bcb14eebf05 req-58784e62-e3d3-44bf-b308-7ce5167825bb tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 946 time: 0.0572934 Sep 15 00:51:00.840044 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-fae20a65-6b36-46b6-a912-af7e8d36b43a req-2400cad5-edfd-4a1f-b2a9-a78b37ffcb3f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6527e211-69f5-4bda-8984-4ee4af88ebfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938175 Sep 15 00:51:00.867715 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-2b3f48ca-7e6c-403e-9105-6bcb14eebf05 req-8ab8a79c-e43c-48d4-a1c2-80db386fc5ca tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445931 Sep 15 00:51:01.991670 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2d19d-679d-402d-9099-9211844e30af req-39d4d17c-e0c3-44cc-8faf-388bd2e03630 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:01.993111 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-35c2d19d-679d-402d-9099-9211844e30af req-39d4d17c-e0c3-44cc-8faf-388bd2e03630 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 946 time: 0.0456426 Sep 15 00:51:02.038795 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-35c2d19d-679d-402d-9099-9211844e30af req-5a3fbc66-14fe-405f-9d87-574c9ac3a8a2 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401666 Sep 15 00:51:03.166944 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4aae5-07ac-49f5-94a8-6dbf45d51c7f req-af06030b-bf0a-4253-86a2-9aa544aa9461 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:03.168684 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-29a4aae5-07ac-49f5-94a8-6dbf45d51c7f req-af06030b-bf0a-4253-86a2-9aa544aa9461 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 946 time: 0.0502405 Sep 15 00:51:03.216444 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-29a4aae5-07ac-49f5-94a8-6dbf45d51c7f req-54a671be-e1a2-4f9d-b2e2-b6a573f7a0a5 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416732 Sep 15 00:51:04.107093 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:51:04.115021 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958fcbc-bfc4-4c07-88b1-3571f5502717 req-138efd87-4625-41ac-91dd-d022a1b8d602 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:04.117385 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-7958fcbc-bfc4-4c07-88b1-3571f5502717 req-138efd87-4625-41ac-91dd-d022a1b8d602 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 945 time: 0.0537713 Sep 15 00:51:04.125392 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c18d27e-6ddd-48df-b2ad-2f7809943236 req-d0a3714c-9b98-41f1-97f7-fbc64e0134e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:04.127185 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-1c18d27e-6ddd-48df-b2ad-2f7809943236 req-d0a3714c-9b98-41f1-97f7-fbc64e0134e2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=7090f91f78534107ba4b5ccd7f80e145&device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 1129 time: 0.0502138 Sep 15 00:51:04.136157 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 6 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 00:51:04.162777 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:51:04.167425 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-7958fcbc-bfc4-4c07-88b1-3571f5502717 req-21aaac99-3181-445c-9d98-cfc0b8f19e04 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ae39bb43-f42c-4c88-9128-f0c5493fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428040 Sep 15 00:51:04.219105 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c18d27e-6ddd-48df-b2ad-2f7809943236 req-9f372397-e2c6-4971-a9fa-7aff59aafeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:04.221254 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-1c18d27e-6ddd-48df-b2ad-2f7809943236 req-9f372397-e2c6-4971-a9fa-7aff59aafeee service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=534fcea4-462b-402d-9da6-e7cef4200229 HTTP/1.1" status: 200 len: 918 time: 0.0873840 Sep 15 00:51:04.285472 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-1c18d27e-6ddd-48df-b2ad-2f7809943236 req-bf34ce46-2834-4523-bf49-0e7a1a6bb1e3 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0e29cfb-c141-4cd4-ab78-e1b32fb810ef HTTP/1.1" status: 200 len: 1001 time: 0.0574393 Sep 15 00:51:04.377128 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af892e-f2d2-42f5-93ba-dc6b8ab64557 req-152b8062-2d9b-4423-96df-b7dfbbe7af3f tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:04.378598 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-54af892e-f2d2-42f5-93ba-dc6b8ab64557 req-152b8062-2d9b-4423-96df-b7dfbbe7af3f tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 946 time: 0.0794094 Sep 15 00:51:04.382267 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c18d27e-6ddd-48df-b2ad-2f7809943236 req-2e2b9ad9-51cf-44b7-800b-ac9ed180daa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:04.383628 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-1c18d27e-6ddd-48df-b2ad-2f7809943236 req-2e2b9ad9-51cf-44b7-800b-ac9ed180daa6 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=756b70e8-4098-4f30-99b0-99c64c94809f HTTP/1.1" status: 200 len: 857 time: 0.0832484 Sep 15 00:51:04.458248 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c18d27e-6ddd-48df-b2ad-2f7809943236 req-26746981-2ec5-499e-8e63-9b1e09dddccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:04.459749 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-1c18d27e-6ddd-48df-b2ad-2f7809943236 req-26746981-2ec5-499e-8e63-9b1e09dddccd service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=534fcea4-462b-402d-9da6-e7cef4200229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0617893 Sep 15 00:51:04.462858 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-54af892e-f2d2-42f5-93ba-dc6b8ab64557 req-43b9086e-55ba-41c0-91c5-87d0f5ac0011 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0783908 Sep 15 00:51:04.551404 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-1c18d27e-6ddd-48df-b2ad-2f7809943236 req-fbd9e8a9-b234-462c-87e9-0212f398d6d5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/534fcea4-462b-402d-9da6-e7cef4200229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822890 Sep 15 00:51:04.645202 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-1c18d27e-6ddd-48df-b2ad-2f7809943236 req-d89e7422-a43d-43ab-9c82-6144d48c8bc0 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/534fcea4-462b-402d-9da6-e7cef4200229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859234 Sep 15 00:51:04.784504 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 59168) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:51:04.828237 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.db_base_plugin_v2 [None req-6646532f-f2cc-49f4-9c09-24265194d8fe admin admin] Deleting subnet 3e3ba6d2-56f4-4f3c-8e50-3e60531d7aa7 {{(pid=112952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 00:51:04.832248 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-6646532f-f2cc-49f4-9c09-24265194d8fe admin admin] Publish callbacks [] for subnet (3e3ba6d2-56f4-4f3c-8e50-3e60531d7aa7), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:51:04.865451 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-6646532f-f2cc-49f4-9c09-24265194d8fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2228578'] for subnet (3e3ba6d2-56f4-4f3c-8e50-3e60531d7aa7), precommit_delete_associations {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:51:04.904474 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-6646532f-f2cc-49f4-9c09-24265194d8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-769422'] for subnet (3e3ba6d2-56f4-4f3c-8e50-3e60531d7aa7), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:51:04.959753 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-6646532f-f2cc-49f4-9c09-24265194d8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3304096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9220860'] for subnet (3e3ba6d2-56f4-4f3c-8e50-3e60531d7aa7), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:51:04.985307 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6646532f-f2cc-49f4-9c09-24265194d8fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e3ba6d2-56f4-4f3c-8e50-3e60531d7aa7,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:51:04.987795 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-6646532f-f2cc-49f4-9c09-24265194d8fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:51:04.990864 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-6646532f-f2cc-49f4-9c09-24265194d8fe admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/3e3ba6d2-56f4-4f3c-8e50-3e60531d7aa7 HTTP/1.1" status: 204 len: 168 time: 0.2053158 Sep 15 00:51:04.993525 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 59170) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:51:05.061661 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-2490bf04-2917-410a-8788-e1d3a178cbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792827'] for network (a0341a54-b663-41cb-8fe1-4ffc2a77107e), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:51:05.144101 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-2490bf04-2917-410a-8788-e1d3a178cbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864165', 'neutron.services.segments.db._delete_segments_for_network-8740354160321'] for network (a0341a54-b663-41cb-8fe1-4ffc2a77107e), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:51:05.163396 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.services.segments.db [None req-2490bf04-2917-410a-8788-e1d3a178cbd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0341a54-b663-41cb-8fe1-4ffc2a77107e']}} {{(pid=112952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:51:05.172336 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.services.segments.db [None req-2490bf04-2917-410a-8788-e1d3a178cbd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46bb6d12-efc6-43c4-9167-cef4a4cdc200') {'for_net_delete': True} {{(pid=112952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:51:05.173400 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.services.segments.db [None req-2490bf04-2917-410a-8788-e1d3a178cbd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46bb6d12-efc6-43c4-9167-cef4a4cdc200') {} {{(pid=112952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:51:05.182367 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-2490bf04-2917-410a-8788-e1d3a178cbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740354160213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2228569'] for segment (46bb6d12-efc6-43c4-9167-cef4a4cdc200), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:51:05.195969 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-2490bf04-2917-410a-8788-e1d3a178cbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898'] for segment (46bb6d12-efc6-43c4-9167-cef4a4cdc200), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:51:05.202468 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2490bf04-2917-410a-8788-e1d3a178cbd4 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=112952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 00:51:05.203090 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-2490bf04-2917-410a-8788-e1d3a178cbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3303962'] for segment (46bb6d12-efc6-43c4-9167-cef4a4cdc200), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:51:05.289932 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.services.segments.plugin [-] Segment 46bb6d12-efc6-43c4-9167-cef4a4cdc200 resource provider aggregate not found Sep 15 00:51:05.302241 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-2490bf04-2917-410a-8788-e1d3a178cbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682314'] for network (a0341a54-b663-41cb-8fe1-4ffc2a77107e), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:51:05.309052 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.services.segments.plugin [-] Segment 46bb6d12-efc6-43c4-9167-cef4a4cdc200 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46bb6d12-efc6-43c4-9167-cef4a4cdc200 found for delete ", "request_id": "req-c253c6e7-2775-4033-b19e-4139dd642a36"}]} Sep 15 00:51:05.318376 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e26913-ecc7-4351-9de7-86b0f7a5152d req-1eabf559-c751-4fe1-a048-38e19b0ba621 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:05.319866 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-f9e26913-ecc7-4351-9de7-86b0f7a5152d req-1eabf559-c751-4fe1-a048-38e19b0ba621 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 945 time: 0.0717037 Sep 15 00:51:05.320823 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-2490bf04-2917-410a-8788-e1d3a178cbd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for network (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:51:05.323853 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-2490bf04-2917-410a-8788-e1d3a178cbd4 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/a0341a54-b663-41cb-8fe1-4ffc2a77107e HTTP/1.1" status: 204 len: 168 time: 0.3294835 Sep 15 00:51:05.341296 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2490bf04-2917-410a-8788-e1d3a178cbd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0341a54-b663-41cb-8fe1-4ffc2a77107e,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:51:05.378109 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-f9e26913-ecc7-4351-9de7-86b0f7a5152d req-9c0f72b9-0c1f-45fb-8651-bb6e84ee7018 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ae39bb43-f42c-4c88-9128-f0c5493fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520606 Sep 15 00:51:05.494209 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 59182) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:51:05.534761 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-6b689819-2586-4850-81ae-c9bb882d6087 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=39a872cd1b1e451ba5786fe246950f73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393374 Sep 15 00:51:05.537237 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 59186) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:51:05.544221 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:51:05.588247 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-7a6d034a-b234-4c95-8176-75e89fa1f6a1 admin admin] Publish callbacks [] for security_group (bd34b8c7-774c-4711-a91d-b24da693762b), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:51:05.588880 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c49927-e80f-43d5-ac4a-826b0bff4e89 req-e785ceb2-24d5-4f47-b996-9198345a8b8f tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:05.590357 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-68c49927-e80f-43d5-ac4a-826b0bff4e89 req-e785ceb2-24d5-4f47-b996-9198345a8b8f tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 946 time: 0.0474246 Sep 15 00:51:05.609595 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-7a6d034a-b234-4c95-8176-75e89fa1f6a1 admin admin] Publish callbacks [] for security_group (bd34b8c7-774c-4711-a91d-b24da693762b), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:51:05.638224 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-68c49927-e80f-43d5-ac4a-826b0bff4e89 req-ca2c1a84-c56d-4cc3-81e2-47cb10303eed tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414937 Sep 15 00:51:05.668824 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-7a6d034a-b234-4c95-8176-75e89fa1f6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (bd34b8c7-774c-4711-a91d-b24da693762b), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:51:05.671500 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-7a6d034a-b234-4c95-8176-75e89fa1f6a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:51:05.675031 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-7a6d034a-b234-4c95-8176-75e89fa1f6a1 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/bd34b8c7-774c-4711-a91d-b24da693762b HTTP/1.1" status: 204 len: 168 time: 0.1344361 Sep 15 00:51:05.683124 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6d034a-b234-4c95-8176-75e89fa1f6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd34b8c7-774c-4711-a91d-b24da693762b,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:51:06.489694 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:51:06.502168 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b0d29-1fb9-4f09-9dbf-f7c409009a92 req-a561fd00-1ad4-4ed8-80e1-96b7c32f4082 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:06.503678 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-f70b0d29-1fb9-4f09-9dbf-f7c409009a92 req-a561fd00-1ad4-4ed8-80e1-96b7c32f4082 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 945 time: 0.0482459 Sep 15 00:51:06.549482 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-f70b0d29-1fb9-4f09-9dbf-f7c409009a92 req-c4b33b58-e7f5-4c84-9ea3-b614416d4b17 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ae39bb43-f42c-4c88-9128-f0c5493fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403318 Sep 15 00:51:06.775701 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788504d-67bd-4888-959a-a56dc149a880 req-859e1b41-9cff-469b-b805-2fa915417b38 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:06.777209 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-6788504d-67bd-4888-959a-a56dc149a880 req-859e1b41-9cff-469b-b805-2fa915417b38 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 946 time: 0.0476987 Sep 15 00:51:06.820282 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:51:06.829111 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-6788504d-67bd-4888-959a-a56dc149a880 req-bfed7606-d5f2-46cf-a540-ce53d4ed44b4 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459676 Sep 15 00:51:07.668139 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed6993-3998-4df7-917c-f7eff682e2e5 req-f466893d-9418-45fe-87a6-d9b9463c1e80 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:07.669610 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-8bed6993-3998-4df7-917c-f7eff682e2e5 req-f466893d-9418-45fe-87a6-d9b9463c1e80 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 945 time: 0.0463877 Sep 15 00:51:07.715523 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-8bed6993-3998-4df7-917c-f7eff682e2e5 req-56831c40-aaab-44da-9c0d-f2eefda3e87b tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ae39bb43-f42c-4c88-9128-f0c5493fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403464 Sep 15 00:51:07.952686 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1e6a8-b291-48b6-8ca9-fa451d3c9a6e req-e9c304f2-0795-4f44-8acc-61596da51e3d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:07.954136 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f2a1e6a8-b291-48b6-8ca9-fa451d3c9a6e req-e9c304f2-0795-4f44-8acc-61596da51e3d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 946 time: 0.0461111 Sep 15 00:51:07.999553 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f2a1e6a8-b291-48b6-8ca9-fa451d3c9a6e req-210e0686-1af2-4384-a882-0af9b6a592ad tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397966 Sep 15 00:51:08.843094 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32467e9-9344-48eb-987e-9d25d9fe12aa req-8df9c85c-a0f4-475c-9948-1e324918c3b1 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:08.844642 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-c32467e9-9344-48eb-987e-9d25d9fe12aa req-8df9c85c-a0f4-475c-9948-1e324918c3b1 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 945 time: 0.0497692 Sep 15 00:51:08.890271 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-c32467e9-9344-48eb-987e-9d25d9fe12aa req-81a7ffc4-990c-4a52-a7a6-6b514968ea76 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ae39bb43-f42c-4c88-9128-f0c5493fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395632 Sep 15 00:51:09.122202 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449469f9-354d-4ca4-9392-85676b17e854 req-c4651510-9bf6-4118-ba62-bc65abe04d0e tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:09.123674 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-449469f9-354d-4ca4-9392-85676b17e854 req-c4651510-9bf6-4118-ba62-bc65abe04d0e tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 946 time: 0.0455396 Sep 15 00:51:09.169168 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-449469f9-354d-4ca4-9392-85676b17e854 req-71f82277-84db-4a2d-bc17-9289d7b17b12 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393469 Sep 15 00:51:10.010625 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00d7db-ef6b-4127-9cb2-681abc6f5ea3 req-ab13fe35-026e-41c4-9386-0e3d359ebd6d tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:10.012146 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ff00d7db-ef6b-4127-9cb2-681abc6f5ea3 req-ab13fe35-026e-41c4-9386-0e3d359ebd6d tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 945 time: 0.0461593 Sep 15 00:51:10.058147 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ff00d7db-ef6b-4127-9cb2-681abc6f5ea3 req-94ee2ab5-4388-4a3d-99f0-5bbb2607115d tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ae39bb43-f42c-4c88-9128-f0c5493fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405092 Sep 15 00:51:10.295547 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac448b2f-7d7d-4dfb-baa8-7f01796616ed req-74ea0726-f8af-40e7-a585-9f29c048491b tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:10.297016 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ac448b2f-7d7d-4dfb-baa8-7f01796616ed req-74ea0726-f8af-40e7-a585-9f29c048491b tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 946 time: 0.0493116 Sep 15 00:51:10.327699 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:51:10.342217 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ac448b2f-7d7d-4dfb-baa8-7f01796616ed req-823d1a29-52e9-42b6-8de8-12debbb8f2aa tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397630 Sep 15 00:51:10.829898 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=37 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:51:11.179333 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbad25e-0b60-4f42-b50a-2269c540ce9a req-89321e51-b0c1-4ce0-ac1a-6388156e17c9 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:11.180856 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-0bbad25e-0b60-4f42-b50a-2269c540ce9a req-89321e51-b0c1-4ce0-ac1a-6388156e17c9 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 945 time: 0.0488813 Sep 15 00:51:11.226170 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-0bbad25e-0b60-4f42-b50a-2269c540ce9a req-328809b6-f4f0-4707-a22f-07979d2d1306 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ae39bb43-f42c-4c88-9128-f0c5493fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399511 Sep 15 00:51:11.467596 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac535dc-464e-4955-9633-0044c9bd564b req-02618ea8-6279-4db2-871d-12d1b2861ea8 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:11.469033 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2ac535dc-464e-4955-9633-0044c9bd564b req-02618ea8-6279-4db2-871d-12d1b2861ea8 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 946 time: 0.0443201 Sep 15 00:51:11.514555 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2ac535dc-464e-4955-9633-0044c9bd564b req-5771c663-805a-486d-b95e-1fb61f0a0ba8 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396216 Sep 15 00:51:12.347044 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54ceb0-87ae-49b6-8349-cba42ef4bd37 req-5d5354a5-0211-44ca-b658-46ba1ffc050c tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:12.348510 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-df54ceb0-87ae-49b6-8349-cba42ef4bd37 req-5d5354a5-0211-44ca-b658-46ba1ffc050c tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 945 time: 0.0458786 Sep 15 00:51:12.394594 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-df54ceb0-87ae-49b6-8349-cba42ef4bd37 req-e5c8780f-1955-4faa-9055-9e89fdbc9213 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ae39bb43-f42c-4c88-9128-f0c5493fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405927 Sep 15 00:51:12.637837 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70884ab-b941-4fad-b968-63353eb3e6d5 req-d65967d8-aa66-4adf-8dd4-878ff27f2277 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:12.639286 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b70884ab-b941-4fad-b968-63353eb3e6d5 req-d65967d8-aa66-4adf-8dd4-878ff27f2277 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 946 time: 0.0457087 Sep 15 00:51:12.689902 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b70884ab-b941-4fad-b968-63353eb3e6d5 req-48a12cfb-3ed7-4a10-8fc5-1abdf45507e4 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444841 Sep 15 00:51:13.513044 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26996344-ce75-4104-a1cc-4c71784e07ed req-4f6c2c05-76f2-4c06-86c5-7711121eb717 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:13.514502 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-26996344-ce75-4104-a1cc-4c71784e07ed req-4f6c2c05-76f2-4c06-86c5-7711121eb717 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 945 time: 0.0455184 Sep 15 00:51:13.562712 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-26996344-ce75-4104-a1cc-4c71784e07ed req-0ef1312d-89f5-45bb-bb4f-e31c162e7456 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ae39bb43-f42c-4c88-9128-f0c5493fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421534 Sep 15 00:51:13.814789 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c2734-84af-4e0b-85b2-32a8c650ee2c req-df680152-cbe0-4370-bcc6-79d56f75d9f0 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:13.816280 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-936c2734-84af-4e0b-85b2-32a8c650ee2c req-df680152-cbe0-4370-bcc6-79d56f75d9f0 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 946 time: 0.0452924 Sep 15 00:51:13.861921 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-936c2734-84af-4e0b-85b2-32a8c650ee2c req-5e2bedba-d750-48ea-979a-e62634c04007 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402224 Sep 15 00:51:14.136366 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:51:14.683091 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457a6f5-9bf0-4794-b70c-c2680e3eec25 req-9f2ffc49-1f94-4b02-aa4e-5b115ed08dbd tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:14.684582 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-c457a6f5-9bf0-4794-b70c-c2680e3eec25 req-9f2ffc49-1f94-4b02-aa4e-5b115ed08dbd tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 945 time: 0.0468011 Sep 15 00:51:14.730565 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-c457a6f5-9bf0-4794-b70c-c2680e3eec25 req-c1f413a9-3fea-4edc-907b-f98fdcc2e433 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ae39bb43-f42c-4c88-9128-f0c5493fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404670 Sep 15 00:51:14.986768 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a0934-e626-42be-b985-8ce9684d27ef req-49ff55c7-ccd4-4754-baa0-bf58d051560a tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:14.988226 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-6f5a0934-e626-42be-b985-8ce9684d27ef req-49ff55c7-ccd4-4754-baa0-bf58d051560a tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 946 time: 0.0456538 Sep 15 00:51:15.034174 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-6f5a0934-e626-42be-b985-8ce9684d27ef req-25908763-a14c-4d18-9236-60bc3e12e3ec tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404634 Sep 15 00:51:15.848334 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd797f-e405-4441-bd83-29d685369d8e req-5c0db78c-3315-4cbd-a317-abc202a294a5 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:15.849800 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b9cd797f-e405-4441-bd83-29d685369d8e req-5c0db78c-3315-4cbd-a317-abc202a294a5 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 945 time: 0.0460513 Sep 15 00:51:15.879646 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:51:15.896389 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b9cd797f-e405-4441-bd83-29d685369d8e req-fecb1716-3357-4289-a446-83c5ff3ef83c tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ae39bb43-f42c-4c88-9128-f0c5493fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412018 Sep 15 00:51:16.165138 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050c535-4732-41cc-afb8-57340e737d5c req-b73a927b-c203-44d7-83c3-819307b68e9a tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:16.166557 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b050c535-4732-41cc-afb8-57340e737d5c req-b73a927b-c203-44d7-83c3-819307b68e9a tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 946 time: 0.0529120 Sep 15 00:51:16.212355 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b050c535-4732-41cc-afb8-57340e737d5c req-e8de7f56-3ad0-46d8-a0b7-b12ca164d03e tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403464 Sep 15 00:51:16.348394 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 86077b58-abc6-43a7-9b01-51a893794c4e details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=112954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 00:51:16.445579 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 86077b58-abc6-43a7-9b01-51a893794c4e, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=86077b58-abc6-43a7-9b01-51a893794c4e,segment=NetworkSegment(579e5fe4-7341-4bb1-8e14-57c33347e302),segment_id=579e5fe4-7341-4bb1-8e14-57c33347e302)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:51:16.456715 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Returning: {'device': '86077b58-abc6-43a7-9b01-51a893794c4e', 'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344', 'port_id': '86077b58-abc6-43a7-9b01-51a893794c4e', 'mac_address': 'fa:16:3e:c0:e5:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 00:51:16.493514 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port 86077b58-abc6-43a7-9b01-51a893794c4e is: ACTIVE; New status is: BUILD {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:51:16.493900 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (86077b58-abc6-43a7-9b01-51a893794c4e), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:51:16.507291 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86077b58-abc6-43a7-9b01-51a893794c4e {{(pid=112954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 00:51:16.526733 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 86077b58-abc6-43a7-9b01-51a893794c4e, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=86077b58-abc6-43a7-9b01-51a893794c4e,segment=NetworkSegment(579e5fe4-7341-4bb1-8e14-57c33347e302),segment_id=579e5fe4-7341-4bb1-8e14-57c33347e302)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:51:16.530675 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (86077b58-abc6-43a7-9b01-51a893794c4e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:51:16.574452 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=86077b58-abc6-43a7-9b01-51a893794c4e,revision_number=6']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:51:16.751305 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] get_ports_and_sgs() called for port_ids ['86077b58-abc6-43a7-9b01-51a893794c4e'] {{(pid=112954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 00:51:16.854381 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:51:17.023941 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2ef45-deb4-41a9-a256-753517ebea54 req-3f79c02a-7453-4418-aa68-31f8aa0d876e tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:17.025376 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-aeb2ef45-deb4-41a9-a256-753517ebea54 req-3f79c02a-7453-4418-aa68-31f8aa0d876e tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 945 time: 0.0553277 Sep 15 00:51:17.073225 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-aeb2ef45-deb4-41a9-a256-753517ebea54 req-3e91d54c-b920-485e-a6ca-823cd9d30e7f tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ae39bb43-f42c-4c88-9128-f0c5493fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418558 Sep 15 00:51:17.335545 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26dcbf-b3ef-4e7e-9c8a-c2b80f303ab1 req-cc929f75-aab0-4866-8e77-6af4a1e23900 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:17.337003 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-bd26dcbf-b3ef-4e7e-9c8a-c2b80f303ab1 req-cc929f75-aab0-4866-8e77-6af4a1e23900 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 945 time: 0.0458677 Sep 15 00:51:17.383220 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-bd26dcbf-b3ef-4e7e-9c8a-c2b80f303ab1 req-71d3692f-7ce5-477a-b6f1-9efe0f2a3fe6 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407252 Sep 15 00:51:17.757757 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-b288da4e-7d8e-43b4-afcd-77e47506e37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:51:18.192002 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8ae6e-ddf2-4ed8-a0ce-2de96226a20d req-e1a43401-64e8-4d06-b28f-36b39860d374 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:18.193448 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-4de8ae6e-ddf2-4ed8-a0ce-2de96226a20d req-e1a43401-64e8-4d06-b28f-36b39860d374 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 945 time: 0.0453081 Sep 15 00:51:18.239116 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-4de8ae6e-ddf2-4ed8-a0ce-2de96226a20d req-56d0349c-bff0-414e-9cb8-9539b06abf9d tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ae39bb43-f42c-4c88-9128-f0c5493fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401130 Sep 15 00:51:18.423803 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 86077b58-abc6-43a7-9b01-51a893794c4e up at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:51:18.467248 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Provisioning complete for port 86077b58-abc6-43a7-9b01-51a893794c4e triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:51:18.467715 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (86077b58-abc6-43a7-9b01-51a893794c4e), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:51:18.468048 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Attempt 1 to provision port 86077b58-abc6-43a7-9b01-51a893794c4e Sep 15 00:51:18.511129 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f224f75-821a-41f2-8eb2-11ed273b2718 req-6f578ff1-e83f-4c3b-87d3-085af0f994e6 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:18.512624 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2f224f75-821a-41f2-8eb2-11ed273b2718 req-6f578ff1-e83f-4c3b-87d3-085af0f994e6 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 945 time: 0.0485148 Sep 15 00:51:18.541800 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port 86077b58-abc6-43a7-9b01-51a893794c4e is: BUILD; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:51:18.542185 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (86077b58-abc6-43a7-9b01-51a893794c4e), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:51:18.566678 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469fcc1e-0231-4642-b72f-c2bf7fd7eb07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86077b58-abc6-43a7-9b01-51a893794c4e'}] {{(pid=112954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:51:18.568995 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac31f47a78c65cec711889e6d70219b8f5c13991b6e76ee3a100a5a33f2e7321" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f102b277-682e-4219-ace5-a5d32b74dc91" -d '{"events": [{"server_uuid": "469fcc1e-0231-4642-b72f-c2bf7fd7eb07", "name": "network-vif-plugged", "status": "completed", "tag": "86077b58-abc6-43a7-9b01-51a893794c4e"}]}' {{(pid=112954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:51:18.582750 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 86077b58-abc6-43a7-9b01-51a893794c4e, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=86077b58-abc6-43a7-9b01-51a893794c4e,segment=NetworkSegment(579e5fe4-7341-4bb1-8e14-57c33347e302),segment_id=579e5fe4-7341-4bb1-8e14-57c33347e302)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:51:18.587962 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (86077b58-abc6-43a7-9b01-51a893794c4e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:51:18.613798 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 00:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a148040-d218-4a31-b5cd-0a0dbfe1eb53 x-openstack-request-id: req-8a148040-d218-4a31-b5cd-0a0dbfe1eb53 {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:51:18.614133 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "469fcc1e-0231-4642-b72f-c2bf7fd7eb07", "name": "network-vif-plugged", "status": "completed", "tag": "86077b58-abc6-43a7-9b01-51a893794c4e", "code": 200}]} {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:51:18.614362 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8a148040-d218-4a31-b5cd-0a0dbfe1eb53 {{(pid=112954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:51:18.614758 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a148040-d218-4a31-b5cd-0a0dbfe1eb53'] response: {'server_uuid': '469fcc1e-0231-4642-b72f-c2bf7fd7eb07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86077b58-abc6-43a7-9b01-51a893794c4e', 'code': 200} Sep 15 00:51:18.642792 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=86077b58-abc6-43a7-9b01-51a893794c4e,revision_number=7']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:51:18.761305 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2f224f75-821a-41f2-8eb2-11ed273b2718 req-c87d176d-5387-4ae0-8836-0312a2358b39 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2424448 Sep 15 00:51:19.365630 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911bc33-a48e-46c8-aa13-d587cc03453c req-b952de2b-0466-4fce-818c-8798cfcedbb0 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:19.367128 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a911bc33-a48e-46c8-aa13-d587cc03453c req-b952de2b-0466-4fce-818c-8798cfcedbb0 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 945 time: 0.0486281 Sep 15 00:51:19.417596 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a911bc33-a48e-46c8-aa13-d587cc03453c req-3e17fa03-82bb-49c7-bf07-4ea647980c84 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ae39bb43-f42c-4c88-9128-f0c5493fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447607 Sep 15 00:51:19.885582 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7f37c-0a08-4079-9913-0be07a6becc8 req-9b6184e0-c4a5-4388-a97f-decbe02cef74 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:19.887022 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b4c7f37c-0a08-4079-9913-0be07a6becc8 req-9b6184e0-c4a5-4388-a97f-decbe02cef74 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 946 time: 0.0458417 Sep 15 00:51:19.928854 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:51:19.933878 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b4c7f37c-0a08-4079-9913-0be07a6becc8 req-bad171fe-8fbf-4537-97bd-a1c5f96dc4b0 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409262 Sep 15 00:51:20.026897 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-32bf0ec6-7ead-458f-adf1-0e47eea9aa89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:51:20.213699 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=38,neutron:UPDATE=2 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:51:20.218566 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=36,neutron:UPDATE=2 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:51:20.521648 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=100 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:51:20.536525 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864cfdd5-f5a5-44a3-92c3-19ccf4b02c9c req-63263dfb-a6b0-4ea3-aa71-97236a1fd506 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:20.538006 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-864cfdd5-f5a5-44a3-92c3-19ccf4b02c9c req-63263dfb-a6b0-4ea3-aa71-97236a1fd506 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 945 time: 0.0462363 Sep 15 00:51:20.584141 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-864cfdd5-f5a5-44a3-92c3-19ccf4b02c9c req-4b245f3e-4388-4652-8368-8f0311046384 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ae39bb43-f42c-4c88-9128-f0c5493fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406458 Sep 15 00:51:21.062025 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958c7bd-881e-4c3a-920b-94b6ecf40425 req-7ac25bf7-e1c2-4b43-baa2-2c0a281079d3 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:21.063463 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-3958c7bd-881e-4c3a-920b-94b6ecf40425 req-7ac25bf7-e1c2-4b43-baa2-2c0a281079d3 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 946 time: 0.0493634 Sep 15 00:51:21.108854 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-3958c7bd-881e-4c3a-920b-94b6ecf40425 req-618574b4-8fe4-4ad3-ab6b-1920c986410d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398743 Sep 15 00:51:21.312029 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:51:21.707072 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3eba3-1895-4db3-af09-d9fc234b6e66 req-1c029a6e-2f3e-425a-970a-318e2a121425 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:21.708590 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-72f3eba3-1895-4db3-af09-d9fc234b6e66 req-1c029a6e-2f3e-425a-970a-318e2a121425 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 945 time: 0.0504639 Sep 15 00:51:21.755269 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-72f3eba3-1895-4db3-af09-d9fc234b6e66 req-809da858-13dc-4d18-9561-cba2fb89a7dc tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ae39bb43-f42c-4c88-9128-f0c5493fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411646 Sep 15 00:51:22.234353 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f242a-07ad-499d-b646-e3b4cebfb6ed req-f8a88c14-a0b9-4171-a01e-2fb1bdd9d672 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:22.235882 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d76f242a-07ad-499d-b646-e3b4cebfb6ed req-f8a88c14-a0b9-4171-a01e-2fb1bdd9d672 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 946 time: 0.0490572 Sep 15 00:51:22.281849 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d76f242a-07ad-499d-b646-e3b4cebfb6ed req-eacce90b-835b-43c5-b88f-c2ec556fb215 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399115 Sep 15 00:51:22.527235 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c12296-f3c7-498b-802b-254ec0fd8829 req-fe6c44ff-3694-4220-a8c9-680b84580ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:22.528751 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b1c12296-f3c7-498b-802b-254ec0fd8829 req-fe6c44ff-3694-4220-a8c9-680b84580ef4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 1129 time: 0.0410371 Sep 15 00:51:22.577429 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b1c12296-f3c7-498b-802b-254ec0fd8829 req-547307c1-c262-485b-8b5e-6cd5505e2b57 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae39bb43-f42c-4c88-9128-f0c5493fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423601 Sep 15 00:51:22.577761 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:51:22.651279 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:51:22.875746 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e13896-baac-4589-a35d-1ee287c553fc req-4734b391-0cda-47ea-b19b-4f1254cadd00 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:22.877975 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a4e13896-baac-4589-a35d-1ee287c553fc req-4734b391-0cda-47ea-b19b-4f1254cadd00 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 945 time: 0.0496964 Sep 15 00:51:22.923071 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a4e13896-baac-4589-a35d-1ee287c553fc req-8697e960-7c32-4df1-b454-b52d12a58ca8 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ae39bb43-f42c-4c88-9128-f0c5493fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396709 Sep 15 00:51:23.406684 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:51:23.424792 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b339a1-0480-475f-8005-f19cd39eea6e req-69949ff7-9458-41b0-9d4e-239ffeb759fe tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:23.426357 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a0b339a1-0480-475f-8005-f19cd39eea6e req-69949ff7-9458-41b0-9d4e-239ffeb759fe tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 946 time: 0.0563684 Sep 15 00:51:23.475272 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a0b339a1-0480-475f-8005-f19cd39eea6e req-2e39396e-d7d4-4330-a905-6b9e93eaa049 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431874 Sep 15 00:51:24.059843 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c3d2e-429d-4a24-b07b-4d6a75c343f0 req-5aa3a7e4-f1f4-43c3-9876-d4a54cb7117c tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:24.061335 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-be4c3d2e-429d-4a24-b07b-4d6a75c343f0 req-5aa3a7e4-f1f4-43c3-9876-d4a54cb7117c tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 945 time: 0.0500255 Sep 15 00:51:24.132068 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-be4c3d2e-429d-4a24-b07b-4d6a75c343f0 req-44de96ff-04d3-4b53-b2d0-d7f057ba9684 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ae39bb43-f42c-4c88-9128-f0c5493fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627611 Sep 15 00:51:24.617567 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe8ea6-e1f9-40fc-9769-15d25aef6ef0 req-7c99e8e6-769e-41fc-8298-b63d2b091b8c tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:24.619929 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-34fe8ea6-e1f9-40fc-9769-15d25aef6ef0 req-7c99e8e6-769e-41fc-8298-b63d2b091b8c tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 946 time: 0.0520895 Sep 15 00:51:24.673254 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-34fe8ea6-e1f9-40fc-9769-15d25aef6ef0 req-a61f2101-cd0e-455a-872a-d1b5716e949c tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448310 Sep 15 00:51:25.267909 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c36ce-80aa-48c9-b37a-a176f31d75de req-675dbcc5-34d0-4242-9eeb-aa023789f9e5 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:25.270108 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9f7c36ce-80aa-48c9-b37a-a176f31d75de req-675dbcc5-34d0-4242-9eeb-aa023789f9e5 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 945 time: 0.0554626 Sep 15 00:51:25.324670 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9f7c36ce-80aa-48c9-b37a-a176f31d75de req-bbcdf8bb-2704-4f24-8c97-ec5a11ce5f68 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ae39bb43-f42c-4c88-9128-f0c5493fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475700 Sep 15 00:51:25.802582 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28982556-d4f4-441a-a47e-cdd9ff2049ef req-3536c50f-de95-47cf-b4ea-bca8e7b04323 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:25.811093 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-28982556-d4f4-441a-a47e-cdd9ff2049ef req-3536c50f-de95-47cf-b4ea-bca8e7b04323 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 945 time: 0.0723803 Sep 15 00:51:25.851779 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31662bf-ac58-4b88-8c0f-9bc1d6c98ea1 req-1b49d0f8-4dbb-4ce6-b914-f08453be53e0 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:25.853287 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-f31662bf-ac58-4b88-8c0f-9bc1d6c98ea1 req-1b49d0f8-4dbb-4ce6-b914-f08453be53e0 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 946 time: 0.0634298 Sep 15 00:51:25.863597 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0630bd82-fecb-4d5f-915c-3c1c309ed878 req-98b91416-8a7a-40d8-83e8-34bdf0381745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:25.865260 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0630bd82-fecb-4d5f-915c-3c1c309ed878 req-98b91416-8a7a-40d8-83e8-34bdf0381745 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=7090f91f78534107ba4b5ccd7f80e145&device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 1129 time: 0.0521657 Sep 15 00:51:25.907238 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-f31662bf-ac58-4b88-8c0f-9bc1d6c98ea1 req-b8751e2d-75b7-4471-b3ef-863d04d3025f tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476837 Sep 15 00:51:25.966454 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-28982556-d4f4-441a-a47e-cdd9ff2049ef req-2e560d43-6916-449d-9541-ed560afb988d tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ae39bb43-f42c-4c88-9128-f0c5493fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1544197 Sep 15 00:51:25.995146 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0630bd82-fecb-4d5f-915c-3c1c309ed878 req-c0f8b6bf-be0a-4aba-a494-091307c7c727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:25.996755 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0630bd82-fecb-4d5f-915c-3c1c309ed878 req-c0f8b6bf-be0a-4aba-a494-091307c7c727 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=534fcea4-462b-402d-9da6-e7cef4200229 HTTP/1.1" status: 200 len: 918 time: 0.1072600 Sep 15 00:51:26.060704 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0630bd82-fecb-4d5f-915c-3c1c309ed878 req-2ae1a29b-b16c-44d2-8be3-7ec197ccf6e8 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0e29cfb-c141-4cd4-ab78-e1b32fb810ef HTTP/1.1" status: 200 len: 1001 time: 0.0577316 Sep 15 00:51:26.125323 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0630bd82-fecb-4d5f-915c-3c1c309ed878 req-66922b55-5c2c-4c81-9cc3-07e1cc8fb63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:26.127314 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0630bd82-fecb-4d5f-915c-3c1c309ed878 req-66922b55-5c2c-4c81-9cc3-07e1cc8fb63e service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=756b70e8-4098-4f30-99b0-99c64c94809f HTTP/1.1" status: 200 len: 857 time: 0.0506909 Sep 15 00:51:26.182770 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0630bd82-fecb-4d5f-915c-3c1c309ed878 req-3ac531f6-883d-4fce-a260-cbdf06ecb2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:26.184474 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0630bd82-fecb-4d5f-915c-3c1c309ed878 req-3ac531f6-883d-4fce-a260-cbdf06ecb2d4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=534fcea4-462b-402d-9da6-e7cef4200229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478978 Sep 15 00:51:26.291953 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0630bd82-fecb-4d5f-915c-3c1c309ed878 req-4d10aae7-6c75-4132-a99d-dc610307e1c5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/534fcea4-462b-402d-9da6-e7cef4200229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958202 Sep 15 00:51:26.398456 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0630bd82-fecb-4d5f-915c-3c1c309ed878 req-2c8915d7-ed0a-44ec-9f9d-825008376162 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/534fcea4-462b-402d-9da6-e7cef4200229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009991 Sep 15 00:51:27.062513 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3a58a-bef7-4f8c-a814-a719c5c8452f req-8f34eb60-f21d-42bf-a884-3492690d5c21 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:27.064150 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-17f3a58a-bef7-4f8c-a814-a719c5c8452f req-8f34eb60-f21d-42bf-a884-3492690d5c21 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 946 time: 0.0637469 Sep 15 00:51:27.103321 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ded57e-41d1-405c-920a-ecb86dd49e22 req-0f1b80e3-e735-4fe1-bbc6-6180d1651937 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:27.105022 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-46ded57e-41d1-405c-920a-ecb86dd49e22 req-0f1b80e3-e735-4fe1-bbc6-6180d1651937 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 945 time: 0.0558820 Sep 15 00:51:27.136494 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-17f3a58a-bef7-4f8c-a814-a719c5c8452f req-7dbd9646-c897-470a-abcd-e5ca46c9633a tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0655160 Sep 15 00:51:27.169667 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-46ded57e-41d1-405c-920a-ecb86dd49e22 req-fd35015c-7198-490d-aedd-1c51a3f66f77 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ae39bb43-f42c-4c88-9128-f0c5493fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0585327 Sep 15 00:51:28.283808 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:51:28.302326 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=100 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:51:28.309889 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd6212-abec-4bad-952c-d3eafc0b1d84 req-d42c5882-f615-4c64-b632-2c479aaaa698 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:28.317727 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-99fd6212-abec-4bad-952c-d3eafc0b1d84 req-d42c5882-f615-4c64-b632-2c479aaaa698 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 946 time: 0.0584850 Sep 15 00:51:28.330835 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf012c-8d18-43ff-b854-f6519c865843 req-4c0acdd3-551c-44e1-8ef5-c058e9f82dd7 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:28.337871 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-16cf012c-8d18-43ff-b854-f6519c865843 req-4c0acdd3-551c-44e1-8ef5-c058e9f82dd7 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 945 time: 0.0647314 Sep 15 00:51:28.365240 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-99fd6212-abec-4bad-952c-d3eafc0b1d84 req-5aac9f72-a065-45e6-bebd-cf553d11aae6 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463970 Sep 15 00:51:28.408850 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-16cf012c-8d18-43ff-b854-f6519c865843 req-2cd9befa-9520-46d8-8b69-5d2505610a19 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ae39bb43-f42c-4c88-9128-f0c5493fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0691833 Sep 15 00:51:29.506608 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:51:29.509992 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e4f8c-4d0f-41d5-aadd-4957b8198d1e req-05d75672-825c-4334-997f-30df082d1b37 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:29.512149 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-429e4f8c-4d0f-41d5-aadd-4957b8198d1e req-05d75672-825c-4334-997f-30df082d1b37 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 946 time: 0.0507121 Sep 15 00:51:29.568034 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-429e4f8c-4d0f-41d5-aadd-4957b8198d1e req-bef6e900-b50f-4c8f-8ed9-a1904a91d3c9 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499423 Sep 15 00:51:29.572713 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40ec0d-f45b-4046-8e69-a75d821d522a req-803f6bb2-6742-4830-b812-e5fb5323d59c tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:29.575205 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-fb40ec0d-f45b-4046-8e69-a75d821d522a req-803f6bb2-6742-4830-b812-e5fb5323d59c tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 945 time: 0.0779307 Sep 15 00:51:29.634315 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-fb40ec0d-f45b-4046-8e69-a75d821d522a req-fae34175-b46e-4019-a159-ec2f31e37819 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ae39bb43-f42c-4c88-9128-f0c5493fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521266 Sep 15 00:51:30.061810 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeffcb7-295e-4089-9fe6-9f4a77a9a061 req-89eaeda3-1e93-4fdf-8441-643f7db69ae4 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:30.063830 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-7aeffcb7-295e-4089-9fe6-9f4a77a9a061 req-89eaeda3-1e93-4fdf-8441-643f7db69ae4 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 945 time: 0.3527141 Sep 15 00:51:30.074477 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 59348) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:51:30.079695 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-5eab9f73-609e-42fb-92fa-df053a8fb261 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Request body: {'floatingip': {'port_id': 'd0e29cfb-c141-4cd4-ab78-e1b32fb810ef'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:51:30.141492 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-5eab9f73-609e-42fb-92fa-df053a8fb261 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks [] for floatingip (96f45c30-25f1-407c-afae-888a6cd6336a), before_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:51:30.646292 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-5eab9f73-609e-42fb-92fa-df053a8fb261 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:51:30.663524 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-5eab9f73-609e-42fb-92fa-df053a8fb261 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682341'] for floatingip (96f45c30-25f1-407c-afae-888a6cd6336a), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:51:30.735786 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee6404-d1e0-418d-b43f-4fd4d344ed17 req-63860668-0810-45c7-bc8f-1a9c32150f3e tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:30.737889 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-96ee6404-d1e0-418d-b43f-4fd4d344ed17 req-63860668-0810-45c7-bc8f-1a9c32150f3e tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 946 time: 0.0870075 Sep 15 00:51:30.832196 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-96ee6404-d1e0-418d-b43f-4fd4d344ed17 req-0041c699-b016-4d34-a126-57ad09cd472d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0602920 Sep 15 00:51:30.894444 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:51:30.958609 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eab9f73-609e-42fb-92fa-df053a8fb261 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Router 3b9a926b-539d-4e7c-b0b3-e3f355537187 has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:51:31.328623 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eab9f73-609e-42fb-92fa-df053a8fb261 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:51:31.335156 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-5eab9f73-609e-42fb-92fa-df053a8fb261 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for floatingip (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:51:31.342904 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0b6bc2-8765-43ba-92f8-cd70d1f16808 None None] Sync routers for ids ['3b9a926b-539d-4e7c-b0b3-e3f355537187'] in dv-cinder-857528-2-iscsi {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:51:31.354427 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:51:31.365715 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0b6bc2-8765-43ba-92f8-cd70d1f16808 None None] Routers {'3b9a926b-539d-4e7c-b0b3-e3f355537187'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:51:31.366834 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-8a0b6bc2-8765-43ba-92f8-cd70d1f16808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:51:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['3b9a926b-539d-4e7c-b0b3-e3f355537187'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:51:31.381704 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:51:31.386126 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '583bc208-8f85-4abe-be0f-096127a8a5fb', 'tag': 'd0e29cfb-c141-4cd4-ab78-e1b32fb810ef'}] {{(pid=112953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:51:31.388611 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dcd79e7c9c5799004c3790ddb8f78f6987afe8bb335ac36dcc290df3850dde4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6c6cac-0c81-49b6-a463-00ce808999ce" -d '{"events": [{"name": "network-changed", "server_uuid": "583bc208-8f85-4abe-be0f-096127a8a5fb", "tag": "d0e29cfb-c141-4cd4-ab78-e1b32fb810ef"}]}' {{(pid=112953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:51:31.439107 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-5eab9f73-609e-42fb-92fa-df053a8fb261 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/96f45c30-25f1-407c-afae-888a6cd6336a HTTP/1.1" status: 200 len: 993 time: 1.3613434 Sep 15 00:51:31.456696 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 00:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ed1c5c-cb82-4c04-b5ad-e5274ff9ee59 x-openstack-request-id: req-b7ed1c5c-cb82-4c04-b5ad-e5274ff9ee59 {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:51:31.456997 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "583bc208-8f85-4abe-be0f-096127a8a5fb", "tag": "d0e29cfb-c141-4cd4-ab78-e1b32fb810ef", "status": "completed", "code": 200}]} {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:51:31.457246 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b7ed1c5c-cb82-4c04-b5ad-e5274ff9ee59 {{(pid=112953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:51:31.457647 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7ed1c5c-cb82-4c04-b5ad-e5274ff9ee59'] response: {'name': 'network-changed', 'server_uuid': '583bc208-8f85-4abe-be0f-096127a8a5fb', 'tag': 'd0e29cfb-c141-4cd4-ab78-e1b32fb810ef', 'status': 'completed', 'code': 200} Sep 15 00:51:31.488102 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-8a0b6bc2-8765-43ba-92f8-cd70d1f16808 None None] Set router 3b9a926b-539d-4e7c-b0b3-e3f355537187 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:51:31.715361 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-8a0b6bc2-8765-43ba-92f8-cd70d1f16808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'name': 'tempest-ServerRescueNegativeTestJSON-383540816-router', 'tenant_id': '7090f91f78534107ba4b5ccd7f80e145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '7422761c-0e0e-44a6-9b06-a8f557141b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:44:27Z', 'updated_at': '2022-09-15T00:44:38Z', 'revision_number': 4, 'project_id': '7090f91f78534107ba4b5ccd7f80e145', 'gw_port': {'id': '7422761c-0e0e-44a6-9b06-a8f557141b0b', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:73:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:28Z', 'updated_at': '2022-09-15T00:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': '96f45c30-25f1-407c-afae-888a6cd6336a', 'tenant_id': '7090f91f78534107ba4b5ccd7f80e145', 'floating_ip_address': '172.27.1.233', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'port_id': 'd0e29cfb-c141-4cd4-ab78-e1b32fb810ef', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '534fcea4-462b-402d-9da6-e7cef4200229', 'mac_address': 'fa:16:3e:ef:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583bc208-8f85-4abe-be0f-096127a8a5fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:47:35Z', 'updated_at': '2022-09-15T00:51:30Z', 'revision_number': 3, 'project_id': '7090f91f78534107ba4b5ccd7f80e145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '762a7dec-a419-43c7-b90a-ff586fd3ebf7', 'name': '', 'network_id': '534fcea4-462b-402d-9da6-e7cef4200229', 'tenant_id': '7090f91f78534107ba4b5ccd7f80e145', 'mac_address': 'fa:16:3e:66:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '756b70e8-4098-4f30-99b0-99c64c94809f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:35Z', 'updated_at': '2022-09-15T00:44:52Z', 'revision_number': 5, 'project_id': '7090f91f78534107ba4b5ccd7f80e145', 'subnets': [{'id': '756b70e8-4098-4f30-99b0-99c64c94809f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:51:31.742236 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0b6bc2-8765-43ba-92f8-cd70d1f16808 None None] Checking router: 3b9a926b-539d-4e7c-b0b3-e3f355537187 for host: dv-cinder-857528-2-iscsi {{(pid=112954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:51:31.752152 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0b6bc2-8765-43ba-92f8-cd70d1f16808 None None] Routers {'3b9a926b-539d-4e7c-b0b3-e3f355537187'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:51:31.752781 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-8a0b6bc2-8765-43ba-92f8-cd70d1f16808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:51:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['3b9a926b-539d-4e7c-b0b3-e3f355537187'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:51:31.869947 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-8a0b6bc2-8765-43ba-92f8-cd70d1f16808 None None] Set router 3b9a926b-539d-4e7c-b0b3-e3f355537187 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:51:31.872690 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:51:31.991871 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb446c-4e93-4598-bb15-209710228074 req-e88689b7-e6a9-4a50-af8c-c1a6a89f9ded tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:31.991871 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-55fb446c-4e93-4598-bb15-209710228074 req-e88689b7-e6a9-4a50-af8c-c1a6a89f9ded tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 946 time: 0.0541852 Sep 15 00:51:32.078397 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-55fb446c-4e93-4598-bb15-209710228074 req-9f50dbdc-da9b-4b46-811c-6c5c63be309f tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0911834 Sep 15 00:51:32.121427 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c6cac-0c81-49b6-a463-00ce808999ce req-17778b6d-945c-4271-8d79-9e8634e7bc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:32.122977 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5d6c6cac-0c81-49b6-a463-00ce808999ce req-17778b6d-945c-4271-8d79-9e8634e7bc5f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=7090f91f78534107ba4b5ccd7f80e145&device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 1129 time: 0.0421085 Sep 15 00:51:32.163235 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-8a0b6bc2-8765-43ba-92f8-cd70d1f16808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'name': 'tempest-ServerRescueNegativeTestJSON-383540816-router', 'tenant_id': '7090f91f78534107ba4b5ccd7f80e145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '7422761c-0e0e-44a6-9b06-a8f557141b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:44:27Z', 'updated_at': '2022-09-15T00:44:38Z', 'revision_number': 4, 'project_id': '7090f91f78534107ba4b5ccd7f80e145', 'gw_port': {'id': '7422761c-0e0e-44a6-9b06-a8f557141b0b', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:73:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:28Z', 'updated_at': '2022-09-15T00:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': '96f45c30-25f1-407c-afae-888a6cd6336a', 'tenant_id': '7090f91f78534107ba4b5ccd7f80e145', 'floating_ip_address': '172.27.1.233', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'port_id': 'd0e29cfb-c141-4cd4-ab78-e1b32fb810ef', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '534fcea4-462b-402d-9da6-e7cef4200229', 'mac_address': 'fa:16:3e:ef:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583bc208-8f85-4abe-be0f-096127a8a5fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:47:35Z', 'updated_at': '2022-09-15T00:51:30Z', 'revision_number': 3, 'project_id': '7090f91f78534107ba4b5ccd7f80e145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '762a7dec-a419-43c7-b90a-ff586fd3ebf7', 'name': '', 'network_id': '534fcea4-462b-402d-9da6-e7cef4200229', 'tenant_id': '7090f91f78534107ba4b5ccd7f80e145', 'mac_address': 'fa:16:3e:66:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '756b70e8-4098-4f30-99b0-99c64c94809f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:35Z', 'updated_at': '2022-09-15T00:44:52Z', 'revision_number': 5, 'project_id': '7090f91f78534107ba4b5ccd7f80e145', 'subnets': [{'id': '756b70e8-4098-4f30-99b0-99c64c94809f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:51:32.197773 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0b6bc2-8765-43ba-92f8-cd70d1f16808 None None] The sync data for ids ['3b9a926b-539d-4e7c-b0b3-e3f355537187'] in dv-cinder-857528-2-iscsi is: [{'id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'name': 'tempest-ServerRescueNegativeTestJSON-383540816-router', 'tenant_id': '7090f91f78534107ba4b5ccd7f80e145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '7422761c-0e0e-44a6-9b06-a8f557141b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:44:27Z', 'updated_at': '2022-09-15T00:44:38Z', 'revision_number': 4, 'project_id': '7090f91f78534107ba4b5ccd7f80e145', 'gw_port': {'id': '7422761c-0e0e-44a6-9b06-a8f557141b0b', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:73:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:28Z', 'updated_at': '2022-09-15T00:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': '96f45c30-25f1-407c-afae-888a6cd6336a', 'tenant_id': '7090f91f78534107ba4b5ccd7f80e145', 'floating_ip_address': '172.27.1.233', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'port_id': 'd0e29cfb-c141-4cd4-ab78-e1b32fb810ef', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '534fcea4-462b-402d-9da6-e7cef4200229', 'mac_address': 'fa:16:3e:ef:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583bc208-8f85-4abe-be0f-096127a8a5fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:47:35Z', 'updated_at': '2022-09-15T00:51:30Z', 'revision_number': 3, 'project_id': '7090f91f78534107ba4b5ccd7f80e145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '762a7dec-a419-43c7-b90a-ff586fd3ebf7', 'name': '', 'network_id': '534fcea4-462b-402d-9da6-e7cef4200229', 'tenant_id': '7090f91f78534107ba4b5ccd7f80e145', 'mac_address': 'fa:16:3e:66:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '756b70e8-4098-4f30-99b0-99c64c94809f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:35Z', 'updated_at': '2022-09-15T00:44:52Z', 'revision_number': 5, 'project_id': '7090f91f78534107ba4b5ccd7f80e145', 'subnets': [{'id': '756b70e8-4098-4f30-99b0-99c64c94809f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:51:32.329800 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c6cac-0c81-49b6-a463-00ce808999ce req-1915d2c2-c177-4092-8d4e-e9a5f2ae25bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:32.331372 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5d6c6cac-0c81-49b6-a463-00ce808999ce req-1915d2c2-c177-4092-8d4e-e9a5f2ae25bc service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=534fcea4-462b-402d-9da6-e7cef4200229 HTTP/1.1" status: 200 len: 918 time: 0.1273444 Sep 15 00:51:32.407452 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5d6c6cac-0c81-49b6-a463-00ce808999ce req-d700ae6f-0827-43b8-8510-699badf23388 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0e29cfb-c141-4cd4-ab78-e1b32fb810ef HTTP/1.1" status: 200 len: 1001 time: 0.0672553 Sep 15 00:51:32.505514 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c6cac-0c81-49b6-a463-00ce808999ce req-6e88ebba-7e3a-436f-ac74-46143cbc418b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:32.507140 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5d6c6cac-0c81-49b6-a463-00ce808999ce req-6e88ebba-7e3a-436f-ac74-46143cbc418b service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=756b70e8-4098-4f30-99b0-99c64c94809f HTTP/1.1" status: 200 len: 857 time: 0.0911176 Sep 15 00:51:32.562867 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c6cac-0c81-49b6-a463-00ce808999ce req-15ee3ea9-0c6d-46b0-b60c-bbaa40ada3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:32.565408 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5d6c6cac-0c81-49b6-a463-00ce808999ce req-15ee3ea9-0c6d-46b0-b60c-bbaa40ada3af service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=534fcea4-462b-402d-9da6-e7cef4200229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504522 Sep 15 00:51:32.687400 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5d6c6cac-0c81-49b6-a463-00ce808999ce req-ce255096-68ce-4abf-977c-1fb3d565ab65 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/534fcea4-462b-402d-9da6-e7cef4200229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127670 Sep 15 00:51:32.784871 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5d6c6cac-0c81-49b6-a463-00ce808999ce req-ca4ee474-a9ef-4d33-bb39-92cc1ec3a5ce service neutron] 10.222.0.18 "GET /networking/v2.0/networks/534fcea4-462b-402d-9da6-e7cef4200229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905366 Sep 15 00:51:33.210125 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bba299-21c0-46ce-80aa-71f5fd34839e req-87ede98b-cf15-4247-9813-fa58c11174fc tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:33.211604 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-57bba299-21c0-46ce-80aa-71f5fd34839e req-87ede98b-cf15-4247-9813-fa58c11174fc tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 946 time: 0.0463011 Sep 15 00:51:33.261148 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-57bba299-21c0-46ce-80aa-71f5fd34839e req-f86d38cb-a8eb-4ab7-b326-c5c87f93dbe6 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440521 Sep 15 00:51:33.459275 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '583bc208-8f85-4abe-be0f-096127a8a5fb', 'tag': 'd0e29cfb-c141-4cd4-ab78-e1b32fb810ef'}] {{(pid=112953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:51:33.461650 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dcd79e7c9c5799004c3790ddb8f78f6987afe8bb335ac36dcc290df3850dde4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40e2ba5-3290-4a55-9a8b-2288c136a2f1" -d '{"events": [{"name": "network-changed", "server_uuid": "583bc208-8f85-4abe-be0f-096127a8a5fb", "tag": "d0e29cfb-c141-4cd4-ab78-e1b32fb810ef"}]}' {{(pid=112953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:51:33.499188 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 00:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13c1cfe-cf56-4577-9fbb-3997e28bd722 x-openstack-request-id: req-b13c1cfe-cf56-4577-9fbb-3997e28bd722 {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:51:33.499474 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "583bc208-8f85-4abe-be0f-096127a8a5fb", "tag": "d0e29cfb-c141-4cd4-ab78-e1b32fb810ef", "status": "completed", "code": 200}]} {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:51:33.499750 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b13c1cfe-cf56-4577-9fbb-3997e28bd722 {{(pid=112953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:51:33.500147 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b13c1cfe-cf56-4577-9fbb-3997e28bd722'] response: {'name': 'network-changed', 'server_uuid': '583bc208-8f85-4abe-be0f-096127a8a5fb', 'tag': 'd0e29cfb-c141-4cd4-ab78-e1b32fb810ef', 'status': 'completed', 'code': 200} Sep 15 00:51:33.713346 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71008b1-ed05-4dd4-88cb-cb1b8889267c req-6dd80b1b-4b7d-4f10-9c30-872ba3bfc258 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:33.714896 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a71008b1-ed05-4dd4-88cb-cb1b8889267c req-6dd80b1b-4b7d-4f10-9c30-872ba3bfc258 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0556641 Sep 15 00:51:33.731307 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e2ba5-3290-4a55-9a8b-2288c136a2f1 req-6cf688bd-ab0e-4a1e-a9f2-50e9575332e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:33.732871 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f40e2ba5-3290-4a55-9a8b-2288c136a2f1 req-6cf688bd-ab0e-4a1e-a9f2-50e9575332e4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=7090f91f78534107ba4b5ccd7f80e145&device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 1129 time: 0.0422385 Sep 15 00:51:33.766998 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a71008b1-ed05-4dd4-88cb-cb1b8889267c req-329d7dda-c400-4484-88a2-75dec298f51f tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445299 Sep 15 00:51:34.071955 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250bf59-d9e5-47dd-882c-c5a3c112208a req-a96e1f69-7d26-41e5-9fd6-8b2e26627aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:34.073327 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e250bf59-d9e5-47dd-882c-c5a3c112208a req-a96e1f69-7d26-41e5-9fd6-8b2e26627aed service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=72d7dfe402c045edbca04c0e7eee05f9&device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 1130 time: 0.0716267 Sep 15 00:51:34.075186 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:51:34.101943 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e2ba5-3290-4a55-9a8b-2288c136a2f1 req-fe6ad401-3990-42fb-bf05-b249e2a7c857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:34.103314 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f40e2ba5-3290-4a55-9a8b-2288c136a2f1 req-fe6ad401-3990-42fb-bf05-b249e2a7c857 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=534fcea4-462b-402d-9da6-e7cef4200229 HTTP/1.1" status: 200 len: 918 time: 0.1196024 Sep 15 00:51:34.275354 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f40e2ba5-3290-4a55-9a8b-2288c136a2f1 req-54cda6b2-e81b-4ed5-95d1-df5245953378 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0e29cfb-c141-4cd4-ab78-e1b32fb810ef HTTP/1.1" status: 200 len: 1001 time: 0.1017103 Sep 15 00:51:34.326847 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250bf59-d9e5-47dd-882c-c5a3c112208a req-54dda145-af7d-4f50-9127-fe8ecce491a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:34.328340 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e250bf59-d9e5-47dd-882c-c5a3c112208a req-54dda145-af7d-4f50-9127-fe8ecce491a3 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=ab876c33-1fa1-4628-a9be-d8dde255d344 HTTP/1.1" status: 200 len: 917 time: 0.1627848 Sep 15 00:51:34.344820 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e2ba5-3290-4a55-9a8b-2288c136a2f1 req-e8d6c37b-4b7b-4721-b6c5-ae6deb07da74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:34.346212 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f40e2ba5-3290-4a55-9a8b-2288c136a2f1 req-e8d6c37b-4b7b-4721-b6c5-ae6deb07da74 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=756b70e8-4098-4f30-99b0-99c64c94809f HTTP/1.1" status: 200 len: 857 time: 0.0625300 Sep 15 00:51:34.441383 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:51:34.453051 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb50e98-d5e0-4033-a665-5771c6ff9cd8 req-0386f2da-09a5-40c1-b0c7-d76aa07b8a39 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:34.454505 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-8cb50e98-d5e0-4033-a665-5771c6ff9cd8 req-0386f2da-09a5-40c1-b0c7-d76aa07b8a39 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 946 time: 0.1074317 Sep 15 00:51:34.467896 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e250bf59-d9e5-47dd-882c-c5a3c112208a req-b7543fe8-8441-4bbd-8854-6544e4f54f09 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86077b58-abc6-43a7-9b01-51a893794c4e HTTP/1.1" status: 200 len: 1001 time: 0.1293924 Sep 15 00:51:34.472936 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e2ba5-3290-4a55-9a8b-2288c136a2f1 req-db353225-f66f-4c42-95c5-72fbf4c83ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:34.474302 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f40e2ba5-3290-4a55-9a8b-2288c136a2f1 req-db353225-f66f-4c42-95c5-72fbf4c83ea9 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=534fcea4-462b-402d-9da6-e7cef4200229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1166668 Sep 15 00:51:34.596406 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-8cb50e98-d5e0-4033-a665-5771c6ff9cd8 req-fa32dae8-e40f-4b36-bb9d-a94201b1245e tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1329198 Sep 15 00:51:34.599199 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250bf59-d9e5-47dd-882c-c5a3c112208a req-7ffb3909-e6c4-4325-aa59-5fa5f6b417e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:34.600583 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e250bf59-d9e5-47dd-882c-c5a3c112208a req-7ffb3909-e6c4-4325-aa59-5fa5f6b417e1 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72 HTTP/1.1" status: 200 len: 856 time: 0.1245630 Sep 15 00:51:34.655610 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f40e2ba5-3290-4a55-9a8b-2288c136a2f1 req-ecbb210a-7d23-44a0-84c1-f22fa50dc852 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/534fcea4-462b-402d-9da6-e7cef4200229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647980 Sep 15 00:51:34.660653 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250bf59-d9e5-47dd-882c-c5a3c112208a req-83db3cab-5c65-411b-929c-e310ee9843ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:34.661999 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e250bf59-d9e5-47dd-882c-c5a3c112208a req-83db3cab-5c65-411b-929c-e310ee9843ea service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=ab876c33-1fa1-4628-a9be-d8dde255d344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486705 Sep 15 00:51:34.831544 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f40e2ba5-3290-4a55-9a8b-2288c136a2f1 req-61cb245d-c4e0-4365-a300-623717eaa814 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/534fcea4-462b-402d-9da6-e7cef4200229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596971 Sep 15 00:51:34.833376 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e250bf59-d9e5-47dd-882c-c5a3c112208a req-d031297d-32c4-44da-8729-447d24d5aa01 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ab876c33-1fa1-4628-a9be-d8dde255d344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605632 Sep 15 00:51:34.892997 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e88d78-22a7-4305-a996-a36ceec93a92 req-17bd2108-0483-4697-a7e1-3d147c6aaedf tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:34.894375 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b9e88d78-22a7-4305-a996-a36ceec93a92 req-17bd2108-0483-4697-a7e1-3d147c6aaedf tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0521693 Sep 15 00:51:34.930044 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=100 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:51:34.942344 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b9e88d78-22a7-4305-a996-a36ceec93a92 req-44f5afd7-d8aa-474b-b7e9-3f48960e8d18 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420611 Sep 15 00:51:34.946560 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e250bf59-d9e5-47dd-882c-c5a3c112208a req-67483e2d-c983-43d8-8255-1083ffd1c8de service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ab876c33-1fa1-4628-a9be-d8dde255d344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840373 Sep 15 00:51:35.732378 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc11e2-33c0-468d-8256-9497b3633df6 req-f02b5f62-b2d5-490d-b1b4-78ea04af9293 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:35.733862 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-06bc11e2-33c0-468d-8256-9497b3633df6 req-f02b5f62-b2d5-490d-b1b4-78ea04af9293 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 946 time: 0.0533557 Sep 15 00:51:35.759335 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:51:35.794946 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-06bc11e2-33c0-468d-8256-9497b3633df6 req-ea765e55-a1c1-4322-aad2-8e9429c4ba80 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554783 Sep 15 00:51:36.060752 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe7870-1d4b-4d87-bee2-b52507eaae2c req-195a7d69-baef-4c3b-83f0-217f69b132c4 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:36.062297 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-37fe7870-1d4b-4d87-bee2-b52507eaae2c req-195a7d69-baef-4c3b-83f0-217f69b132c4 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0460267 Sep 15 00:51:36.109872 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-37fe7870-1d4b-4d87-bee2-b52507eaae2c req-15ed0ad6-4510-4f0d-a57f-0d95ec522167 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405538 Sep 15 00:51:36.462037 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 86077b58-abc6-43a7-9b01-51a893794c4e no longer exists at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:51:36.531052 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port 86077b58-abc6-43a7-9b01-51a893794c4e is: ACTIVE; New status is: DOWN {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:51:36.531439 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (86077b58-abc6-43a7-9b01-51a893794c4e), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:51:36.554522 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469fcc1e-0231-4642-b72f-c2bf7fd7eb07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86077b58-abc6-43a7-9b01-51a893794c4e'}] {{(pid=112954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:51:36.556784 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac31f47a78c65cec711889e6d70219b8f5c13991b6e76ee3a100a5a33f2e7321" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f95e7d-92a1-4a21-968c-d08b3bc31b3d" -d '{"events": [{"server_uuid": "469fcc1e-0231-4642-b72f-c2bf7fd7eb07", "name": "network-vif-unplugged", "status": "completed", "tag": "86077b58-abc6-43a7-9b01-51a893794c4e"}]}' {{(pid=112954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:51:36.569125 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 86077b58-abc6-43a7-9b01-51a893794c4e, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=86077b58-abc6-43a7-9b01-51a893794c4e,segment=NetworkSegment(579e5fe4-7341-4bb1-8e14-57c33347e302),segment_id=579e5fe4-7341-4bb1-8e14-57c33347e302)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:51:36.573413 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (86077b58-abc6-43a7-9b01-51a893794c4e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:51:36.599109 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Sep 2022 00:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56fb6589-f676-4869-9066-b205f6d18d38 x-openstack-request-id: req-56fb6589-f676-4869-9066-b205f6d18d38 {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:51:36.599404 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "469fcc1e-0231-4642-b72f-c2bf7fd7eb07", "name": "network-vif-unplugged", "status": "completed", "tag": "86077b58-abc6-43a7-9b01-51a893794c4e", "code": 200}]} {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:51:36.599684 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-56fb6589-f676-4869-9066-b205f6d18d38 {{(pid=112954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:51:36.600069 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56fb6589-f676-4869-9066-b205f6d18d38'] response: {'server_uuid': '469fcc1e-0231-4642-b72f-c2bf7fd7eb07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86077b58-abc6-43a7-9b01-51a893794c4e', 'code': 200} Sep 15 00:51:36.625837 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=86077b58-abc6-43a7-9b01-51a893794c4e,revision_number=8']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:51:36.633147 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:51:36.633493 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:51:36.633860 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:51:36.634215 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:51:36.634548 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:51:36.634877 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:51:36.635203 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:51:36.635549 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:51:36.635877 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:51:36.636198 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:51:36.636521 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:51:36.636858 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:51:36.637182 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:51:36.637499 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:51:36.637817 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:51:36.925706 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0ab2e-fa51-4548-a802-fed1dd2bf43f req-0f25d430-32f8-4473-ad8c-13b2462dae95 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:36.927179 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-21c0ab2e-fa51-4548-a802-fed1dd2bf43f req-0f25d430-32f8-4473-ad8c-13b2462dae95 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 944 time: 0.0519006 Sep 15 00:51:36.975931 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-21c0ab2e-fa51-4548-a802-fed1dd2bf43f req-57efce5e-ff61-44ab-b789-85eba9de252d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431139 Sep 15 00:51:37.237254 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173163fd-b2fc-4871-aeb3-7aa7fbd4f6a4 req-24aa5879-ef5f-4e5c-88ab-af1022f31e44 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:37.238726 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-173163fd-b2fc-4871-aeb3-7aa7fbd4f6a4 req-24aa5879-ef5f-4e5c-88ab-af1022f31e44 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0504558 Sep 15 00:51:37.286321 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-173163fd-b2fc-4871-aeb3-7aa7fbd4f6a4 req-358e1338-19b3-4f41-877a-d1de71468c84 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421298 Sep 15 00:51:38.101243 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911f65d-983e-4e09-91c9-f36a2053c02c req-5ba332f4-58b4-4e47-904b-30ab41b7a582 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:38.102725 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a911f65d-983e-4e09-91c9-f36a2053c02c req-5ba332f4-58b4-4e47-904b-30ab41b7a582 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 944 time: 0.0458722 Sep 15 00:51:38.148548 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a911f65d-983e-4e09-91c9-f36a2053c02c req-79840846-351d-4461-b371-bd4a85885c59 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402830 Sep 15 00:51:38.417180 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d2ef2-b9db-4b80-a1ec-3c72becb00fc req-4d40f091-01d9-4832-af57-51ee539063bc tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:38.418687 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-e13d2ef2-b9db-4b80-a1ec-3c72becb00fc req-4d40f091-01d9-4832-af57-51ee539063bc tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0570455 Sep 15 00:51:38.471864 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-e13d2ef2-b9db-4b80-a1ec-3c72becb00fc req-fa8479af-8dad-4f9e-a299-630983b8390b tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474329 Sep 15 00:51:38.734502 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [req-32997f56-807b-4326-ba11-17a2677401e6 req-eef7dbf1-d64f-49e3-ac1e-51abcc651249 service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112953) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 00:51:38.735528 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-32997f56-807b-4326-ba11-17a2677401e6 req-eef7dbf1-d64f-49e3-ac1e-51abcc651249 service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0950422 Sep 15 00:51:39.742322 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef94a05-3f9a-4188-bd75-339eb8124028 req-32554ae8-b931-4aad-954b-ed76668a58cf tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:39.743812 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-0ef94a05-3f9a-4188-bd75-339eb8124028 req-32554ae8-b931-4aad-954b-ed76668a58cf tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0464094 Sep 15 00:51:39.791221 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-0ef94a05-3f9a-4188-bd75-339eb8124028 req-6aa4ab75-ab66-4557-b4a2-a0a8d1c9e830 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418885 Sep 15 00:51:39.921138 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab22df6-e7fc-469c-b02a-5e9381cbb823 req-e299f302-f77c-49da-8e3f-191c5dbfd8a0 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:39.922625 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-1ab22df6-e7fc-469c-b02a-5e9381cbb823 req-e299f302-f77c-49da-8e3f-191c5dbfd8a0 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 944 time: 0.0469170 Sep 15 00:51:39.965841 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=100 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:51:39.974778 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-1ab22df6-e7fc-469c-b02a-5e9381cbb823 req-3f454937-5e7c-47f0-9c53-5edf9f2bd3fc tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454867 Sep 15 00:51:40.180246 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 59460) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:51:40.256783 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5b04d82c-9604-48a7-b762-603b796a8950 req-c8fe109f-8d3c-4ec1-b3b9-ad5cd0cb5bca service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0754120 Sep 15 00:51:40.265033 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [req-5b04d82c-9604-48a7-b762-603b796a8950 req-a41dc90b-3933-4285-9a9a-fde62770b702 service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112953) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 00:51:40.265962 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5b04d82c-9604-48a7-b762-603b796a8950 req-a41dc90b-3933-4285-9a9a-fde62770b702 service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0046422 Sep 15 00:51:40.342005 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 59468) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:51:40.436248 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04d82c-9604-48a7-b762-603b796a8950 req-60719ea6-20c5-4fa9-8e6e-15c64b202102 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:40.437577 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5b04d82c-9604-48a7-b762-603b796a8950 req-60719ea6-20c5-4fa9-8e6e-15c64b202102 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports/86077b58-abc6-43a7-9b01-51a893794c4e HTTP/1.1" status: 200 len: 941 time: 0.0946188 Sep 15 00:51:40.475431 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 86077b58-abc6-43a7-9b01-51a893794c4e no longer exists at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:51:40.548688 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port 86077b58-abc6-43a7-9b01-51a893794c4e is: DOWN; New status is: DOWN {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:51:40.912130 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b27eb7-d374-4da6-9953-a8f0a105cc2f req-23c2f022-0656-4508-8aca-c585f157b4df tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:40.913616 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-87b27eb7-d374-4da6-9953-a8f0a105cc2f req-23c2f022-0656-4508-8aca-c585f157b4df tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0473535 Sep 15 00:51:40.961275 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-87b27eb7-d374-4da6-9953-a8f0a105cc2f req-337fde53-f6e5-49c8-b0b7-2897094cfa88 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416276 Sep 15 00:51:41.103755 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931b4da-6205-46b9-9b8c-42ee56132097 req-84945597-d5a4-4127-904f-49cd92d731ea tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:41.105241 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d931b4da-6205-46b9-9b8c-42ee56132097 req-84945597-d5a4-4127-904f-49cd92d731ea tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 944 time: 0.0512326 Sep 15 00:51:41.135832 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 6 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 00:51:41.152105 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d931b4da-6205-46b9-9b8c-42ee56132097 req-e447816a-4c0e-4cd5-a840-435ed70d5d64 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413582 Sep 15 00:51:42.082408 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4645b8-cd66-4899-b760-373ea4d4c304 req-bc35fd81-34da-46ca-b3c5-26cb0a0bab5a tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:42.083936 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-bc4645b8-cd66-4899-b760-373ea4d4c304 req-bc35fd81-34da-46ca-b3c5-26cb0a0bab5a tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0468619 Sep 15 00:51:42.132251 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-bc4645b8-cd66-4899-b760-373ea4d4c304 req-7dc15125-2ede-4a32-a2b5-057eaa424c2d tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426023 Sep 15 00:51:42.279885 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a06410d-81e0-414e-8206-d823843a3314 req-97c8d1fb-4939-48ab-9e09-bbba960df1f1 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:42.281695 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-7a06410d-81e0-414e-8206-d823843a3314 req-97c8d1fb-4939-48ab-9e09-bbba960df1f1 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 944 time: 0.0490813 Sep 15 00:51:42.328000 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-7a06410d-81e0-414e-8206-d823843a3314 req-59d8b71f-00e0-4ad8-a0f2-a6371e324889 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399473 Sep 15 00:51:42.472879 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04d82c-9604-48a7-b762-603b796a8950 req-9c00f1dc-c44f-4a17-ba27-ed11ae07efa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:42.474285 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5b04d82c-9604-48a7-b762-603b796a8950 req-9c00f1dc-c44f-4a17-ba27-ed11ae07efa2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07&tenant_id=72d7dfe402c045edbca04c0e7eee05f9 HTTP/1.1" status: 200 len: 1128 time: 0.0716341 Sep 15 00:51:42.552171 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04d82c-9604-48a7-b762-603b796a8950 req-af1bbe49-84a6-4954-a687-25ea1269d6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:42.553713 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5b04d82c-9604-48a7-b762-603b796a8950 req-af1bbe49-84a6-4954-a687-25ea1269d6c8 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=72d7dfe402c045edbca04c0e7eee05f9&device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 1128 time: 0.0406735 Sep 15 00:51:42.609450 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:51:42.647312 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04d82c-9604-48a7-b762-603b796a8950 req-41a4b4c4-f483-46d3-bf39-c61d4ef85730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:42.648962 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5b04d82c-9604-48a7-b762-603b796a8950 req-41a4b4c4-f483-46d3-bf39-c61d4ef85730 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=ab876c33-1fa1-4628-a9be-d8dde255d344 HTTP/1.1" status: 200 len: 917 time: 0.0890253 Sep 15 00:51:42.710921 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5b04d82c-9604-48a7-b762-603b796a8950 req-19b127fd-6cbb-4a05-b816-7e46ddf65d57 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86077b58-abc6-43a7-9b01-51a893794c4e HTTP/1.1" status: 200 len: 999 time: 0.0535376 Sep 15 00:51:42.759841 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04d82c-9604-48a7-b762-603b796a8950 req-1988c540-3350-4be8-888d-c56e1a3c7c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:42.761193 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5b04d82c-9604-48a7-b762-603b796a8950 req-1988c540-3350-4be8-888d-c56e1a3c7c33 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72 HTTP/1.1" status: 200 len: 856 time: 0.0439284 Sep 15 00:51:42.806244 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04d82c-9604-48a7-b762-603b796a8950 req-f5187df7-bbc0-43ad-93db-697c112349a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:42.807698 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5b04d82c-9604-48a7-b762-603b796a8950 req-f5187df7-bbc0-43ad-93db-697c112349a3 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=ab876c33-1fa1-4628-a9be-d8dde255d344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400934 Sep 15 00:51:42.895492 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5b04d82c-9604-48a7-b762-603b796a8950 req-252d9255-2c74-4d60-b055-c0c87b04e36c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ab876c33-1fa1-4628-a9be-d8dde255d344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810649 Sep 15 00:51:42.987082 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5b04d82c-9604-48a7-b762-603b796a8950 req-e18f6921-31e5-43ee-b158-ee4a14968edf service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ab876c33-1fa1-4628-a9be-d8dde255d344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847976 Sep 15 00:51:43.258913 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38dd89d-2bed-4a1d-b774-c7571227b8a9 req-ec60e794-af36-4d40-9f45-7d88e917c6d8 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:43.260430 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e38dd89d-2bed-4a1d-b774-c7571227b8a9 req-ec60e794-af36-4d40-9f45-7d88e917c6d8 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0474048 Sep 15 00:51:43.280503 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:51:43.309866 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e38dd89d-2bed-4a1d-b774-c7571227b8a9 req-2351a7a5-29da-4983-8ae6-62dce0372e79 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438547 Sep 15 00:51:43.501383 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c03b84-8fbc-4424-8ba5-8ad43180243f req-750047fa-4a74-4260-8e37-62d9adc86b1d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:43.503907 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d4c03b84-8fbc-4424-8ba5-8ad43180243f req-750047fa-4a74-4260-8e37-62d9adc86b1d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 944 time: 0.0638640 Sep 15 00:51:43.567251 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:51:43.570272 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d4c03b84-8fbc-4424-8ba5-8ad43180243f req-70edb787-826f-4a8b-83ca-53a890e5cd62 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0607104 Sep 15 00:51:44.129761 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:51:44.436574 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258aec1-b284-4efc-b5d9-04c1560472e4 req-cf3573c4-80f6-4c6a-b987-be0026b22ab1 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:44.437953 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c258aec1-b284-4efc-b5d9-04c1560472e4 req-cf3573c4-80f6-4c6a-b987-be0026b22ab1 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0521860 Sep 15 00:51:44.484489 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c258aec1-b284-4efc-b5d9-04c1560472e4 req-1a08fe1c-c426-40b8-9f35-38a50a1a2f70 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403111 Sep 15 00:51:44.714164 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbd76e-595e-4de8-ad1d-41531726cd52 req-150bca14-3b74-40cb-87e7-7e6a8a0a1cd5 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:44.715636 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-72bbd76e-595e-4de8-ad1d-41531726cd52 req-150bca14-3b74-40cb-87e7-7e6a8a0a1cd5 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 944 time: 0.0486524 Sep 15 00:51:44.764871 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-72bbd76e-595e-4de8-ad1d-41531726cd52 req-2363977e-8bbe-4f7e-b667-ae9821a83c51 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431857 Sep 15 00:51:45.607892 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade7388-4b29-4746-a52b-086733eb6d57 req-ed5f3261-1bac-4b9e-ad27-1f51b277e3ef tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:45.609385 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2ade7388-4b29-4746-a52b-086733eb6d57 req-ed5f3261-1bac-4b9e-ad27-1f51b277e3ef tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0471199 Sep 15 00:51:45.658951 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2ade7388-4b29-4746-a52b-086733eb6d57 req-1368f559-9b08-42bc-9690-1ef62491c2a8 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436792 Sep 15 00:51:45.896055 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b76ce-1f2b-4e8b-902e-4605db010fe1 req-d5e8beff-d5ca-4223-8671-a98ee06ff72d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:45.897548 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ed2b76ce-1f2b-4e8b-902e-4605db010fe1 req-d5e8beff-d5ca-4223-8671-a98ee06ff72d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 944 time: 0.0482750 Sep 15 00:51:45.944325 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=100 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:51:45.949398 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ed2b76ce-1f2b-4e8b-902e-4605db010fe1 req-6190880f-4524-4d01-8423-cf1300e7bf12 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463002 Sep 15 00:51:46.802419 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67048295-4991-4504-8bd8-48b271e71930 req-cf0dccfd-a8f2-4d5a-822a-48f9335ac24e tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:46.804020 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-67048295-4991-4504-8bd8-48b271e71930 req-cf0dccfd-a8f2-4d5a-822a-48f9335ac24e tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0509145 Sep 15 00:51:46.863699 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-67048295-4991-4504-8bd8-48b271e71930 req-949a4129-9f95-48af-8a64-fce93745d866 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523703 Sep 15 00:51:47.078525 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef008006-be09-4b91-b710-c0cad1a93bd5 req-ef0054a7-1770-4e44-a497-4f74eb76aa5d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:47.080601 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ef008006-be09-4b91-b710-c0cad1a93bd5 req-ef0054a7-1770-4e44-a497-4f74eb76aa5d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 944 time: 0.0480123 Sep 15 00:51:47.131198 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ef008006-be09-4b91-b710-c0cad1a93bd5 req-ecc4e862-14ad-44f9-a085-a5f230c0739a tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445309 Sep 15 00:51:47.777407 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-52223ee5-7edd-44c7-8c53-a6d00d28c067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:51:47.989972 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161e1e3-63fa-4f15-b34c-9e5d27ca25fa req-3d96de68-b9ef-44ee-995f-760a6eaf3eb0 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:47.991642 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e161e1e3-63fa-4f15-b34c-9e5d27ca25fa req-3d96de68-b9ef-44ee-995f-760a6eaf3eb0 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0474005 Sep 15 00:51:48.041957 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e161e1e3-63fa-4f15-b34c-9e5d27ca25fa req-75809941-e1c4-4720-9dd3-5e344e552e9c tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444191 Sep 15 00:51:48.264312 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63427305-c479-4794-920f-63cfc2216d15 req-ffc48fe1-5076-449e-b514-a4f50fe75dc6 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:48.265721 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-63427305-c479-4794-920f-63cfc2216d15 req-ffc48fe1-5076-449e-b514-a4f50fe75dc6 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 944 time: 0.0507319 Sep 15 00:51:48.318899 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-63427305-c479-4794-920f-63cfc2216d15 req-b052a9db-38e9-4b3a-b356-f0e0bb64ae6a tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462132 Sep 15 00:51:49.166596 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b36b78-0bbf-4c05-92ce-c18a46fe4d60 req-dd7a6bf8-3188-4e69-bc59-ba8b3adce02c tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:49.168108 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-95b36b78-0bbf-4c05-92ce-c18a46fe4d60 req-dd7a6bf8-3188-4e69-bc59-ba8b3adce02c tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0494704 Sep 15 00:51:49.216567 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-95b36b78-0bbf-4c05-92ce-c18a46fe4d60 req-ec05e87b-4ab4-4e46-8f67-3e66ce41be77 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427244 Sep 15 00:51:49.456305 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43405c-0e43-4e19-9c3b-ca4bd0ec70e7 req-a7d3d76d-f0d7-4fc6-9241-bef5bfcd028d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:49.457863 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ad43405c-0e43-4e19-9c3b-ca4bd0ec70e7 req-a7d3d76d-f0d7-4fc6-9241-bef5bfcd028d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 944 time: 0.0532372 Sep 15 00:51:49.508147 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ad43405c-0e43-4e19-9c3b-ca4bd0ec70e7 req-6cf621b4-a27c-4ada-895c-d1ac20c398f8 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445249 Sep 15 00:51:50.047566 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-e58d66d0-3a55-4233-8659-19a89474bc4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:51:50.369926 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83da71-a9bb-4bf0-bdf5-9d3cf48cc6fb req-e0255400-f207-4834-b0a1-6c10f6e74c2a tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:50.371431 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0e83da71-a9bb-4bf0-bdf5-9d3cf48cc6fb req-e0255400-f207-4834-b0a1-6c10f6e74c2a tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0543501 Sep 15 00:51:50.394881 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:51:50.426717 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0e83da71-a9bb-4bf0-bdf5-9d3cf48cc6fb req-29856b99-458c-49b2-a6c0-64a9accea3ba tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485885 Sep 15 00:51:50.639134 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d3a8d-fa9e-4e96-aa39-b8966767c973 req-6792f88a-ae77-46ea-98b7-ea90bd6e7696 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:50.640824 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-434d3a8d-fa9e-4e96-aa39-b8966767c973 req-6792f88a-ae77-46ea-98b7-ea90bd6e7696 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 944 time: 0.0497506 Sep 15 00:51:50.697535 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-434d3a8d-fa9e-4e96-aa39-b8966767c973 req-99d8ea2a-595c-4406-af81-9913a13d5836 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482781 Sep 15 00:51:51.315562 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:51:51.550692 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52ad00-87c8-4456-b8c3-7bf74244bace req-cb2e3a18-249f-4bc4-a717-5d44871ff224 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:51.552242 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9f52ad00-87c8-4456-b8c3-7bf74244bace req-cb2e3a18-249f-4bc4-a717-5d44871ff224 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0479918 Sep 15 00:51:51.601515 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9f52ad00-87c8-4456-b8c3-7bf74244bace req-5477820c-a7ab-4880-afa4-3fcd8f16bc01 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435371 Sep 15 00:51:51.839881 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b35385-1573-4953-a76e-a2565c1ead69 req-7bc36b54-5416-4155-a562-117e2e87173d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:51.841412 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a5b35385-1573-4953-a76e-a2565c1ead69 req-7bc36b54-5416-4155-a562-117e2e87173d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 944 time: 0.0579410 Sep 15 00:51:51.893705 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a5b35385-1573-4953-a76e-a2565c1ead69 req-ad5c98d7-38b9-4c0c-a6a1-9b88d4b51175 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462613 Sep 15 00:51:52.583667 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:51:52.668381 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:51:52.738767 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ded2af-b38a-461e-8ebd-85c648b813d7 req-7a44de20-7642-4d0c-91a4-47a2d94c63d3 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:52.740289 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b1ded2af-b38a-461e-8ebd-85c648b813d7 req-7a44de20-7642-4d0c-91a4-47a2d94c63d3 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0513527 Sep 15 00:51:52.789362 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b1ded2af-b38a-461e-8ebd-85c648b813d7 req-7a0854eb-1cba-460d-b8db-867b898edf0b tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433912 Sep 15 00:51:53.026436 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df7a83-78ff-4520-9796-516f09b1f3e7 req-ced6c794-d219-4ee9-9742-66b436af9e46 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:53.027971 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-99df7a83-78ff-4520-9796-516f09b1f3e7 req-ced6c794-d219-4ee9-9742-66b436af9e46 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 944 time: 0.0485871 Sep 15 00:51:53.072614 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=100 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:51:53.081704 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-99df7a83-78ff-4520-9796-516f09b1f3e7 req-dcfc5fb0-41a4-4f16-add7-b52c77372bee tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473418 Sep 15 00:51:53.918494 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a49a03-fd7b-467e-a758-85dc0451377c req-ac2dbe49-bb47-4c17-a069-2839507c6a16 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:53.920023 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d5a49a03-fd7b-467e-a758-85dc0451377c req-ac2dbe49-bb47-4c17-a069-2839507c6a16 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0484273 Sep 15 00:51:53.968998 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d5a49a03-fd7b-467e-a758-85dc0451377c req-c2ee2abe-ec9f-40d6-ae74-8efc658eae29 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425260 Sep 15 00:51:54.214613 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cba896-58c9-43eb-a619-30740898db4f req-2c95d0de-1cfb-48c6-b767-e0c224ae561c tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:54.216182 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-60cba896-58c9-43eb-a619-30740898db4f req-2c95d0de-1cfb-48c6-b767-e0c224ae561c tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 944 time: 0.0498369 Sep 15 00:51:54.265665 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-60cba896-58c9-43eb-a619-30740898db4f req-daadc9ba-0b8e-464d-b028-cd34a93f90cf tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430660 Sep 15 00:51:55.091099 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b05fe-bb11-4e43-a9be-f3f0780e7aca req-5a63f5af-32f6-44f6-afc9-01bb26fbc345 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:55.092583 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-964b05fe-bb11-4e43-a9be-f3f0780e7aca req-5a63f5af-32f6-44f6-afc9-01bb26fbc345 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0457187 Sep 15 00:51:55.141933 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-964b05fe-bb11-4e43-a9be-f3f0780e7aca req-d62e2a56-2270-49b7-8274-d5673e01dd10 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433364 Sep 15 00:51:55.392879 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c47d4-45ad-43b5-bf0f-c3ab02ea5468 req-ad95ddd4-9942-4197-8e2f-05b4f6af201f tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:55.394315 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-909c47d4-45ad-43b5-bf0f-c3ab02ea5468 req-ad95ddd4-9942-4197-8e2f-05b4f6af201f tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 944 time: 0.0491924 Sep 15 00:51:55.440593 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-909c47d4-45ad-43b5-bf0f-c3ab02ea5468 req-4d36d15e-7b59-4f30-bf32-f78f6589a732 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408001 Sep 15 00:51:56.464427 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386beadd-5db3-403a-8276-b6b0b4d390f6 req-65159576-5851-4cc7-9248-c98f4cfcb50d tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:56.465823 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-386beadd-5db3-403a-8276-b6b0b4d390f6 req-65159576-5851-4cc7-9248-c98f4cfcb50d tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.2470114 Sep 15 00:51:56.508307 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:51:56.513126 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-386beadd-5db3-403a-8276-b6b0b4d390f6 req-f205f19e-97a7-429d-b9fd-cb4b87159fbf tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411344 Sep 15 00:51:56.565795 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ad582-7816-4e8a-8e72-00629e6da743 req-e33f8e8a-30fd-44d0-971a-2f6a01a6d154 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:56.567281 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-234ad582-7816-4e8a-8e72-00629e6da743 req-e33f8e8a-30fd-44d0-971a-2f6a01a6d154 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 944 time: 0.0462496 Sep 15 00:51:56.613934 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-234ad582-7816-4e8a-8e72-00629e6da743 req-868a4058-967b-44dc-884f-7836c81edf39 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409641 Sep 15 00:51:57.210123 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=2 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:51:57.215323 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=6 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:51:57.631875 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc32764-a31c-44ae-a4f0-1179fe017289 req-ca1bed89-ae73-4a66-a81c-8cbf0f41c22e tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:57.633317 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-adc32764-a31c-44ae-a4f0-1179fe017289 req-ca1bed89-ae73-4a66-a81c-8cbf0f41c22e tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0462525 Sep 15 00:51:57.681484 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-adc32764-a31c-44ae-a4f0-1179fe017289 req-ed5c0314-8ff1-4167-b0a0-d922b51ea508 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426619 Sep 15 00:51:57.745414 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41e60b-b787-4a59-bfb8-270de02fdc05 req-e1187273-8817-4768-882c-eb231bf41dd7 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:57.746881 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-8a41e60b-b787-4a59-bfb8-270de02fdc05 req-e1187273-8817-4768-882c-eb231bf41dd7 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 944 time: 0.0498767 Sep 15 00:51:57.793406 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-8a41e60b-b787-4a59-bfb8-270de02fdc05 req-188b9b16-49c0-4fa5-b668-b3dabb771756 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405610 Sep 15 00:51:58.041422 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ccdda-1a23-447a-ac24-c5642e36564c req-3c044deb-9aa0-4fe8-a6ab-46857b2e0f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:58.042959 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-077ccdda-1a23-447a-ac24-c5642e36564c req-3c044deb-9aa0-4fe8-a6ab-46857b2e0f1a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6a9d9cf3606845ec964dd8320126293e&device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 1129 time: 0.0425832 Sep 15 00:51:58.804073 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178560a-62d7-4197-b615-03fc58bb2480 req-2cf34ce3-a4a7-4aa5-af26-a5ddc910d464 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:58.805502 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b178560a-62d7-4197-b615-03fc58bb2480 req-2cf34ce3-a4a7-4aa5-af26-a5ddc910d464 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0448501 Sep 15 00:51:58.857420 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b178560a-62d7-4197-b615-03fc58bb2480 req-407da724-17f2-4b58-a2b0-46dfa01bb046 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464396 Sep 15 00:51:59.029271 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec615ce-212c-4800-a284-b25bd062c37e req-cfce3bce-a9cc-497c-b9b7-31e22df4aa89 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:59.030769 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-8ec615ce-212c-4800-a284-b25bd062c37e req-cfce3bce-a9cc-497c-b9b7-31e22df4aa89 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 944 time: 0.0491610 Sep 15 00:51:59.058764 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef9f22-44ce-439c-b24a-df039a980c2d req-2138a8b2-b46e-4862-bd4a-5f21b9b6e159 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:59.060283 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-34ef9f22-44ce-439c-b24a-df039a980c2d req-2138a8b2-b46e-4862-bd4a-5f21b9b6e159 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0481155 Sep 15 00:51:59.078485 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-8ec615ce-212c-4800-a284-b25bd062c37e req-eb87e98f-dba3-41bd-9eb2-fb1fc079427e tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412977 Sep 15 00:51:59.111110 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-34ef9f22-44ce-439c-b24a-df039a980c2d req-c64c5bdd-2e1a-4e29-952c-8ff956831f46 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449200 Sep 15 00:51:59.499348 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ccdda-1a23-447a-ac24-c5642e36564c req-b6ad1beb-813c-4daa-8dbb-7171e5561a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:59.501093 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-077ccdda-1a23-447a-ac24-c5642e36564c req-b6ad1beb-813c-4daa-8dbb-7171e5561a56 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0 HTTP/1.1" status: 200 len: 910 time: 0.0851824 Sep 15 00:51:59.563842 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-077ccdda-1a23-447a-ac24-c5642e36564c req-8272bf57-4cf2-433d-a79d-1ec4dac867e6 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45e2672c-5f66-4187-b159-c6d3bb80d12b HTTP/1.1" status: 200 len: 1000 time: 0.0565820 Sep 15 00:51:59.611700 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ccdda-1a23-447a-ac24-c5642e36564c req-905fdead-dc3e-4771-98ca-b38f615fa9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:59.613087 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-077ccdda-1a23-447a-ac24-c5642e36564c req-905fdead-dc3e-4771-98ca-b38f615fa9d7 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=7d05243c-ba86-4ab7-a5fb-f252ae11d048 HTTP/1.1" status: 200 len: 849 time: 0.0430243 Sep 15 00:51:59.626811 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:51:59.657618 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ccdda-1a23-447a-ac24-c5642e36564c req-a6940103-3b0b-4138-a104-79782bc3a09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:51:59.659127 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-077ccdda-1a23-447a-ac24-c5642e36564c req-a6940103-3b0b-4138-a104-79782bc3a09a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390453 Sep 15 00:51:59.753674 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-077ccdda-1a23-447a-ac24-c5642e36564c req-4e448fae-0560-4562-87c2-ae638b9f2c19 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846350 Sep 15 00:51:59.841059 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-077ccdda-1a23-447a-ac24-c5642e36564c req-05ca9db2-6479-4ae0-a950-304dd365a852 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808299 Sep 15 00:52:00.028742 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbac729-39ed-4e9d-b0d1-9ee0339cc28d req-7a480b7c-956a-49f0-8642-8978c7781ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:00.030145 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9bbac729-39ed-4e9d-b0d1-9ee0339cc28d req-7a480b7c-956a-49f0-8642-8978c7781ae5 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6a9d9cf3606845ec964dd8320126293e&device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 1129 time: 0.0430691 Sep 15 00:52:00.188708 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=100 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:52:00.205801 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46a55f-ce97-41a4-85f2-e091e7b0c5f8 req-3a11eacb-ecb8-4850-b1fe-4661cc7bfe6c tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:00.207497 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-2a46a55f-ce97-41a4-85f2-e091e7b0c5f8 req-3a11eacb-ecb8-4850-b1fe-4661cc7bfe6c tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 944 time: 0.0477779 Sep 15 00:52:00.233844 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a9006-6531-44e8-a2a4-21494a4a6fc5 req-c61dcbd8-69d1-4c27-b90d-5c8d0591aca1 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:00.235317 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-462a9006-6531-44e8-a2a4-21494a4a6fc5 req-c61dcbd8-69d1-4c27-b90d-5c8d0591aca1 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0470340 Sep 15 00:52:00.258791 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-2a46a55f-ce97-41a4-85f2-e091e7b0c5f8 req-b78aec57-f0d5-495e-ae30-0d0e19ed2857 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457828 Sep 15 00:52:00.283515 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-462a9006-6531-44e8-a2a4-21494a4a6fc5 req-70a0bf4a-ffdb-444f-8e87-724306a2db7e tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419493 Sep 15 00:52:00.384894 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbac729-39ed-4e9d-b0d1-9ee0339cc28d req-51496592-af3a-44a4-bb04-2584db69d395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:00.386416 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9bbac729-39ed-4e9d-b0d1-9ee0339cc28d req-51496592-af3a-44a4-bb04-2584db69d395 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0 HTTP/1.1" status: 200 len: 910 time: 0.0913060 Sep 15 00:52:00.401562 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:52:00.453039 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9bbac729-39ed-4e9d-b0d1-9ee0339cc28d req-c11d11cf-3e16-45c2-a7cc-63a8870f011c service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45e2672c-5f66-4187-b159-c6d3bb80d12b HTTP/1.1" status: 200 len: 1000 time: 0.0564258 Sep 15 00:52:00.548399 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbac729-39ed-4e9d-b0d1-9ee0339cc28d req-b835f9c3-24d8-44ef-8cfc-43f2df0e5fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:00.550485 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9bbac729-39ed-4e9d-b0d1-9ee0339cc28d req-b835f9c3-24d8-44ef-8cfc-43f2df0e5fab service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=7d05243c-ba86-4ab7-a5fb-f252ae11d048 HTTP/1.1" status: 200 len: 849 time: 0.0470600 Sep 15 00:52:00.601417 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbac729-39ed-4e9d-b0d1-9ee0339cc28d req-2f1d1d3e-a9be-490f-834b-5fd86ea6f7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:00.602915 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9bbac729-39ed-4e9d-b0d1-9ee0339cc28d req-2f1d1d3e-a9be-490f-834b-5fd86ea6f7a7 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426080 Sep 15 00:52:00.698745 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9bbac729-39ed-4e9d-b0d1-9ee0339cc28d req-88895beb-b0e7-4f8a-82e7-9faa6a9bd661 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892832 Sep 15 00:52:00.794426 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9bbac729-39ed-4e9d-b0d1-9ee0339cc28d req-7ded7273-08a2-4580-9b67-c0f556236acd service neutron] 10.222.0.18 "GET /networking/v2.0/networks/5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878289 Sep 15 00:52:01.388720 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12459f74-d553-499e-8999-4ebd6e6400de req-f34dd7ae-0d4a-465d-b2d5-edb27914a8e4 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:01.390205 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-12459f74-d553-499e-8999-4ebd6e6400de req-f34dd7ae-0d4a-465d-b2d5-edb27914a8e4 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 944 time: 0.0484295 Sep 15 00:52:01.403747 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b85a13-5ce2-4550-9213-6fc1e5b02991 req-489f1acd-3226-49d6-b5a8-f3581de6b540 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:01.405337 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-28b85a13-5ce2-4550-9213-6fc1e5b02991 req-489f1acd-3226-49d6-b5a8-f3581de6b540 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0473287 Sep 15 00:52:01.438357 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-12459f74-d553-499e-8999-4ebd6e6400de req-2dffe25f-2e4c-40c2-b819-6974f03201e3 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412092 Sep 15 00:52:01.452046 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-28b85a13-5ce2-4550-9213-6fc1e5b02991 req-574e7baa-9d3c-4953-8c8c-c94ed1b26add tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408525 Sep 15 00:52:02.570097 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f5a8d1-b5d1-44d7-baf3-b398821f532c req-6236b0bb-b52f-4af5-a18f-28b1bbd6f342 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:02.571622 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-33f5a8d1-b5d1-44d7-baf3-b398821f532c req-6236b0bb-b52f-4af5-a18f-28b1bbd6f342 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 944 time: 0.0506108 Sep 15 00:52:02.574848 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83304fb8-b89f-4560-9a45-c28573f4bfa2 req-47927da1-d322-4aee-88bf-7f1814c8ba7d tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:02.576369 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-83304fb8-b89f-4560-9a45-c28573f4bfa2 req-47927da1-d322-4aee-88bf-7f1814c8ba7d tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0503571 Sep 15 00:52:02.619984 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-33f5a8d1-b5d1-44d7-baf3-b398821f532c req-2bee2b78-162a-4e72-8fc5-808dd24f843b tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423172 Sep 15 00:52:02.622844 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-83304fb8-b89f-4560-9a45-c28573f4bfa2 req-53a81bf3-b889-4c9a-80cd-5f5c13c75e97 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403664 Sep 15 00:52:02.656937 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:52:02.664237 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:52:03.745552 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c0a87-bfe1-4759-bd86-bef2c64303f3 req-8bff4c66-9957-4f9b-8754-839f7eae0275 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:03.746987 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-290c0a87-bfe1-4759-bd86-bef2c64303f3 req-8bff4c66-9957-4f9b-8754-839f7eae0275 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 944 time: 0.0456693 Sep 15 00:52:03.766630 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:52:03.793594 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-290c0a87-bfe1-4759-bd86-bef2c64303f3 req-938fa186-b7b8-41f2-8240-5af9f9dba163 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408540 Sep 15 00:52:04.921150 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942af7f-f762-4c25-902a-5781f0823778 req-5688c1d1-92a1-4656-baa4-68ca69adcc30 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:04.922593 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-2942af7f-f762-4c25-902a-5781f0823778 req-5688c1d1-92a1-4656-baa4-68ca69adcc30 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 944 time: 0.0489893 Sep 15 00:52:04.967471 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-2942af7f-f762-4c25-902a-5781f0823778 req-1ecd4444-0fd0-4da3-8d8c-27da2ddf53ca tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387549 Sep 15 00:52:06.091893 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec9852-3edb-43fe-8eb0-3127021f4c66 req-b6841c2b-fbfb-470d-8320-249ef39da8ae tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:06.093348 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7fec9852-3edb-43fe-8eb0-3127021f4c66 req-b6841c2b-fbfb-470d-8320-249ef39da8ae tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 944 time: 0.0459452 Sep 15 00:52:06.149785 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7fec9852-3edb-43fe-8eb0-3127021f4c66 req-41a423ee-8a32-4f3f-b46c-63524a5e78c0 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509322 Sep 15 00:52:06.564912 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 86077b58-abc6-43a7-9b01-51a893794c4e details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=112954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 00:52:06.664830 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 86077b58-abc6-43a7-9b01-51a893794c4e, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=86077b58-abc6-43a7-9b01-51a893794c4e,segment=NetworkSegment(579e5fe4-7341-4bb1-8e14-57c33347e302),segment_id=579e5fe4-7341-4bb1-8e14-57c33347e302)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:52:06.676300 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Returning: {'device': '86077b58-abc6-43a7-9b01-51a893794c4e', 'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344', 'port_id': '86077b58-abc6-43a7-9b01-51a893794c4e', 'mac_address': 'fa:16:3e:c0:e5:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 00:52:06.711231 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port 86077b58-abc6-43a7-9b01-51a893794c4e is: DOWN; New status is: BUILD {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:52:06.711644 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (86077b58-abc6-43a7-9b01-51a893794c4e), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:06.725270 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86077b58-abc6-43a7-9b01-51a893794c4e {{(pid=112954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 00:52:06.744345 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 86077b58-abc6-43a7-9b01-51a893794c4e, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=86077b58-abc6-43a7-9b01-51a893794c4e,segment=NetworkSegment(579e5fe4-7341-4bb1-8e14-57c33347e302),segment_id=579e5fe4-7341-4bb1-8e14-57c33347e302)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:52:06.748965 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (86077b58-abc6-43a7-9b01-51a893794c4e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:06.798826 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=86077b58-abc6-43a7-9b01-51a893794c4e,revision_number=9']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:52:07.260666 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] get_ports_and_sgs() called for port_ids ['86077b58-abc6-43a7-9b01-51a893794c4e'] {{(pid=112954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 00:52:07.276759 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f9657-2453-42f4-bd06-e19d42a03a62 req-da71885a-c882-46a5-b454-91ab9685b506 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:07.278241 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ff6f9657-2453-42f4-bd06-e19d42a03a62 req-da71885a-c882-46a5-b454-91ab9685b506 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 945 time: 0.0479314 Sep 15 00:52:07.324546 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ff6f9657-2453-42f4-bd06-e19d42a03a62 req-d47def6f-1455-4f36-bd8c-5bba0ce15848 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404305 Sep 15 00:52:08.456991 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57487f-357f-4e4a-bfc0-e2fb17860406 req-0d80a1f8-190e-4117-ba4c-b2f3498be105 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:08.458724 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-3c57487f-357f-4e4a-bfc0-e2fb17860406 req-0d80a1f8-190e-4117-ba4c-b2f3498be105 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 945 time: 0.0476682 Sep 15 00:52:08.505994 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-3c57487f-357f-4e4a-bfc0-e2fb17860406 req-7a27a790-5aaf-4119-bf7f-55e7a477e10d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418577 Sep 15 00:52:08.588364 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 86077b58-abc6-43a7-9b01-51a893794c4e up at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:52:08.631201 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Provisioning complete for port 86077b58-abc6-43a7-9b01-51a893794c4e triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:52:08.631528 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (86077b58-abc6-43a7-9b01-51a893794c4e), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:08.631865 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Attempt 1 to provision port 86077b58-abc6-43a7-9b01-51a893794c4e Sep 15 00:52:08.701839 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port 86077b58-abc6-43a7-9b01-51a893794c4e is: BUILD; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:52:08.702221 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (86077b58-abc6-43a7-9b01-51a893794c4e), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:08.724572 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469fcc1e-0231-4642-b72f-c2bf7fd7eb07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86077b58-abc6-43a7-9b01-51a893794c4e'}] {{(pid=112954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:52:08.726813 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac31f47a78c65cec711889e6d70219b8f5c13991b6e76ee3a100a5a33f2e7321" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad523835-249e-45b7-a21d-fe7fb306207e" -d '{"events": [{"server_uuid": "469fcc1e-0231-4642-b72f-c2bf7fd7eb07", "name": "network-vif-plugged", "status": "completed", "tag": "86077b58-abc6-43a7-9b01-51a893794c4e"}]}' {{(pid=112954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:52:08.742032 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 86077b58-abc6-43a7-9b01-51a893794c4e, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=86077b58-abc6-43a7-9b01-51a893794c4e,segment=NetworkSegment(579e5fe4-7341-4bb1-8e14-57c33347e302),segment_id=579e5fe4-7341-4bb1-8e14-57c33347e302)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:52:08.746823 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (86077b58-abc6-43a7-9b01-51a893794c4e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:08.772732 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 00:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47f684b-3a7d-4efe-9cf9-dd7d5d1393b6 x-openstack-request-id: req-f47f684b-3a7d-4efe-9cf9-dd7d5d1393b6 {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:52:08.773033 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "469fcc1e-0231-4642-b72f-c2bf7fd7eb07", "name": "network-vif-plugged", "status": "completed", "tag": "86077b58-abc6-43a7-9b01-51a893794c4e", "code": 200}]} {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:52:08.773287 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f47f684b-3a7d-4efe-9cf9-dd7d5d1393b6 {{(pid=112954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:52:08.773676 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f47f684b-3a7d-4efe-9cf9-dd7d5d1393b6'] response: {'server_uuid': '469fcc1e-0231-4642-b72f-c2bf7fd7eb07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86077b58-abc6-43a7-9b01-51a893794c4e', 'code': 200} Sep 15 00:52:08.798341 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=86077b58-abc6-43a7-9b01-51a893794c4e,revision_number=10']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:52:09.422477 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df17e8e-4d81-4d6f-a7d9-ec7425cda36e req-08a2c093-53b5-4f86-9d05-45b6893abc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:09.424034 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-3df17e8e-4d81-4d6f-a7d9-ec7425cda36e req-08a2c093-53b5-4f86-9d05-45b6893abc82 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 1131 time: 0.0387595 Sep 15 00:52:09.470863 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-3df17e8e-4d81-4d6f-a7d9-ec7425cda36e req-f4ef13f2-b5a6-4df9-93da-24a412c68037 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369973 Sep 15 00:52:09.632163 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27770431-26c8-4f9c-bb2d-207fadde45cc req-81eefc94-2bed-4ba3-9e1a-4031e276e10e tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:09.633601 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-27770431-26c8-4f9c-bb2d-207fadde45cc req-81eefc94-2bed-4ba3-9e1a-4031e276e10e tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 947 time: 0.0485439 Sep 15 00:52:09.679634 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-27770431-26c8-4f9c-bb2d-207fadde45cc req-3e7dd5f9-a5a0-4148-9f63-9a11e7774c23 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405443 Sep 15 00:52:10.809323 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c3156-f70b-4881-bb85-0604db2721ea req-92f2e9b5-ae6a-470a-8850-00ebf0600711 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:10.810765 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-2b3c3156-f70b-4881-bb85-0604db2721ea req-92f2e9b5-ae6a-470a-8850-00ebf0600711 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 947 time: 0.0459516 Sep 15 00:52:10.844868 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=100 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:52:10.862106 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-2b3c3156-f70b-4881-bb85-0604db2721ea req-449394dc-2b4e-4859-8025-84779e516ee7 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457489 Sep 15 00:52:11.991418 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbfc03f-7329-4fa9-9ed2-93c8aedd10a9 req-457ff094-1bb8-4efc-8b05-f98820862e7d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:11.992949 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-cdbfc03f-7329-4fa9-9ed2-93c8aedd10a9 req-457ff094-1bb8-4efc-8b05-f98820862e7d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 947 time: 0.0473311 Sep 15 00:52:12.005000 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:52:12.041295 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-cdbfc03f-7329-4fa9-9ed2-93c8aedd10a9 req-a51bee81-6946-49f3-add5-add18a0f96a2 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426474 Sep 15 00:52:13.174034 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa39c17-db6e-4754-b595-d0fbcc14c5ba req-4336141b-0205-4879-8490-072a585489f3 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:13.175511 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-5fa39c17-db6e-4754-b595-d0fbcc14c5ba req-4336141b-0205-4879-8490-072a585489f3 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 947 time: 0.0457473 Sep 15 00:52:13.222625 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-5fa39c17-db6e-4754-b595-d0fbcc14c5ba req-890bec01-387c-4f6b-8d82-fdad3d784342 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412498 Sep 15 00:52:14.133974 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:16.157933 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:52:17.759507 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-e3384714-60c1-4965-ab99-7e571d4406a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:18.136935 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 6 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 00:52:20.033671 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-92bcbe8c-60ce-4c21-9813-4320f92bd1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:21.321984 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:22.034467 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:52:22.036987 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=51 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:52:22.712063 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:22.714154 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:23.216987 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=9 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:52:23.219078 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=61 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:52:26.217138 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0fd4c-320b-4d9d-a0e9-9aad11f18b94 req-57d7c95b-5f43-4738-903f-45ddda19e81c tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:26.218632 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-83b0fd4c-320b-4d9d-a0e9-9aad11f18b94 req-57d7c95b-5f43-4738-903f-45ddda19e81c tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 984 time: 0.0471764 Sep 15 00:52:26.279030 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-83b0fd4c-320b-4d9d-a0e9-9aad11f18b94 req-5f8065fc-2151-437b-9926-e16cf5767dff tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&id=ae1e1c03-b28b-4d7c-bcba-4af71d500af6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546150 Sep 15 00:52:26.288782 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8ee27-26f2-45ac-95e5-ff43aa1da4d6 req-a0fd26aa-abe6-42e4-8961-9ea209d5755a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:26.290275 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5db8ee27-26f2-45ac-95e5-ff43aa1da4d6 req-a0fd26aa-abe6-42e4-8961-9ea209d5755a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=762beb87caad4aa691528a7d9de01086&device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 1168 time: 0.0395894 Sep 15 00:52:26.382982 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8ee27-26f2-45ac-95e5-ff43aa1da4d6 req-ed382cb9-910c-4050-a0f2-3f2a811b3e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:26.384444 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5db8ee27-26f2-45ac-95e5-ff43aa1da4d6 req-ed382cb9-910c-4050-a0f2-3f2a811b3e53 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=6527e211-69f5-4bda-8984-4ee4af88ebfb HTTP/1.1" status: 200 len: 914 time: 0.0863540 Sep 15 00:52:26.455954 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5db8ee27-26f2-45ac-95e5-ff43aa1da4d6 req-f0f89608-7139-4f49-b243-184d4725127d service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 HTTP/1.1" status: 200 len: 1001 time: 0.0622742 Sep 15 00:52:26.508902 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8ee27-26f2-45ac-95e5-ff43aa1da4d6 req-ac5427fa-e503-4258-9db2-1d46d8928081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:26.510378 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5db8ee27-26f2-45ac-95e5-ff43aa1da4d6 req-ac5427fa-e503-4258-9db2-1d46d8928081 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=479cc5fe-8cf2-4cfc-81e7-d1f45af83420 HTTP/1.1" status: 200 len: 853 time: 0.0472715 Sep 15 00:52:26.553948 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8ee27-26f2-45ac-95e5-ff43aa1da4d6 req-51c63271-a364-4a35-ab8b-fc379a2426fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:26.555322 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5db8ee27-26f2-45ac-95e5-ff43aa1da4d6 req-51c63271-a364-4a35-ab8b-fc379a2426fc service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=6527e211-69f5-4bda-8984-4ee4af88ebfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378227 Sep 15 00:52:26.647473 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5db8ee27-26f2-45ac-95e5-ff43aa1da4d6 req-8346c8bb-2111-4472-9074-2dd218b867b2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6527e211-69f5-4bda-8984-4ee4af88ebfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854359 Sep 15 00:52:26.735687 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5db8ee27-26f2-45ac-95e5-ff43aa1da4d6 req-afbff4d6-ffad-44eb-952f-6cb0a19bc234 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6527e211-69f5-4bda-8984-4ee4af88ebfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818107 Sep 15 00:52:27.404086 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682caab-c8ac-42c3-8d98-984c303e3ad2 req-3086ad5c-7f89-41a7-badc-f603cf82aa65 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:27.405562 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2682caab-c8ac-42c3-8d98-984c303e3ad2 req-3086ad5c-7f89-41a7-badc-f603cf82aa65 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 984 time: 0.0499578 Sep 15 00:52:27.465538 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2682caab-c8ac-42c3-8d98-984c303e3ad2 req-454d7253-1569-432e-bfc5-c22543762a56 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&id=ae1e1c03-b28b-4d7c-bcba-4af71d500af6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538065 Sep 15 00:52:28.592102 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb622931-1f37-4105-9ab3-e5cab1278296 req-7c77b0dd-bf2f-4c2e-9d29-f1a5d8870e81 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:28.594316 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-fb622931-1f37-4105-9ab3-e5cab1278296 req-7c77b0dd-bf2f-4c2e-9d29-f1a5d8870e81 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 984 time: 0.0531549 Sep 15 00:52:28.656783 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-fb622931-1f37-4105-9ab3-e5cab1278296 req-672bc58a-fd10-4c69-969e-ec639d3a5857 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&id=ae1e1c03-b28b-4d7c-bcba-4af71d500af6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569253 Sep 15 00:52:29.775847 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fbe149-fba7-45f4-a5bd-b61532d9c909 req-60aa913c-988b-4057-bbd9-c0c3810155e6 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:29.777318 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-63fbe149-fba7-45f4-a5bd-b61532d9c909 req-60aa913c-988b-4057-bbd9-c0c3810155e6 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 984 time: 0.0467970 Sep 15 00:52:29.837401 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-63fbe149-fba7-45f4-a5bd-b61532d9c909 req-99d7bc9d-01cf-4a21-b520-afc2b57e157e tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&id=ae1e1c03-b28b-4d7c-bcba-4af71d500af6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545089 Sep 15 00:52:30.956862 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f98b79-a9a2-4008-8df0-73ae71f0bb42 req-c04fc681-d99d-43ac-86ad-59c298961e7d tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:30.958230 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d4f98b79-a9a2-4008-8df0-73ae71f0bb42 req-c04fc681-d99d-43ac-86ad-59c298961e7d tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 984 time: 0.0470033 Sep 15 00:52:31.017052 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d4f98b79-a9a2-4008-8df0-73ae71f0bb42 req-0d11247d-8f93-4027-ade1-893365e62848 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&id=ae1e1c03-b28b-4d7c-bcba-4af71d500af6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532217 Sep 15 00:52:32.136328 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c5204-bb97-40b7-98ac-be553bf31b69 req-bc9ebb8b-7bcb-4762-8665-8ad253ea4026 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:32.137753 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-4f2c5204-bb97-40b7-98ac-be553bf31b69 req-bc9ebb8b-7bcb-4762-8665-8ad253ea4026 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 984 time: 0.0462439 Sep 15 00:52:32.198818 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-4f2c5204-bb97-40b7-98ac-be553bf31b69 req-4aa8b63d-3663-4b21-b927-1f8cf45131ac tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&id=ae1e1c03-b28b-4d7c-bcba-4af71d500af6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554919 Sep 15 00:52:32.708867 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:52:32.711009 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:52:33.323253 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ac790-8d17-4c11-b709-f8e7b5fcdc23 req-50caf880-6eb6-4158-a34e-0efdd966a3ed tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:33.324763 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-8f4ac790-8d17-4c11-b709-f8e7b5fcdc23 req-50caf880-6eb6-4158-a34e-0efdd966a3ed tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 984 time: 0.0506756 Sep 15 00:52:33.383191 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-8f4ac790-8d17-4c11-b709-f8e7b5fcdc23 req-fd01447e-4891-4977-aba5-8f1c24fc1d9d tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&id=ae1e1c03-b28b-4d7c-bcba-4af71d500af6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527773 Sep 15 00:52:34.208127 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=5 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:52:34.213286 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=3 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:52:34.500882 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b164b1-5b80-48d1-8236-27f8b214447c req-0f3469b0-16f9-44bd-9f41-bec6f20d201c tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:34.502254 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-89b164b1-5b80-48d1-8236-27f8b214447c req-0f3469b0-16f9-44bd-9f41-bec6f20d201c tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 984 time: 0.0462432 Sep 15 00:52:34.561281 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-89b164b1-5b80-48d1-8236-27f8b214447c req-995e9f9b-3e05-4c0a-9f1e-e2194257378d tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&id=ae1e1c03-b28b-4d7c-bcba-4af71d500af6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533834 Sep 15 00:52:35.684003 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d093c4-130f-4850-84dc-a42b6029388c req-c1157880-95c5-4021-b417-5b0ee60c331e tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:35.685566 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-e0d093c4-130f-4850-84dc-a42b6029388c req-c1157880-95c5-4021-b417-5b0ee60c331e tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 984 time: 0.0491700 Sep 15 00:52:35.744549 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-e0d093c4-130f-4850-84dc-a42b6029388c req-6845063a-0a68-4469-a9d5-5c1d209e232b tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&id=ae1e1c03-b28b-4d7c-bcba-4af71d500af6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532253 Sep 15 00:52:36.867869 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62c885-1310-4ea8-8865-e452ef37afa2 req-4bd55008-fcc2-46d2-a7b7-57ba83694a7a tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:36.869384 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9a62c885-1310-4ea8-8865-e452ef37afa2 req-4bd55008-fcc2-46d2-a7b7-57ba83694a7a tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 984 time: 0.0485320 Sep 15 00:52:36.910909 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:52:36.930618 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9a62c885-1310-4ea8-8865-e452ef37afa2 req-695608b7-7126-4ee8-a20f-a773f71be68a tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&id=ae1e1c03-b28b-4d7c-bcba-4af71d500af6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555067 Sep 15 00:52:38.042453 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:52:38.059723 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a72009-6ab4-43f0-8b7a-888ba7c16a15 req-7e3c5923-066a-4d80-8f8a-13c647294cdf tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:38.061211 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b1a72009-6ab4-43f0-8b7a-888ba7c16a15 req-7e3c5923-066a-4d80-8f8a-13c647294cdf tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 984 time: 0.0528669 Sep 15 00:52:38.122035 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b1a72009-6ab4-43f0-8b7a-888ba7c16a15 req-9cef3eb7-36d1-400c-9dfd-fc9c2f16a12a tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&id=ae1e1c03-b28b-4d7c-bcba-4af71d500af6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547721 Sep 15 00:52:39.247174 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feabe50-56ba-400e-ad99-957e60f1bf83 req-38d8d1b3-19e5-4024-90dc-3998655129dd tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:39.248683 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-8feabe50-56ba-400e-ad99-957e60f1bf83 req-38d8d1b3-19e5-4024-90dc-3998655129dd tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 984 time: 0.0482740 Sep 15 00:52:39.310166 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-8feabe50-56ba-400e-ad99-957e60f1bf83 req-07ba8197-a8bc-4daf-abe4-b00359ac8221 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&id=ae1e1c03-b28b-4d7c-bcba-4af71d500af6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543361 Sep 15 00:52:40.420930 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc76ca-61a7-48d9-809f-d589ddfd0945 req-9b5607a7-08de-4854-9984-6857458e8bed tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:40.422432 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-8cbc76ca-61a7-48d9-809f-d589ddfd0945 req-9b5607a7-08de-4854-9984-6857458e8bed tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 945 time: 0.0491712 Sep 15 00:52:40.428739 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333f67d-b74b-4808-aedc-e25e9c67f3de req-0f3f413c-b8e6-4cfd-955f-2344cbae2b44 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:40.430193 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7333f67d-b74b-4808-aedc-e25e9c67f3de req-0f3f413c-b8e6-4cfd-955f-2344cbae2b44 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 984 time: 0.0466876 Sep 15 00:52:40.475361 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-8cbc76ca-61a7-48d9-809f-d589ddfd0945 req-7a4d675c-220b-4eee-9d31-66a26dca6946 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ae39bb43-f42c-4c88-9128-f0c5493fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464733 Sep 15 00:52:40.493808 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7333f67d-b74b-4808-aedc-e25e9c67f3de req-2983bb7e-6e8d-4005-a0a7-d9dc2bb233f8 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&id=ae1e1c03-b28b-4d7c-bcba-4af71d500af6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580583 Sep 15 00:52:41.596093 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4283d6-ddda-4707-b7c7-2bf13b2b214f req-8846ac60-ed4c-4abc-93e1-8186a64b66bf tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:41.597709 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ad4283d6-ddda-4707-b7c7-2bf13b2b214f req-8846ac60-ed4c-4abc-93e1-8186a64b66bf tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 945 time: 0.0474350 Sep 15 00:52:41.617545 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2868f1-757e-4bff-a839-144ddbb67a10 req-0cb9f7c4-65b5-4ba2-9cad-08206e80682a tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:41.618925 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-dc2868f1-757e-4bff-a839-144ddbb67a10 req-0cb9f7c4-65b5-4ba2-9cad-08206e80682a tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 984 time: 0.0469515 Sep 15 00:52:41.645823 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ad4283d6-ddda-4707-b7c7-2bf13b2b214f req-83c411fd-81da-452e-8d97-135f1c034b28 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ae39bb43-f42c-4c88-9128-f0c5493fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423052 Sep 15 00:52:41.678497 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-dc2868f1-757e-4bff-a839-144ddbb67a10 req-10511d20-aa7d-4b87-80b1-6e41ebe56bca tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&id=ae1e1c03-b28b-4d7c-bcba-4af71d500af6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533478 Sep 15 00:52:42.765850 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7842f6-9bb0-4d03-a6dc-fa127c4dbd6c req-36e5e5f7-0e31-4bbf-87c8-90e115e33fbb tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:42.767325 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-de7842f6-9bb0-4d03-a6dc-fa127c4dbd6c req-36e5e5f7-0e31-4bbf-87c8-90e115e33fbb tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 945 time: 0.0466366 Sep 15 00:52:42.802249 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c9d5a-9038-4ac5-b26e-0ecf3f3f13ca req-eb53ff15-8358-4c90-985a-787d29748634 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:42.803778 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b35c9d5a-9038-4ac5-b26e-0ecf3f3f13ca req-eb53ff15-8358-4c90-985a-787d29748634 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 984 time: 0.0461380 Sep 15 00:52:42.814364 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-de7842f6-9bb0-4d03-a6dc-fa127c4dbd6c req-7eace71d-cbe6-488a-bb96-433e7c4f30ac tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ae39bb43-f42c-4c88-9128-f0c5493fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408638 Sep 15 00:52:42.862519 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b35c9d5a-9038-4ac5-b26e-0ecf3f3f13ca req-275f07a5-29e5-4447-ace0-531f177a11d2 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&id=ae1e1c03-b28b-4d7c-bcba-4af71d500af6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529864 Sep 15 00:52:43.939969 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44534712-0d76-43b4-bc53-39e876536de2 req-6c686e33-0034-49ad-a01c-77b02342cb74 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:43.941386 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-44534712-0d76-43b4-bc53-39e876536de2 req-6c686e33-0034-49ad-a01c-77b02342cb74 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 945 time: 0.0521717 Sep 15 00:52:43.986843 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e1a5d-4896-4556-9953-d29cb0f76543 req-9ebe1230-01c9-4bfc-8d02-0140505d87c1 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:43.988382 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ec0e1a5d-4896-4556-9953-d29cb0f76543 req-9ebe1230-01c9-4bfc-8d02-0140505d87c1 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 984 time: 0.0504405 Sep 15 00:52:43.989020 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-44534712-0d76-43b4-bc53-39e876536de2 req-1c7d814c-0b18-49e4-9860-dde87a364ba2 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ae39bb43-f42c-4c88-9128-f0c5493fd7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420957 Sep 15 00:52:44.083464 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ec0e1a5d-4896-4556-9953-d29cb0f76543 req-87fb4ff4-61e7-4265-8806-4581a150d3f8 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&id=ae1e1c03-b28b-4d7c-bcba-4af71d500af6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0892227 Sep 15 00:52:44.089589 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89081054-b1cd-402a-b9aa-9c6dc8c243cb req-cd6e655a-62a0-4f6c-9a07-161b8346971e tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:44.090976 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-89081054-b1cd-402a-b9aa-9c6dc8c243cb req-cd6e655a-62a0-4f6c-9a07-161b8346971e tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 945 time: 0.0683329 Sep 15 00:52:44.138407 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:44.615942 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [req-89081054-b1cd-402a-b9aa-9c6dc8c243cb req-b2a763f7-a46d-4625-bae2-fe7964fd3373 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Deleting port d0e29cfb-c141-4cd4-ab78-e1b32fb810ef {{(pid=112953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:52:44.616288 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-89081054-b1cd-402a-b9aa-9c6dc8c243cb req-b2a763f7-a46d-4625-bae2-fe7964fd3373 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (d0e29cfb-c141-4cd4-ab78-e1b32fb810ef), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:44.704935 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [req-89081054-b1cd-402a-b9aa-9c6dc8c243cb req-b2a763f7-a46d-4625-bae2-fe7964fd3373 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] For port d0e29cfb-c141-4cd4-ab78-e1b32fb810ef, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=d0e29cfb-c141-4cd4-ab78-e1b32fb810ef,segment=NetworkSegment(2b35b24d-afbb-49ac-9c71-14d53de30327),segment_id=2b35b24d-afbb-49ac-9c71-14d53de30327)] {{(pid=112953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:52:44.705299 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-89081054-b1cd-402a-b9aa-9c6dc8c243cb req-b2a763f7-a46d-4625-bae2-fe7964fd3373 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (d0e29cfb-c141-4cd4-ab78-e1b32fb810ef), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:44.843118 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:52:44.914008 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-89081054-b1cd-402a-b9aa-9c6dc8c243cb req-b2a763f7-a46d-4625-bae2-fe7964fd3373 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:44.914294 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-89081054-b1cd-402a-b9aa-9c6dc8c243cb req-b2a763f7-a46d-4625-bae2-fe7964fd3373 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682341'] for floatingip (96f45c30-25f1-407c-afae-888a6cd6336a), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:44.914637 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.db.l3_db [req-89081054-b1cd-402a-b9aa-9c6dc8c243cb req-b2a763f7-a46d-4625-bae2-fe7964fd3373 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Floating IP 96f45c30-25f1-407c-afae-888a6cd6336a disassociated. External IP: 172.27.1.233, port: d0e29cfb-c141-4cd4-ab78-e1b32fb810ef. Sep 15 00:52:44.915030 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [req-89081054-b1cd-402a-b9aa-9c6dc8c243cb req-b2a763f7-a46d-4625-bae2-fe7964fd3373 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Calling delete_port for d0e29cfb-c141-4cd4-ab78-e1b32fb810ef owned by compute:nova {{(pid=112953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:52:44.956650 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:52:45.053343 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-89081054-b1cd-402a-b9aa-9c6dc8c243cb req-b2a763f7-a46d-4625-bae2-fe7964fd3373 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172'] for port (d0e29cfb-c141-4cd4-ab78-e1b32fb810ef), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:45.088746 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a763f7-a46d-4625-bae2-fe7964fd3373 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Pushing event deleted for resources: {'Port': ['ID=d0e29cfb-c141-4cd4-ab78-e1b32fb810ef,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:52:45.102181 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a763f7-a46d-4625-bae2-fe7964fd3373 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:52:45.102563 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a763f7-a46d-4625-bae2-fe7964fd3373 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:52:45.102962 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a763f7-a46d-4625-bae2-fe7964fd3373 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:52:45.103345 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a763f7-a46d-4625-bae2-fe7964fd3373 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:52:45.103766 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a763f7-a46d-4625-bae2-fe7964fd3373 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:52:45.104152 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a763f7-a46d-4625-bae2-fe7964fd3373 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:52:45.104485 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a763f7-a46d-4625-bae2-fe7964fd3373 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:52:45.104840 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a763f7-a46d-4625-bae2-fe7964fd3373 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:52:45.105167 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a763f7-a46d-4625-bae2-fe7964fd3373 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:52:45.105494 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a763f7-a46d-4625-bae2-fe7964fd3373 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:52:45.105815 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a763f7-a46d-4625-bae2-fe7964fd3373 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:52:45.106133 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a763f7-a46d-4625-bae2-fe7964fd3373 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:52:45.106458 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a763f7-a46d-4625-bae2-fe7964fd3373 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:52:45.106785 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a763f7-a46d-4625-bae2-fe7964fd3373 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:52:45.107105 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a763f7-a46d-4625-bae2-fe7964fd3373 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:52:45.119981 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-8378ab92-edb9-4de4-b3d3-e77ac209f696 req-0aeda391-3d24-4022-89cf-63d1e6a11b63 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 210 time: 0.0493855 Sep 15 00:52:45.251062 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b28baa-fa17-497f-a8fb-aecbf494ff42 req-b311ffd3-a697-4613-b00a-6777e0ea7555 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:45.253649 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f2b28baa-fa17-497f-a8fb-aecbf494ff42 req-b311ffd3-a697-4613-b00a-6777e0ea7555 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 984 time: 0.0831637 Sep 15 00:52:45.277272 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89081054-b1cd-402a-b9aa-9c6dc8c243cb req-b2a763f7-a46d-4625-bae2-fe7964fd3373 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Router 3b9a926b-539d-4e7c-b0b3-e3f355537187 has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:52:45.584544 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f2b28baa-fa17-497f-a8fb-aecbf494ff42 req-8279807b-d7df-4821-badb-ecb6aa6deec1 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&id=ae1e1c03-b28b-4d7c-bcba-4af71d500af6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3187218 Sep 15 00:52:45.640790 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89081054-b1cd-402a-b9aa-9c6dc8c243cb req-b2a763f7-a46d-4625-bae2-fe7964fd3373 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:52:45.653719 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1fc1af-8a93-490b-b210-2524e95676c1 None None] Sync routers for ids ['3b9a926b-539d-4e7c-b0b3-e3f355537187'] in dv-cinder-857528-2-iscsi {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:52:45.669511 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1fc1af-8a93-490b-b210-2524e95676c1 None None] Routers {'3b9a926b-539d-4e7c-b0b3-e3f355537187'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:52:45.670168 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-2a1fc1af-8a93-490b-b210-2524e95676c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:52:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['3b9a926b-539d-4e7c-b0b3-e3f355537187'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:52:45.690223 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [req-89081054-b1cd-402a-b9aa-9c6dc8c243cb req-b2a763f7-a46d-4625-bae2-fe7964fd3373 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] No DVR routers for this DVR port d0e29cfb-c141-4cd4-ab78-e1b32fb810ef on host hv-cinder-85752 {{(pid=112953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 00:52:45.692713 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-89081054-b1cd-402a-b9aa-9c6dc8c243cb req-b2a763f7-a46d-4625-bae2-fe7964fd3373 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:45.696102 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-89081054-b1cd-402a-b9aa-9c6dc8c243cb req-b2a763f7-a46d-4625-bae2-fe7964fd3373 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.18 "DELETE /networking/v2.0/ports/d0e29cfb-c141-4cd4-ab78-e1b32fb810ef HTTP/1.1" status: 204 len: 173 time: 1.1703920 Sep 15 00:52:45.696599 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583bc208-8f85-4abe-be0f-096127a8a5fb', 'name': 'network-vif-deleted', 'tag': 'd0e29cfb-c141-4cd4-ab78-e1b32fb810ef'}] {{(pid=112953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:52:45.698959 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dcd79e7c9c5799004c3790ddb8f78f6987afe8bb335ac36dcc290df3850dde4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f204672d-1fa6-413f-b8fd-43f34ec8d726" -d '{"events": [{"server_uuid": "583bc208-8f85-4abe-be0f-096127a8a5fb", "name": "network-vif-deleted", "tag": "d0e29cfb-c141-4cd4-ab78-e1b32fb810ef"}]}' {{(pid=112953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:52:45.735122 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 00:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aaa5d88-d542-4325-b8d0-48889fdd55a7 x-openstack-request-id: req-5aaa5d88-d542-4325-b8d0-48889fdd55a7 {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:52:45.735417 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583bc208-8f85-4abe-be0f-096127a8a5fb", "name": "network-vif-deleted", "tag": "d0e29cfb-c141-4cd4-ab78-e1b32fb810ef", "status": "completed", "code": 200}]} {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:52:45.735706 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5aaa5d88-d542-4325-b8d0-48889fdd55a7 {{(pid=112953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:52:45.736112 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aaa5d88-d542-4325-b8d0-48889fdd55a7'] response: {'server_uuid': '583bc208-8f85-4abe-be0f-096127a8a5fb', 'name': 'network-vif-deleted', 'tag': 'd0e29cfb-c141-4cd4-ab78-e1b32fb810ef', 'status': 'completed', 'code': 200} Sep 15 00:52:45.773817 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-2a1fc1af-8a93-490b-b210-2524e95676c1 None None] Set router 3b9a926b-539d-4e7c-b0b3-e3f355537187 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:52:46.041380 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-2a1fc1af-8a93-490b-b210-2524e95676c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'name': 'tempest-ServerRescueNegativeTestJSON-383540816-router', 'tenant_id': '7090f91f78534107ba4b5ccd7f80e145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '7422761c-0e0e-44a6-9b06-a8f557141b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:44:27Z', 'updated_at': '2022-09-15T00:44:38Z', 'revision_number': 4, 'project_id': '7090f91f78534107ba4b5ccd7f80e145', 'gw_port': {'id': '7422761c-0e0e-44a6-9b06-a8f557141b0b', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:73:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:28Z', 'updated_at': '2022-09-15T00:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': '762a7dec-a419-43c7-b90a-ff586fd3ebf7', 'name': '', 'network_id': '534fcea4-462b-402d-9da6-e7cef4200229', 'tenant_id': '7090f91f78534107ba4b5ccd7f80e145', 'mac_address': 'fa:16:3e:66:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '756b70e8-4098-4f30-99b0-99c64c94809f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:35Z', 'updated_at': '2022-09-15T00:44:52Z', 'revision_number': 5, 'project_id': '7090f91f78534107ba4b5ccd7f80e145', 'subnets': [{'id': '756b70e8-4098-4f30-99b0-99c64c94809f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:52:46.065881 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1fc1af-8a93-490b-b210-2524e95676c1 None None] Checking router: 3b9a926b-539d-4e7c-b0b3-e3f355537187 for host: dv-cinder-857528-2-iscsi {{(pid=112955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:52:46.074690 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1fc1af-8a93-490b-b210-2524e95676c1 None None] Routers {'3b9a926b-539d-4e7c-b0b3-e3f355537187'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:52:46.075286 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-2a1fc1af-8a93-490b-b210-2524e95676c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:52:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['3b9a926b-539d-4e7c-b0b3-e3f355537187'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:52:46.180693 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-2a1fc1af-8a93-490b-b210-2524e95676c1 None None] Set router 3b9a926b-539d-4e7c-b0b3-e3f355537187 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:52:46.259536 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-add83a4a-0895-4452-8c7f-0caa06b911ca req-31152eac-a3dd-4c88-abe7-b18395f16385 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=583bc208-8f85-4abe-be0f-096127a8a5fb HTTP/1.1" status: 200 len: 210 time: 0.0286536 Sep 15 00:52:46.378794 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-2a1fc1af-8a93-490b-b210-2524e95676c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'name': 'tempest-ServerRescueNegativeTestJSON-383540816-router', 'tenant_id': '7090f91f78534107ba4b5ccd7f80e145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '7422761c-0e0e-44a6-9b06-a8f557141b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:44:27Z', 'updated_at': '2022-09-15T00:44:38Z', 'revision_number': 4, 'project_id': '7090f91f78534107ba4b5ccd7f80e145', 'gw_port': {'id': '7422761c-0e0e-44a6-9b06-a8f557141b0b', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:73:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:28Z', 'updated_at': '2022-09-15T00:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': '762a7dec-a419-43c7-b90a-ff586fd3ebf7', 'name': '', 'network_id': '534fcea4-462b-402d-9da6-e7cef4200229', 'tenant_id': '7090f91f78534107ba4b5ccd7f80e145', 'mac_address': 'fa:16:3e:66:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '756b70e8-4098-4f30-99b0-99c64c94809f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:35Z', 'updated_at': '2022-09-15T00:44:52Z', 'revision_number': 5, 'project_id': '7090f91f78534107ba4b5ccd7f80e145', 'subnets': [{'id': '756b70e8-4098-4f30-99b0-99c64c94809f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:52:46.404046 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1fc1af-8a93-490b-b210-2524e95676c1 None None] The sync data for ids ['3b9a926b-539d-4e7c-b0b3-e3f355537187'] in dv-cinder-857528-2-iscsi is: [{'id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'name': 'tempest-ServerRescueNegativeTestJSON-383540816-router', 'tenant_id': '7090f91f78534107ba4b5ccd7f80e145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '7422761c-0e0e-44a6-9b06-a8f557141b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:44:27Z', 'updated_at': '2022-09-15T00:44:38Z', 'revision_number': 4, 'project_id': '7090f91f78534107ba4b5ccd7f80e145', 'gw_port': {'id': '7422761c-0e0e-44a6-9b06-a8f557141b0b', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:73:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:28Z', 'updated_at': '2022-09-15T00:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': '762a7dec-a419-43c7-b90a-ff586fd3ebf7', 'name': '', 'network_id': '534fcea4-462b-402d-9da6-e7cef4200229', 'tenant_id': '7090f91f78534107ba4b5ccd7f80e145', 'mac_address': 'fa:16:3e:66:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '756b70e8-4098-4f30-99b0-99c64c94809f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:35Z', 'updated_at': '2022-09-15T00:44:52Z', 'revision_number': 5, 'project_id': '7090f91f78534107ba4b5ccd7f80e145', 'subnets': [{'id': '756b70e8-4098-4f30-99b0-99c64c94809f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:52:46.639697 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b1bf52-b674-45d6-a65f-d757dcb056a3 None None] New status for floating IP 96f45c30-25f1-407c-afae-888a6cd6336a: DOWN {{(pid=112954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 00:52:46.654316 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-edcb24dc-c3e0-4999-9590-f8850c8187bb req-a3d38bae-e313-407d-91b4-7034ee8ef332 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474770 Sep 15 00:52:46.747855 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb24dc-c3e0-4999-9590-f8850c8187bb req-2d03f898-dcd1-4425-8bfe-b6e0c22e1d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:46.749735 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-edcb24dc-c3e0-4999-9590-f8850c8187bb req-2d03f898-dcd1-4425-8bfe-b6e0c22e1d5d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=7090f91f78534107ba4b5ccd7f80e145&device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 1129 time: 0.0442154 Sep 15 00:52:46.767711 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device d0e29cfb-c141-4cd4-ab78-e1b32fb810ef no longer exists at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:52:46.823992 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] No Port match for: d0e29cfb-c141-4cd4-ab78-e1b32fb810ef {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 00:52:46.824425 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device d0e29cfb-c141-4cd4-ab78-e1b32fb810ef not bound to the agent host hv-cinder-85752 {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 00:52:46.870558 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb24dc-c3e0-4999-9590-f8850c8187bb req-0fca3762-ded7-4fdb-b57b-c000aea86c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:46.872378 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-edcb24dc-c3e0-4999-9590-f8850c8187bb req-0fca3762-ded7-4fdb-b57b-c000aea86c35 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=534fcea4-462b-402d-9da6-e7cef4200229 HTTP/1.1" status: 200 len: 918 time: 0.1000690 Sep 15 00:52:46.921282 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-edcb24dc-c3e0-4999-9590-f8850c8187bb req-596dbdc2-a9ab-4c26-9879-65c4e3547afb service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a181a6dc-2e9a-4e22-a218-adf5eb7e3779 HTTP/1.1" status: 200 len: 217 time: 0.0422218 Sep 15 00:52:46.976145 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb24dc-c3e0-4999-9590-f8850c8187bb req-e431207d-e601-464d-869f-82dbbedad4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:46.977845 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-edcb24dc-c3e0-4999-9590-f8850c8187bb req-e431207d-e601-464d-869f-82dbbedad4d3 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=756b70e8-4098-4f30-99b0-99c64c94809f HTTP/1.1" status: 200 len: 857 time: 0.0503049 Sep 15 00:52:47.023539 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb24dc-c3e0-4999-9590-f8850c8187bb req-ec7fbd90-b39d-4326-b688-e9c63e8a7295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:47.025170 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-edcb24dc-c3e0-4999-9590-f8850c8187bb req-ec7fbd90-b39d-4326-b688-e9c63e8a7295 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=534fcea4-462b-402d-9da6-e7cef4200229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409524 Sep 15 00:52:47.049595 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:52:47.118811 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-edcb24dc-c3e0-4999-9590-f8850c8187bb req-02fae35d-2f8a-4925-abc1-b969243a2295 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/534fcea4-462b-402d-9da6-e7cef4200229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871646 Sep 15 00:52:47.260433 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:52:47.292747 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-edcb24dc-c3e0-4999-9590-f8850c8187bb req-3465e99e-dd81-44bf-ad14-d5ef17b3a8b6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/534fcea4-462b-402d-9da6-e7cef4200229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941892 Sep 15 00:52:47.763289 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-4cfccbaa-c997-43f3-b876-c9c9d6645c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:48.372757 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 59772) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:52:48.428954 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-37417a37-b04d-4a43-a187-47af6b89b52f tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks [] for security_group (ae39bb43-f42c-4c88-9128-f0c5493fd7a3), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:48.451241 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-37417a37-b04d-4a43-a187-47af6b89b52f tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks [] for security_group (ae39bb43-f42c-4c88-9128-f0c5493fd7a3), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:48.497710 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-37417a37-b04d-4a43-a187-47af6b89b52f tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (ae39bb43-f42c-4c88-9128-f0c5493fd7a3), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:48.500610 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-37417a37-b04d-4a43-a187-47af6b89b52f tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:48.501739 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-37417a37-b04d-4a43-a187-47af6b89b52f tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ae39bb43-f42c-4c88-9128-f0c5493fd7a3 HTTP/1.1" status: 204 len: 168 time: 0.1280012 Sep 15 00:52:48.504469 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 59776) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:52:48.511168 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37417a37-b04d-4a43-a187-47af6b89b52f tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae39bb43-f42c-4c88-9128-f0c5493fd7a3,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:52:48.517952 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.api.v2.resource [None req-1e2e9581-21d0-4909-b3d0-7e777ac70b16 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] show failed (client error): The resource could not be found. Sep 15 00:52:48.518945 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-1e2e9581-21d0-4909-b3d0-7e777ac70b16 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups/ae39bb43-f42c-4c88-9128-f0c5493fd7a3 HTTP/1.1" status: 404 len: 347 time: 0.0134988 Sep 15 00:52:48.521757 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 59778) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:52:48.646171 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [None req-89b2abcb-afd9-4d24-a999-3781661a5115 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Deleting port d6633288-eb44-4345-a718-5604bd26d4f4 {{(pid=112953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:52:48.646434 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-89b2abcb-afd9-4d24-a999-3781661a5115 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (d6633288-eb44-4345-a718-5604bd26d4f4), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:48.722137 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-89b2abcb-afd9-4d24-a999-3781661a5115 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (d6633288-eb44-4345-a718-5604bd26d4f4), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:48.722472 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-89b2abcb-afd9-4d24-a999-3781661a5115 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks [] for floatingip (d6633288-eb44-4345-a718-5604bd26d4f4), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:48.735149 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [None req-89b2abcb-afd9-4d24-a999-3781661a5115 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Calling delete_port for d6633288-eb44-4345-a718-5604bd26d4f4 owned by network:floatingip {{(pid=112953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:52:48.874149 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-89b2abcb-afd9-4d24-a999-3781661a5115 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172'] for port (d6633288-eb44-4345-a718-5604bd26d4f4), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:48.903747 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2abcb-afd9-4d24-a999-3781661a5115 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Pushing event deleted for resources: {'Port': ['ID=d6633288-eb44-4345-a718-5604bd26d4f4,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:52:48.924640 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-89b2abcb-afd9-4d24-a999-3781661a5115 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks [] for floatingip (96f45c30-25f1-407c-afae-888a6cd6336a), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:48.927117 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-89b2abcb-afd9-4d24-a999-3781661a5115 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for floatingip (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:48.928286 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-89b2abcb-afd9-4d24-a999-3781661a5115 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/96f45c30-25f1-407c-afae-888a6cd6336a HTTP/1.1" status: 204 len: 168 time: 0.4055791 Sep 15 00:52:50.034588 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-dd322366-1e61-4f3c-83a8-44a3322ef388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:51.322339 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:51.407524 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0716a00-59f5-4325-8001-1e2e48346632 req-bc99a9ce-c3a5-4f9f-8361-4137c6fc1f63 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:51.409001 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a0716a00-59f5-4325-8001-1e2e48346632 req-bc99a9ce-c3a5-4f9f-8361-4137c6fc1f63 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0522385 Sep 15 00:52:51.455990 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a0716a00-59f5-4325-8001-1e2e48346632 req-31ef92db-1753-4c06-908f-cbf1019f3429 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410376 Sep 15 00:52:52.291084 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a479e3-34d1-436f-9642-3fabe3f929da req-20340661-d77d-43bb-8a25-cf6234fcdd02 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:52.292452 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-71a479e3-34d1-436f-9642-3fabe3f929da req-20340661-d77d-43bb-8a25-cf6234fcdd02 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0442138 Sep 15 00:52:52.377855 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [req-71a479e3-34d1-436f-9642-3fabe3f929da req-534d3098-885d-47a0-85da-5533b5b97f63 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Deleting port a181a6dc-2e9a-4e22-a218-adf5eb7e3779 {{(pid=112953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:52:52.378196 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-71a479e3-34d1-436f-9642-3fabe3f929da req-534d3098-885d-47a0-85da-5533b5b97f63 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (a181a6dc-2e9a-4e22-a218-adf5eb7e3779), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:52.424548 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:52:52.466448 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [req-71a479e3-34d1-436f-9642-3fabe3f929da req-534d3098-885d-47a0-85da-5533b5b97f63 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] For port a181a6dc-2e9a-4e22-a218-adf5eb7e3779, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=a181a6dc-2e9a-4e22-a218-adf5eb7e3779,segment=NetworkSegment(2b35b24d-afbb-49ac-9c71-14d53de30327),segment_id=2b35b24d-afbb-49ac-9c71-14d53de30327)] {{(pid=112953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:52:52.466800 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-71a479e3-34d1-436f-9642-3fabe3f929da req-534d3098-885d-47a0-85da-5533b5b97f63 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (a181a6dc-2e9a-4e22-a218-adf5eb7e3779), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:52.479112 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [req-71a479e3-34d1-436f-9642-3fabe3f929da req-534d3098-885d-47a0-85da-5533b5b97f63 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Calling delete_port for a181a6dc-2e9a-4e22-a218-adf5eb7e3779 owned by compute:nova {{(pid=112953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:52:52.484424 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:52:52.586021 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee30ca-d2cf-4362-8dec-4538fdca9d11 req-a443438b-098e-4dd5-9d93-bd116177df74 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:52.587557 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-fcee30ca-d2cf-4362-8dec-4538fdca9d11 req-a443438b-098e-4dd5-9d93-bd116177df74 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3368c45f-e52e-42fd-8f8c-43e3aeb5aeef HTTP/1.1" status: 200 len: 945 time: 0.0532084 Sep 15 00:52:52.594530 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:52.608284 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=100 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:52:52.625608 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-71a479e3-34d1-436f-9642-3fabe3f929da req-534d3098-885d-47a0-85da-5533b5b97f63 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172'] for port (a181a6dc-2e9a-4e22-a218-adf5eb7e3779), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:52.644074 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-fcee30ca-d2cf-4362-8dec-4538fdca9d11 req-b8b6b477-d5f9-4484-878e-a1d17e0e3344 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495715 Sep 15 00:52:52.654637 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d3098-885d-47a0-85da-5533b5b97f63 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Pushing event deleted for resources: {'Port': ['ID=a181a6dc-2e9a-4e22-a218-adf5eb7e3779,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:52:52.661997 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] get_ports_and_sgs() called for port_ids ['3231acc1-76a4-4c22-96c0-9edb4cf1f79e', 'a181a6dc-2e9a-4e22-a218-adf5eb7e3779'] {{(pid=112954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 00:52:52.667997 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:52.709542 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a479e3-34d1-436f-9642-3fabe3f929da req-534d3098-885d-47a0-85da-5533b5b97f63 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] No DVR routers for this DVR port a181a6dc-2e9a-4e22-a218-adf5eb7e3779 on host hv-cinder-85752 {{(pid=112953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 00:52:52.712041 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-71a479e3-34d1-436f-9642-3fabe3f929da req-534d3098-885d-47a0-85da-5533b5b97f63 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:52.715244 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-71a479e3-34d1-436f-9642-3fabe3f929da req-534d3098-885d-47a0-85da-5533b5b97f63 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.18 "DELETE /networking/v2.0/ports/a181a6dc-2e9a-4e22-a218-adf5eb7e3779 HTTP/1.1" status: 204 len: 173 time: 0.4175191 Sep 15 00:52:52.715780 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3368c45f-e52e-42fd-8f8c-43e3aeb5aeef', 'name': 'network-vif-deleted', 'tag': 'a181a6dc-2e9a-4e22-a218-adf5eb7e3779'}] {{(pid=112953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:52:52.718123 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dcd79e7c9c5799004c3790ddb8f78f6987afe8bb335ac36dcc290df3850dde4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c77c3a9-e96e-4ace-a126-ef26184f5a5f" -d '{"events": [{"server_uuid": "3368c45f-e52e-42fd-8f8c-43e3aeb5aeef", "name": "network-vif-deleted", "tag": "a181a6dc-2e9a-4e22-a218-adf5eb7e3779"}]}' {{(pid=112953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:52:52.768181 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 00:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1c3751-9a87-4c9f-b10b-257b65d097ef x-openstack-request-id: req-5a1c3751-9a87-4c9f-b10b-257b65d097ef {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:52:52.768608 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3368c45f-e52e-42fd-8f8c-43e3aeb5aeef", "name": "network-vif-deleted", "tag": "a181a6dc-2e9a-4e22-a218-adf5eb7e3779", "status": "completed", "code": 200}]} {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:52:52.768985 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5a1c3751-9a87-4c9f-b10b-257b65d097ef {{(pid=112953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:52:52.769491 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a1c3751-9a87-4c9f-b10b-257b65d097ef'] response: {'server_uuid': '3368c45f-e52e-42fd-8f8c-43e3aeb5aeef', 'name': 'network-vif-deleted', 'tag': 'a181a6dc-2e9a-4e22-a218-adf5eb7e3779', 'status': 'completed', 'code': 200} Sep 15 00:52:53.898252 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=96 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:52:53.935297 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe92330-b14c-4fb9-a0d6-e49b360f0ca1 req-3d5b75d0-97e5-47df-8946-bed1979a36d6 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:53.936798 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-1fe92330-b14c-4fb9-a0d6-e49b360f0ca1 req-3d5b75d0-97e5-47df-8946-bed1979a36d6 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b40368c8-a515-46b7-add6-5db877d59406 HTTP/1.1" status: 200 len: 946 time: 0.0480762 Sep 15 00:52:53.982546 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-1fe92330-b14c-4fb9-a0d6-e49b360f0ca1 req-ee86b14c-e4aa-4ca9-b770-e71b45d8c150 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400581 Sep 15 00:52:54.809799 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device a181a6dc-2e9a-4e22-a218-adf5eb7e3779 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:52:54.830355 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] No Port match for: a181a6dc-2e9a-4e22-a218-adf5eb7e3779 {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 00:52:54.830696 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device a181a6dc-2e9a-4e22-a218-adf5eb7e3779 not bound to the agent host hv-cinder-85752 {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 00:52:54.937525 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b73417-388b-4c27-8dee-f6cddb13cf29 req-39728b9d-8dbf-45ee-bbfd-7d9acc0050f9 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:54.938865 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-28b73417-388b-4c27-8dee-f6cddb13cf29 req-39728b9d-8dbf-45ee-bbfd-7d9acc0050f9 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b40368c8-a515-46b7-add6-5db877d59406 HTTP/1.1" status: 200 len: 946 time: 0.0490000 Sep 15 00:52:55.022282 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [req-28b73417-388b-4c27-8dee-f6cddb13cf29 req-7904d325-518f-494f-8080-c9538e51bdb8 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Deleting port 3231acc1-76a4-4c22-96c0-9edb4cf1f79e {{(pid=112953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:52:55.022624 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-28b73417-388b-4c27-8dee-f6cddb13cf29 req-7904d325-518f-494f-8080-c9538e51bdb8 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (3231acc1-76a4-4c22-96c0-9edb4cf1f79e), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:55.129737 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c8f95f-0e83-4eec-abc0-0a42059d7eaa req-8ecd168f-198d-47b5-85bd-37b00ac2384d tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:52:55.131227 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e2c8f95f-0e83-4eec-abc0-0a42059d7eaa req-8ecd168f-198d-47b5-85bd-37b00ac2384d tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b40368c8-a515-46b7-add6-5db877d59406 HTTP/1.1" status: 200 len: 946 time: 0.0644493 Sep 15 00:52:55.135851 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 6 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 00:52:55.169288 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [req-28b73417-388b-4c27-8dee-f6cddb13cf29 req-7904d325-518f-494f-8080-c9538e51bdb8 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] For port 3231acc1-76a4-4c22-96c0-9edb4cf1f79e, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=3231acc1-76a4-4c22-96c0-9edb4cf1f79e,segment=NetworkSegment(2b35b24d-afbb-49ac-9c71-14d53de30327),segment_id=2b35b24d-afbb-49ac-9c71-14d53de30327)] {{(pid=112953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:52:55.169651 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-28b73417-388b-4c27-8dee-f6cddb13cf29 req-7904d325-518f-494f-8080-c9538e51bdb8 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (3231acc1-76a4-4c22-96c0-9edb4cf1f79e), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:55.192786 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [req-28b73417-388b-4c27-8dee-f6cddb13cf29 req-7904d325-518f-494f-8080-c9538e51bdb8 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Calling delete_port for 3231acc1-76a4-4c22-96c0-9edb4cf1f79e owned by compute:nova {{(pid=112953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:52:55.211621 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e2c8f95f-0e83-4eec-abc0-0a42059d7eaa req-0668e20f-af77-42fc-9010-ada683b0b80b tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d41840aa-dc0a-4ce3-ab19-658373426066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735252 Sep 15 00:52:55.329382 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-28b73417-388b-4c27-8dee-f6cddb13cf29 req-7904d325-518f-494f-8080-c9538e51bdb8 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172'] for port (3231acc1-76a4-4c22-96c0-9edb4cf1f79e), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:55.357752 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7904d325-518f-494f-8080-c9538e51bdb8 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Pushing event deleted for resources: {'Port': ['ID=3231acc1-76a4-4c22-96c0-9edb4cf1f79e,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:52:55.375224 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] get_ports_and_sgs() called for port_ids ['3231acc1-76a4-4c22-96c0-9edb4cf1f79e'] {{(pid=112954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 00:52:55.402365 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b73417-388b-4c27-8dee-f6cddb13cf29 req-7904d325-518f-494f-8080-c9538e51bdb8 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] No DVR routers for this DVR port 3231acc1-76a4-4c22-96c0-9edb4cf1f79e on host hv-cinder-85752 {{(pid=112953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 00:52:55.405278 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-28b73417-388b-4c27-8dee-f6cddb13cf29 req-7904d325-518f-494f-8080-c9538e51bdb8 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:55.408485 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-28b73417-388b-4c27-8dee-f6cddb13cf29 req-7904d325-518f-494f-8080-c9538e51bdb8 tempest-ServerRescueNegativeTestJSON-482363131 tempest-ServerRescueNegativeTestJSON-482363131-project] 10.222.0.18 "DELETE /networking/v2.0/ports/3231acc1-76a4-4c22-96c0-9edb4cf1f79e HTTP/1.1" status: 204 len: 173 time: 0.4636934 Sep 15 00:52:55.408974 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40368c8-a515-46b7-add6-5db877d59406', 'name': 'network-vif-deleted', 'tag': '3231acc1-76a4-4c22-96c0-9edb4cf1f79e'}] {{(pid=112953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:52:55.411201 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dcd79e7c9c5799004c3790ddb8f78f6987afe8bb335ac36dcc290df3850dde4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46afeff7-4c14-4890-8334-921190441fc8" -d '{"events": [{"server_uuid": "b40368c8-a515-46b7-add6-5db877d59406", "name": "network-vif-deleted", "tag": "3231acc1-76a4-4c22-96c0-9edb4cf1f79e"}]}' {{(pid=112953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:52:55.450227 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 00:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d4d9f3-f1ba-4cb5-b131-16f9f6d1126d x-openstack-request-id: req-b6d4d9f3-f1ba-4cb5-b131-16f9f6d1126d {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:52:55.450543 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40368c8-a515-46b7-add6-5db877d59406", "name": "network-vif-deleted", "tag": "3231acc1-76a4-4c22-96c0-9edb4cf1f79e", "status": "completed", "code": 200}]} {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:52:55.450815 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b6d4d9f3-f1ba-4cb5-b131-16f9f6d1126d {{(pid=112953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:52:55.451345 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6d4d9f3-f1ba-4cb5-b131-16f9f6d1126d'] response: {'server_uuid': 'b40368c8-a515-46b7-add6-5db877d59406', 'name': 'network-vif-deleted', 'tag': '3231acc1-76a4-4c22-96c0-9edb4cf1f79e', 'status': 'completed', 'code': 200} Sep 15 00:52:56.281335 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 59818) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:52:56.382382 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=58 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:52:56.500410 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:52:56.606117 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:52:56.790401 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-3408b31c-a958-41cc-b0e1-c719c7435609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1673637'] for router_interface (3b9a926b-539d-4e7c-b0b3-e3f355537187), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:57.043613 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [None req-3408b31c-a958-41cc-b0e1-c719c7435609 admin admin] Deleting port 762a7dec-a419-43c7-b90a-ff586fd3ebf7 {{(pid=112953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:52:57.043876 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-3408b31c-a958-41cc-b0e1-c719c7435609 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (762a7dec-a419-43c7-b90a-ff586fd3ebf7), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:57.120860 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [None req-3408b31c-a958-41cc-b0e1-c719c7435609 admin admin] For port 762a7dec-a419-43c7-b90a-ff586fd3ebf7, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=762a7dec-a419-43c7-b90a-ff586fd3ebf7,segment=NetworkSegment(2b35b24d-afbb-49ac-9c71-14d53de30327),segment_id=2b35b24d-afbb-49ac-9c71-14d53de30327)] {{(pid=112953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:52:57.121731 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-3408b31c-a958-41cc-b0e1-c719c7435609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (762a7dec-a419-43c7-b90a-ff586fd3ebf7), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:57.134645 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [None req-3408b31c-a958-41cc-b0e1-c719c7435609 admin admin] Calling delete_port for 762a7dec-a419-43c7-b90a-ff586fd3ebf7 owned by network:router_interface {{(pid=112953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:52:57.304932 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-3408b31c-a958-41cc-b0e1-c719c7435609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172'] for port (762a7dec-a419-43c7-b90a-ff586fd3ebf7), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:57.328063 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3408b31c-a958-41cc-b0e1-c719c7435609 admin admin] Pushing event deleted for resources: {'Port': ['ID=762a7dec-a419-43c7-b90a-ff586fd3ebf7,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:52:57.643718 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:52:57.659238 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-3408b31c-a958-41cc-b0e1-c719c7435609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679381'] for router_interface (3b9a926b-539d-4e7c-b0b3-e3f355537187), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:57.706465 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:52:57.873266 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3408b31c-a958-41cc-b0e1-c719c7435609 admin admin] Router 3b9a926b-539d-4e7c-b0b3-e3f355537187 has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:52:57.980075 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3408b31c-a958-41cc-b0e1-c719c7435609 admin admin] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:52:57.985726 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-3408b31c-a958-41cc-b0e1-c719c7435609 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/3b9a926b-539d-4e7c-b0b3-e3f355537187/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7048156 Sep 15 00:52:57.987648 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 59822) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:52:57.988864 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663cd5a4-ee69-4d83-a9e5-e94ede8947bb None None] Sync routers for ids ['3b9a926b-539d-4e7c-b0b3-e3f355537187'] in dv-cinder-857528-2-iscsi {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:52:57.999332 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663cd5a4-ee69-4d83-a9e5-e94ede8947bb None None] Routers {'3b9a926b-539d-4e7c-b0b3-e3f355537187'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:52:58.000215 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-663cd5a4-ee69-4d83-a9e5-e94ede8947bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:52:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['3b9a926b-539d-4e7c-b0b3-e3f355537187'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:52:58.088887 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-d32d610d-a8d0-4c89-8c4b-ab4a4bc2757c admin admin] Publish callbacks [] for router (3b9a926b-539d-4e7c-b0b3-e3f355537187), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:58.099956 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-663cd5a4-ee69-4d83-a9e5-e94ede8947bb None None] Set router 3b9a926b-539d-4e7c-b0b3-e3f355537187 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:52:58.192890 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-d32d610d-a8d0-4c89-8c4b-ab4a4bc2757c admin admin] Publish callbacks [] for router_gateway (3b9a926b-539d-4e7c-b0b3-e3f355537187), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:58.224215 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=100 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:52:58.235863 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [None req-d32d610d-a8d0-4c89-8c4b-ab4a4bc2757c admin admin] Deleting port 7422761c-0e0e-44a6-9b06-a8f557141b0b {{(pid=112953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:52:58.236205 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-d32d610d-a8d0-4c89-8c4b-ab4a4bc2757c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (7422761c-0e0e-44a6-9b06-a8f557141b0b), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:58.269895 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-663cd5a4-ee69-4d83-a9e5-e94ede8947bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'name': 'tempest-ServerRescueNegativeTestJSON-383540816-router', 'tenant_id': '7090f91f78534107ba4b5ccd7f80e145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '7422761c-0e0e-44a6-9b06-a8f557141b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:44:27Z', 'updated_at': '2022-09-15T00:52:57Z', 'revision_number': 5, 'project_id': '7090f91f78534107ba4b5ccd7f80e145', 'gw_port': {'id': '7422761c-0e0e-44a6-9b06-a8f557141b0b', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:73:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:28Z', 'updated_at': '2022-09-15T00:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi'}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:52:58.295062 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663cd5a4-ee69-4d83-a9e5-e94ede8947bb None None] Checking router: 3b9a926b-539d-4e7c-b0b3-e3f355537187 for host: dv-cinder-857528-2-iscsi {{(pid=112955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:52:58.303519 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663cd5a4-ee69-4d83-a9e5-e94ede8947bb None None] Routers {'3b9a926b-539d-4e7c-b0b3-e3f355537187'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:52:58.304128 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-663cd5a4-ee69-4d83-a9e5-e94ede8947bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:52:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['3b9a926b-539d-4e7c-b0b3-e3f355537187'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:52:58.314796 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [None req-d32d610d-a8d0-4c89-8c4b-ab4a4bc2757c admin admin] For port 7422761c-0e0e-44a6-9b06-a8f557141b0b, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=7422761c-0e0e-44a6-9b06-a8f557141b0b,segment=NetworkSegment(bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89),segment_id=bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89)] {{(pid=112953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:52:58.315337 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-d32d610d-a8d0-4c89-8c4b-ab4a4bc2757c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (7422761c-0e0e-44a6-9b06-a8f557141b0b), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:58.327466 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [None req-d32d610d-a8d0-4c89-8c4b-ab4a4bc2757c admin admin] Calling delete_port for 7422761c-0e0e-44a6-9b06-a8f557141b0b owned by network:router_gateway {{(pid=112953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:52:58.386752 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-663cd5a4-ee69-4d83-a9e5-e94ede8947bb None None] Set router 3b9a926b-539d-4e7c-b0b3-e3f355537187 gateway port host: None {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:52:58.433477 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-663cd5a4-ee69-4d83-a9e5-e94ede8947bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'name': 'tempest-ServerRescueNegativeTestJSON-383540816-router', 'tenant_id': '7090f91f78534107ba4b5ccd7f80e145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:44:27Z', 'updated_at': '2022-09-15T00:52:58Z', 'revision_number': 6, 'project_id': '7090f91f78534107ba4b5ccd7f80e145', 'gw_port_host': None}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:52:58.443845 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:52:58.457529 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663cd5a4-ee69-4d83-a9e5-e94ede8947bb None None] The sync data for ids ['3b9a926b-539d-4e7c-b0b3-e3f355537187'] in dv-cinder-857528-2-iscsi is: [{'id': '3b9a926b-539d-4e7c-b0b3-e3f355537187', 'name': 'tempest-ServerRescueNegativeTestJSON-383540816-router', 'tenant_id': '7090f91f78534107ba4b5ccd7f80e145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:44:27Z', 'updated_at': '2022-09-15T00:52:58Z', 'revision_number': 6, 'project_id': '7090f91f78534107ba4b5ccd7f80e145', 'gw_port_host': None}] {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:52:58.495208 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-d32d610d-a8d0-4c89-8c4b-ab4a4bc2757c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172'] for port (7422761c-0e0e-44a6-9b06-a8f557141b0b), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:58.521570 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32d610d-a8d0-4c89-8c4b-ab4a4bc2757c admin admin] Pushing event deleted for resources: {'Port': ['ID=7422761c-0e0e-44a6-9b06-a8f557141b0b,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:52:58.548798 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-d32d610d-a8d0-4c89-8c4b-ab4a4bc2757c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1682271'] for router_gateway (3b9a926b-539d-4e7c-b0b3-e3f355537187), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:58.648276 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-d32d610d-a8d0-4c89-8c4b-ab4a4bc2757c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3719'] for router (3b9a926b-539d-4e7c-b0b3-e3f355537187), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:58.649799 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:52:58.651111 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-d32d610d-a8d0-4c89-8c4b-ab4a4bc2757c admin admin] Publish callbacks [] for router_controller (3b9a926b-539d-4e7c-b0b3-e3f355537187), precommit_delete_associations {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:58.715544 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-d32d610d-a8d0-4c89-8c4b-ab4a4bc2757c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1679464'] for router (3b9a926b-539d-4e7c-b0b3-e3f355537187), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:58.716042 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32d610d-a8d0-4c89-8c4b-ab4a4bc2757c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b9a926b-539d-4e7c-b0b3-e3f355537187 {{(pid=112953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 00:52:58.720819 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-d32d610d-a8d0-4c89-8c4b-ab4a4bc2757c admin admin] Publish callbacks [] for router (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:58.721936 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-d32d610d-a8d0-4c89-8c4b-ab4a4bc2757c admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/3b9a926b-539d-4e7c-b0b3-e3f355537187 HTTP/1.1" status: 204 len: 168 time: 0.7333786 Sep 15 00:52:58.724428 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 59824) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:52:58.768418 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.db_base_plugin_v2 [None req-a507d98a-ba54-4054-9539-0f1b32a9a193 admin admin] Deleting subnet 756b70e8-4098-4f30-99b0-99c64c94809f {{(pid=112953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 00:52:58.771396 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-a507d98a-ba54-4054-9539-0f1b32a9a193 admin admin] Publish callbacks [] for subnet (756b70e8-4098-4f30-99b0-99c64c94809f), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:58.805576 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-a507d98a-ba54-4054-9539-0f1b32a9a193 admin admin] Publish callbacks [] for subnet (756b70e8-4098-4f30-99b0-99c64c94809f), precommit_delete_associations {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:58.829478 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 3231acc1-76a4-4c22-96c0-9edb4cf1f79e no longer exists at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:52:58.851814 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] No Port match for: 3231acc1-76a4-4c22-96c0-9edb4cf1f79e {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 00:52:58.852037 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 3231acc1-76a4-4c22-96c0-9edb4cf1f79e not bound to the agent host hv-cinder-85752 {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 00:52:58.881075 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-a507d98a-ba54-4054-9539-0f1b32a9a193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-769422'] for subnet (756b70e8-4098-4f30-99b0-99c64c94809f), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:58.938428 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-a507d98a-ba54-4054-9539-0f1b32a9a193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177'] for subnet (756b70e8-4098-4f30-99b0-99c64c94809f), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:58.961388 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a507d98a-ba54-4054-9539-0f1b32a9a193 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=756b70e8-4098-4f30-99b0-99c64c94809f,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:52:58.966853 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-a507d98a-ba54-4054-9539-0f1b32a9a193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for subnet (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:58.970067 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-a507d98a-ba54-4054-9539-0f1b32a9a193 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/756b70e8-4098-4f30-99b0-99c64c94809f HTTP/1.1" status: 204 len: 168 time: 0.2447300 Sep 15 00:52:58.972562 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3be883-7a27-4125-ba37-f85f2ca18eaa None None] Network 534fcea4-462b-402d-9da6-e7cef4200229 requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:52:58.972706 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 59826) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:52:59.045481 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-45ea014e-b2c4-450a-84c5-05c47e29268a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792827'] for network (534fcea4-462b-402d-9da6-e7cef4200229), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:59.093535 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [None req-45ea014e-b2c4-450a-84c5-05c47e29268a admin admin] Deleting port 2da1ea62-9442-49b9-9c71-4e4636a5a2bf {{(pid=112953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:52:59.093884 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-45ea014e-b2c4-450a-84c5-05c47e29268a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (2da1ea62-9442-49b9-9c71-4e4636a5a2bf), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:59.155211 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [None req-45ea014e-b2c4-450a-84c5-05c47e29268a admin admin] For port 2da1ea62-9442-49b9-9c71-4e4636a5a2bf, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=2da1ea62-9442-49b9-9c71-4e4636a5a2bf,segment=NetworkSegment(2b35b24d-afbb-49ac-9c71-14d53de30327),segment_id=2b35b24d-afbb-49ac-9c71-14d53de30327)] {{(pid=112953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:52:59.155515 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-45ea014e-b2c4-450a-84c5-05c47e29268a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (2da1ea62-9442-49b9-9c71-4e4636a5a2bf), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:59.167829 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [None req-45ea014e-b2c4-450a-84c5-05c47e29268a admin admin] Calling delete_port for 2da1ea62-9442-49b9-9c71-4e4636a5a2bf owned by network:dhcp {{(pid=112953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:52:59.206757 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d0e231-52e5-4b69-a276-1c954c8cbb37 None None] DHCP port deletion for 534fcea4-462b-402d-9da6-e7cef4200229 request from dv-cinder-857528-2-iscsi {{(pid=112954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 00:52:59.248733 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-78d0e231-52e5-4b69-a276-1c954c8cbb37 None None] Deleting port 2da1ea62-9442-49b9-9c71-4e4636a5a2bf {{(pid=112954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:52:59.249114 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-78d0e231-52e5-4b69-a276-1c954c8cbb37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (2da1ea62-9442-49b9-9c71-4e4636a5a2bf), before_delete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:59.255455 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-45ea014e-b2c4-450a-84c5-05c47e29268a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172'] for port (2da1ea62-9442-49b9-9c71-4e4636a5a2bf), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:59.282548 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea014e-b2c4-450a-84c5-05c47e29268a admin admin] Pushing event deleted for resources: {'Port': ['ID=2da1ea62-9442-49b9-9c71-4e4636a5a2bf,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:52:59.291014 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ea014e-b2c4-450a-84c5-05c47e29268a admin admin] No DVR routers for this DVR port 2da1ea62-9442-49b9-9c71-4e4636a5a2bf on host dv-cinder-857528-2-iscsi {{(pid=112953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 00:52:59.324902 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-78d0e231-52e5-4b69-a276-1c954c8cbb37 None None] For port 2da1ea62-9442-49b9-9c71-4e4636a5a2bf, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=2da1ea62-9442-49b9-9c71-4e4636a5a2bf,segment=NetworkSegment(2b35b24d-afbb-49ac-9c71-14d53de30327),segment_id=2b35b24d-afbb-49ac-9c71-14d53de30327)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:52:59.325395 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-78d0e231-52e5-4b69-a276-1c954c8cbb37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (2da1ea62-9442-49b9-9c71-4e4636a5a2bf), precommit_delete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:59.338694 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-78d0e231-52e5-4b69-a276-1c954c8cbb37 None None] Calling delete_port for 2da1ea62-9442-49b9-9c71-4e4636a5a2bf owned by network:dhcp {{(pid=112954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:52:59.374517 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-45ea014e-b2c4-450a-84c5-05c47e29268a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864165', 'neutron.services.segments.db._delete_segments_for_network-8740354160321'] for network (534fcea4-462b-402d-9da6-e7cef4200229), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:59.399995 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-45ea014e-b2c4-450a-84c5-05c47e29268a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=112953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:52:59.400445 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-45ea014e-b2c4-450a-84c5-05c47e29268a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=112953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:52:59.401496 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-45ea014e-b2c4-450a-84c5-05c47e29268a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=112953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:52:59.402323 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-45ea014e-b2c4-450a-84c5-05c47e29268a admin admin] Subscribe: > port after_create 55550000 {{(pid=112953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:52:59.402768 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-45ea014e-b2c4-450a-84c5-05c47e29268a admin admin] Subscribe: > port after_delete 55550000 {{(pid=112953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:52:59.403147 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-45ea014e-b2c4-450a-84c5-05c47e29268a admin admin] Subscribe: > port after_update 55550000 {{(pid=112953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:52:59.403769 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-45ea014e-b2c4-450a-84c5-05c47e29268a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=112953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:52:59.404109 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-45ea014e-b2c4-450a-84c5-05c47e29268a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:52:59.404600 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-45ea014e-b2c4-450a-84c5-05c47e29268a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:52:59.405115 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-45ea014e-b2c4-450a-84c5-05c47e29268a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=112953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:52:59.421261 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-78d0e231-52e5-4b69-a276-1c954c8cbb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172'] for port (2da1ea62-9442-49b9-9c71-4e4636a5a2bf), after_delete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:59.446428 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d0e231-52e5-4b69-a276-1c954c8cbb37 None None] Pushing event deleted for resources: {'Port': ['ID=2da1ea62-9442-49b9-9c71-4e4636a5a2bf,revision_number=None']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:52:59.451571 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d0e231-52e5-4b69-a276-1c954c8cbb37 None None] No DVR routers for this DVR port 2da1ea62-9442-49b9-9c71-4e4636a5a2bf on host dv-cinder-857528-2-iscsi {{(pid=112954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 00:52:59.458279 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0e231-52e5-4b69-a276-1c954c8cbb37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:52:59.458627 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0e231-52e5-4b69-a276-1c954c8cbb37 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:52:59.458996 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0e231-52e5-4b69-a276-1c954c8cbb37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:52:59.459358 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0e231-52e5-4b69-a276-1c954c8cbb37 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:52:59.459804 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0e231-52e5-4b69-a276-1c954c8cbb37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:52:59.460139 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0e231-52e5-4b69-a276-1c954c8cbb37 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:52:59.460469 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0e231-52e5-4b69-a276-1c954c8cbb37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:52:59.460798 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0e231-52e5-4b69-a276-1c954c8cbb37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:52:59.461126 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0e231-52e5-4b69-a276-1c954c8cbb37 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:52:59.461451 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0e231-52e5-4b69-a276-1c954c8cbb37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:52:59.461777 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0e231-52e5-4b69-a276-1c954c8cbb37 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:52:59.462119 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0e231-52e5-4b69-a276-1c954c8cbb37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:52:59.462444 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0e231-52e5-4b69-a276-1c954c8cbb37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:52:59.462767 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0e231-52e5-4b69-a276-1c954c8cbb37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:52:59.463087 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0e231-52e5-4b69-a276-1c954c8cbb37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:52:59.507128 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-45ea014e-b2c4-450a-84c5-05c47e29268a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:52:59.507473 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-45ea014e-b2c4-450a-84c5-05c47e29268a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:52:59.507863 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-45ea014e-b2c4-450a-84c5-05c47e29268a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=112953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:52:59.508224 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-45ea014e-b2c4-450a-84c5-05c47e29268a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=112953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 00:52:59.508578 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.services.segments.db [None req-45ea014e-b2c4-450a-84c5-05c47e29268a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['534fcea4-462b-402d-9da6-e7cef4200229']}} {{(pid=112953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:52:59.526555 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.services.segments.db [None req-45ea014e-b2c4-450a-84c5-05c47e29268a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b35b24d-afbb-49ac-9c71-14d53de30327') {'for_net_delete': True} {{(pid=112953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:52:59.526854 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.services.segments.db [None req-45ea014e-b2c4-450a-84c5-05c47e29268a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b35b24d-afbb-49ac-9c71-14d53de30327') {} {{(pid=112953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:52:59.542543 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-45ea014e-b2c4-450a-84c5-05c47e29268a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740354160213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9406930'] for segment (2b35b24d-afbb-49ac-9c71-14d53de30327), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:59.563215 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-45ea014e-b2c4-450a-84c5-05c47e29268a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898'] for segment (2b35b24d-afbb-49ac-9c71-14d53de30327), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:59.565876 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:52:59.572459 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45ea014e-b2c4-450a-84c5-05c47e29268a admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=112953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 00:52:59.572894 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-45ea014e-b2c4-450a-84c5-05c47e29268a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9371569'] for segment (2b35b24d-afbb-49ac-9c71-14d53de30327), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:59.648265 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-45ea014e-b2c4-450a-84c5-05c47e29268a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682314'] for network (534fcea4-462b-402d-9da6-e7cef4200229), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:59.656490 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-45ea014e-b2c4-450a-84c5-05c47e29268a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for network (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:59.662182 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-45ea014e-b2c4-450a-84c5-05c47e29268a admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/534fcea4-462b-402d-9da6-e7cef4200229 HTTP/1.1" status: 204 len: 168 time: 0.6857758 Sep 15 00:52:59.674417 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea014e-b2c4-450a-84c5-05c47e29268a admin admin] Pushing event deleted for resources: {'Network': ['ID=534fcea4-462b-402d-9da6-e7cef4200229,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:52:59.743044 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.services.segments.plugin [-] Segment 2b35b24d-afbb-49ac-9c71-14d53de30327 resource provider aggregate not found Sep 15 00:52:59.764154 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.services.segments.plugin [-] Segment 2b35b24d-afbb-49ac-9c71-14d53de30327 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b35b24d-afbb-49ac-9c71-14d53de30327 found for delete ", "request_id": "req-e9e11ac5-b7ff-4110-b0e4-9557c03511e5"}]} Sep 15 00:52:59.788815 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 59840) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:52:59.828907 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-0e0bf225-7a94-4acb-90cc-e2ce772d4416 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=7090f91f78534107ba4b5ccd7f80e145&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0390234 Sep 15 00:52:59.831316 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 59842) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:52:59.879127 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-bbe8a545-09af-4e9a-b87d-8166101ad47e admin admin] Publish callbacks [] for security_group (d41840aa-dc0a-4ce3-ab19-658373426066), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:59.880716 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:DELETE=11,neutron:SELECT=87,neutron:UPDATE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:52:59.900324 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-bbe8a545-09af-4e9a-b87d-8166101ad47e admin admin] Publish callbacks [] for security_group (d41840aa-dc0a-4ce3-ab19-658373426066), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:59.950118 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-bbe8a545-09af-4e9a-b87d-8166101ad47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (d41840aa-dc0a-4ce3-ab19-658373426066), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:59.952769 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-bbe8a545-09af-4e9a-b87d-8166101ad47e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:52:59.953947 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-bbe8a545-09af-4e9a-b87d-8166101ad47e admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/d41840aa-dc0a-4ce3-ab19-658373426066 HTTP/1.1" status: 204 len: 168 time: 0.1217198 Sep 15 00:52:59.961867 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8a545-09af-4e9a-b87d-8166101ad47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41840aa-dc0a-4ce3-ab19-658373426066,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:52:59.997063 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 7422761c-0e0e-44a6-9b06-a8f557141b0b no longer exists at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:53:00.017116 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] No Port match for: 7422761c-0e0e-44a6-9b06-a8f557141b0b {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 00:53:00.017461 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 7422761c-0e0e-44a6-9b06-a8f557141b0b not bound to the agent host dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 00:53:00.017875 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 2da1ea62-9442-49b9-9c71-4e4636a5a2bf no longer exists at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:53:00.035839 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] No Port match for: 2da1ea62-9442-49b9-9c71-4e4636a5a2bf {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 00:53:00.036094 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 2da1ea62-9442-49b9-9c71-4e4636a5a2bf not bound to the agent host dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 00:53:00.036511 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 762a7dec-a419-43c7-b90a-ff586fd3ebf7 no longer exists at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:53:00.057345 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] No Port match for: 762a7dec-a419-43c7-b90a-ff586fd3ebf7 {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 00:53:00.057688 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 762a7dec-a419-43c7-b90a-ff586fd3ebf7 not bound to the agent host dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 00:53:00.773460 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 59866) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:53:00.879345 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-c6aa8146-bf12-4554-b6bd-e3099e93151c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-400577387-network', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:53:00.900442 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6aa8146-bf12-4554-b6bd-e3099e93151c admin admin] Made reservation on behalf of 3ef4db17e5d245cb9caab70d557f41ae for: {'network': 1} {{(pid=112953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:53:00.902721 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-c6aa8146-bf12-4554-b6bd-e3099e93151c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for network (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:00.910864 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-c6aa8146-bf12-4554-b6bd-e3099e93151c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:00.985149 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-c6aa8146-bf12-4554-b6bd-e3099e93151c admin admin] Publish callbacks [] for security_group (e240a452-9458-40fb-9d78-46fcb6c5480c), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:00.988791 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-c6aa8146-bf12-4554-b6bd-e3099e93151c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (e240a452-9458-40fb-9d78-46fcb6c5480c), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:01.014127 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6aa8146-bf12-4554-b6bd-e3099e93151c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=112953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 00:53:01.023011 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa8146-bf12-4554-b6bd-e3099e93151c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e240a452-9458-40fb-9d78-46fcb6c5480c,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:01.028786 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-c6aa8146-bf12-4554-b6bd-e3099e93151c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898'] for segment (43962dc6-5d1e-44de-8cf1-94862617316b), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:01.029121 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.db.segments_db [None req-c6aa8146-bf12-4554-b6bd-e3099e93151c admin admin] Added segment 43962dc6-5d1e-44de-8cf1-94862617316b of type vlan for network 48f46f03-9920-4d15-b1d4-ea751486aaae Sep 15 00:53:01.068651 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-c6aa8146-bf12-4554-b6bd-e3099e93151c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740353647288'] for network (48f46f03-9920-4d15-b1d4-ea751486aaae), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:01.093616 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-c6aa8146-bf12-4554-b6bd-e3099e93151c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177'] for network (48f46f03-9920-4d15-b1d4-ea751486aaae), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:01.094628 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6aa8146-bf12-4554-b6bd-e3099e93151c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:01.095351 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-c6aa8146-bf12-4554-b6bd-e3099e93151c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for network (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:01.153648 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-c6aa8146-bf12-4554-b6bd-e3099e93151c admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3790803 Sep 15 00:53:01.155217 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 59870) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:53:01.159137 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa8146-bf12-4554-b6bd-e3099e93151c admin admin] Pushing event updated for resources: {'Network': ['ID=48f46f03-9920-4d15-b1d4-ea751486aaae,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:01.160611 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-c284be95-79f5-4c45-ba94-d0b8cbe23611 admin admin] Request body: {'subnet': {'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-400577387-subnet', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:53:01.170438 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Network 48f46f03-9920-4d15-b1d4-ea751486aaae details requested by agent ovs-agent-dv-cinder-857528-2-iscsi with host dv-cinder-857528-2-iscsi {{(pid=112954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 00:53:01.182208 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c284be95-79f5-4c45-ba94-d0b8cbe23611 admin admin] Made reservation on behalf of 3ef4db17e5d245cb9caab70d557f41ae for: {'subnet': 1} {{(pid=112952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:53:01.185718 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c284be95-79f5-4c45-ba94-d0b8cbe23611 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9220819'] for subnet (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:01.352411 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c284be95-79f5-4c45-ba94-d0b8cbe23611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3301759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9220805'] for subnet (45e5374b-dd3a-4913-9c14-900ba2b249b3), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:01.405637 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284be95-79f5-4c45-ba94-d0b8cbe23611 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45e5374b-dd3a-4913-9c14-900ba2b249b3,revision_number=0']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:01.415936 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284be95-79f5-4c45-ba94-d0b8cbe23611 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:53:01.416282 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284be95-79f5-4c45-ba94-d0b8cbe23611 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:53:01.416647 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284be95-79f5-4c45-ba94-d0b8cbe23611 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:53:01.416990 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284be95-79f5-4c45-ba94-d0b8cbe23611 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:53:01.417383 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284be95-79f5-4c45-ba94-d0b8cbe23611 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:53:01.417712 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284be95-79f5-4c45-ba94-d0b8cbe23611 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:53:01.418548 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284be95-79f5-4c45-ba94-d0b8cbe23611 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:53:01.418868 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284be95-79f5-4c45-ba94-d0b8cbe23611 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:53:01.419191 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284be95-79f5-4c45-ba94-d0b8cbe23611 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:53:01.419532 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284be95-79f5-4c45-ba94-d0b8cbe23611 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:53:01.419855 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284be95-79f5-4c45-ba94-d0b8cbe23611 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:53:01.420178 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284be95-79f5-4c45-ba94-d0b8cbe23611 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:53:01.420495 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284be95-79f5-4c45-ba94-d0b8cbe23611 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:53:01.420808 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284be95-79f5-4c45-ba94-d0b8cbe23611 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:53:01.421120 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284be95-79f5-4c45-ba94-d0b8cbe23611 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:53:01.429189 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c284be95-79f5-4c45-ba94-d0b8cbe23611 admin admin] Checking segment: {'id': '43962dc6-5d1e-44de-8cf1-94862617316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:53:01.429542 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c284be95-79f5-4c45-ba94-d0b8cbe23611 admin admin] Network hostable DHCP agents. Network: 48f46f03-9920-4d15-b1d4-ea751486aaae, hostable agents: ['abe268bd-80e0-4b66-bd7b-8cd34d7e839c'], hosted agents: [] {{(pid=112952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 00:53:01.446748 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c284be95-79f5-4c45-ba94-d0b8cbe23611 admin admin] Network 48f46f03-9920-4d15-b1d4-ea751486aaae is scheduled to be hosted by DHCP agent abe268bd-80e0-4b66-bd7b-8cd34d7e839c with binding_index 1 {{(pid=112952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 00:53:01.455012 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.base_scheduler [None req-c284be95-79f5-4c45-ba94-d0b8cbe23611 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-2-iscsi, 48f46f03-9920-4d15-b1d4-ea751486aaae) {{(pid=112952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:53:01.458989 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c284be95-79f5-4c45-ba94-d0b8cbe23611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:01.459602 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c284be95-79f5-4c45-ba94-d0b8cbe23611 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:01.464892 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229af09b-25dd-42cd-8cd5-d2a270a406e9 None None] Network 48f46f03-9920-4d15-b1d4-ea751486aaae requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:53:01.475234 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-c284be95-79f5-4c45-ba94-d0b8cbe23611 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3183701 Sep 15 00:53:01.477936 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 59874) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:53:01.479725 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:DELETE=4 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:01.482775 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-14adad1e-ef60-4f3b-bd61-08a3f2abb738 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-400577387-router', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'}}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:53:01.503589 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-14adad1e-ef60-4f3b-bd61-08a3f2abb738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3733'] for router (1ce736d0-eb45-4996-8a42-1c0d1d83a272), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:01.504623 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-14adad1e-ef60-4f3b-bd61-08a3f2abb738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1683127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1672952', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2000688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3740'] for router (1ce736d0-eb45-4996-8a42-1c0d1d83a272), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:01.513401 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:01.559259 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-14adad1e-ef60-4f3b-bd61-08a3f2abb738 admin admin] Publish callbacks [] for router_controller (1ce736d0-eb45-4996-8a42-1c0d1d83a272), precommit_add_association {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:01.573434 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4b3002-e437-450a-85d1-1504c625f5ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3047b3e4-ccd7-5ac9-918c-8e3fb3633ad1-48f46f03-9920-4d15-b1d4-ea751486aaae', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'fixed_ips': [{'subnet_id': '45e5374b-dd3a-4913-9c14-900ba2b249b3'}]}} from dv-cinder-857528-2-iscsi. {{(pid=112954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 15 00:53:01.574999 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-7b4b3002-e437-450a-85d1-1504c625f5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:01.691327 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-14adad1e-ef60-4f3b-bd61-08a3f2abb738 admin admin] Publish callbacks [] for router_gateway (1ce736d0-eb45-4996-8a42-1c0d1d83a272), precommit_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:01.710465 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.db_base_plugin_common [None req-7b4b3002-e437-450a-85d1-1504c625f5ae None None] Allocated IP 172.20.0.2 (48f46f03-9920-4d15-b1d4-ea751486aaae/45e5374b-dd3a-4913-9c14-900ba2b249b3/f0572891-3f49-4bc9-b136-c153a10adf37) {{(pid=112954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:53:01.868011 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-7b4b3002-e437-450a-85d1-1504c625f5ae None None] Publish callbacks [] for port (f0572891-3f49-4bc9-b136-c153a10adf37), precommit_create {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:01.875303 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-7b4b3002-e437-450a-85d1-1504c625f5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163'] for port (f0572891-3f49-4bc9-b136-c153a10adf37), after_create {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:01.877196 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-14adad1e-ef60-4f3b-bd61-08a3f2abb738 admin admin] Publish callbacks [] for router_gateway (1ce736d0-eb45-4996-8a42-1c0d1d83a272), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:01.879467 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:01.901724 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-14adad1e-ef60-4f3b-bd61-08a3f2abb738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:01.922377 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4b3002-e437-450a-85d1-1504c625f5ae None None] Network 48f46f03-9920-4d15-b1d4-ea751486aaae is already hosted by enough agents. {{(pid=112954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:53:01.927560 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.scheduler.base_scheduler [None req-7b4b3002-e437-450a-85d1-1504c625f5ae None None] Resources bound (agent type, host, resource id): {{(pid=112954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:53:01.929676 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b3002-e437-450a-85d1-1504c625f5ae None None] Pushing event updated for resources: {'Port': ['ID=f0572891-3f49-4bc9-b136-c153a10adf37,revision_number=1']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:01.932246 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4b3002-e437-450a-85d1-1504c625f5ae None None] Received port after_create {{(pid=112954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:53:01.963590 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:01.988842 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-7b4b3002-e437-450a-85d1-1504c625f5ae None None] Attempting to bind port f0572891-3f49-4bc9-b136-c153a10adf37 on host dv-cinder-857528-2-iscsi for vnic_type normal with profile {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:53:01.989210 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-7b4b3002-e437-450a-85d1-1504c625f5ae None None] Attempting to bind port f0572891-3f49-4bc9-b136-c153a10adf37 by drivers openvswitch,hyperv on host dv-cinder-857528-2-iscsi at level 0 using segments [{'id': '43962dc6-5d1e-44de-8cf1-94862617316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae'}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:53:01.989574 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4b3002-e437-450a-85d1-1504c625f5ae None None] Attempting to bind port f0572891-3f49-4bc9-b136-c153a10adf37 on network 48f46f03-9920-4d15-b1d4-ea751486aaae {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:53:02.033602 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.db_base_plugin_common [None req-14adad1e-ef60-4f3b-bd61-08a3f2abb738 admin admin] Allocated IP 172.27.1.57 (53046852-16e9-4bc6-a26e-a34c1d2139e6/8f0c0330-11bc-44ed-a1b6-6f3c15aee393/025acf36-238d-489a-936d-6b142c62ba58) {{(pid=112952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:53:02.037471 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4b3002-e437-450a-85d1-1504c625f5ae None None] Checking agent: {'id': 'f85e816c-fb48-4744-a66a-e79ceb68e67e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 36, 23), 'started_at': datetime.datetime(2022, 9, 15, 0, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:53:02.038302 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4b3002-e437-450a-85d1-1504c625f5ae None None] Checking segment: {'id': '43962dc6-5d1e-44de-8cf1-94862617316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:53:02.039017 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-7b4b3002-e437-450a-85d1-1504c625f5ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:02.039647 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4b3002-e437-450a-85d1-1504c625f5ae None None] Bound using segment: {'id': '43962dc6-5d1e-44de-8cf1-94862617316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae'} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:53:02.040237 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-7b4b3002-e437-450a-85d1-1504c625f5ae None None] Bound port: f0572891-3f49-4bc9-b136-c153a10adf37, host: dv-cinder-857528-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43962dc6-5d1e-44de-8cf1-94862617316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae'}}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:53:02.040771 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-7b4b3002-e437-450a-85d1-1504c625f5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (f0572891-3f49-4bc9-b136-c153a10adf37), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:02.114164 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-7b4b3002-e437-450a-85d1-1504c625f5ae None None] For port f0572891-3f49-4bc9-b136-c153a10adf37, host dv-cinder-857528-2-iscsi, cleared binding levels {{(pid=112954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:53:02.117675 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-7b4b3002-e437-450a-85d1-1504c625f5ae None None] For port f0572891-3f49-4bc9-b136-c153a10adf37, host dv-cinder-857528-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=f0572891-3f49-4bc9-b136-c153a10adf37,segment=NetworkSegment(43962dc6-5d1e-44de-8cf1-94862617316b),segment_id=43962dc6-5d1e-44de-8cf1-94862617316b)] {{(pid=112954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:53:02.124088 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-7b4b3002-e437-450a-85d1-1504c625f5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (f0572891-3f49-4bc9-b136-c153a10adf37), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:02.171134 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf4b1d-d7fa-4012-98d8-a338259a7f13 req-6c343fcf-2587-4c30-8191-078a51b24839 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:02.172650 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-efcf4b1d-d7fa-4012-98d8-a338259a7f13 req-6c343fcf-2587-4c30-8191-078a51b24839 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0724652 Sep 15 00:53:02.174747 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b3002-e437-450a-85d1-1504c625f5ae None None] Pushing event updated for resources: {'Port': ['ID=f0572891-3f49-4bc9-b136-c153a10adf37,revision_number=2']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:02.209093 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-14adad1e-ef60-4f3b-bd61-08a3f2abb738 admin admin] Publish callbacks [] for port (025acf36-238d-489a-936d-6b142c62ba58), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:02.255727 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-efcf4b1d-d7fa-4012-98d8-a338259a7f13 req-86f10721-bacf-493d-9921-9bbd36508775 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754225 Sep 15 00:53:02.267557 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-14adad1e-ef60-4f3b-bd61-08a3f2abb738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3304143'] for port (025acf36-238d-489a-936d-6b142c62ba58), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:02.316736 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14adad1e-ef60-4f3b-bd61-08a3f2abb738 admin admin] Network 53046852-16e9-4bc6-a26e-a34c1d2139e6 is already hosted by enough agents. {{(pid=112952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:53:02.323011 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14adad1e-ef60-4f3b-bd61-08a3f2abb738 admin admin] Pushing event updated for resources: {'Port': ['ID=025acf36-238d-489a-936d-6b142c62ba58,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:02.333097 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.base_scheduler [None req-14adad1e-ef60-4f3b-bd61-08a3f2abb738 admin admin] Resources bound (agent type, host, resource id): {{(pid=112952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:53:02.335929 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14adad1e-ef60-4f3b-bd61-08a3f2abb738 admin admin] Received port after_create {{(pid=112952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:53:02.583615 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-14adad1e-ef60-4f3b-bd61-08a3f2abb738 admin admin] Publish callbacks [] for router_gateway (1ce736d0-eb45-4996-8a42-1c0d1d83a272), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:02.756354 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:02.770760 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-14adad1e-ef60-4f3b-bd61-08a3f2abb738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1683183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1682215'] for router (1ce736d0-eb45-4996-8a42-1c0d1d83a272), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:02.875621 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:02.899657 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14adad1e-ef60-4f3b-bd61-08a3f2abb738 admin admin] Router 1ce736d0-eb45-4996-8a42-1c0d1d83a272 is scheduled to L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe with binding_index 1 {{(pid=112952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 00:53:03.005548 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14adad1e-ef60-4f3b-bd61-08a3f2abb738 admin admin] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:53:03.014944 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c485097-facc-4c37-8b73-c510900b90a4 None None] Sync routers for ids ['1ce736d0-eb45-4996-8a42-1c0d1d83a272'] in dv-cinder-857528-2-iscsi {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:53:03.023668 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfef0a7-97f0-432f-a1fd-bbe8cb0b4a3e None None] Network 48f46f03-9920-4d15-b1d4-ea751486aaae requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:53:03.026572 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-14adad1e-ef60-4f3b-bd61-08a3f2abb738 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:03.029054 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-14adad1e-ef60-4f3b-bd61-08a3f2abb738 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5497930 Sep 15 00:53:03.031337 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 59886) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:53:03.047908 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c485097-facc-4c37-8b73-c510900b90a4 None None] Routers {'1ce736d0-eb45-4996-8a42-1c0d1d83a272'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:53:03.048544 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-7c485097-facc-4c37-8b73-c510900b90a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:52:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['1ce736d0-eb45-4996-8a42-1c0d1d83a272'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:53:03.134457 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-ea01f026-893c-4bc1-be72-432ad2d9dbc7 None None] Provisioning complete for port f0572891-3f49-4bc9-b136-c153a10adf37 triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:53:03.134964 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-ea01f026-893c-4bc1-be72-432ad2d9dbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (f0572891-3f49-4bc9-b136-c153a10adf37), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:03.135255 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-ea01f026-893c-4bc1-be72-432ad2d9dbc7 None None] Attempt 1 to provision port f0572891-3f49-4bc9-b136-c153a10adf37 Sep 15 00:53:03.167236 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:03.218752 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:03.283081 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-7c485097-facc-4c37-8b73-c510900b90a4 None None] Set router 1ce736d0-eb45-4996-8a42-1c0d1d83a272 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:53:03.389623 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0904b-bc3b-4a78-92e2-21da9ebf3613 req-a54210d3-c7f4-42ff-bb4a-a589c1b6ee1e tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:03.392015 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-83d0904b-bc3b-4a78-92e2-21da9ebf3613 req-a54210d3-c7f4-42ff-bb4a-a589c1b6ee1e tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0551312 Sep 15 00:53:03.420015 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-ea01f026-893c-4bc1-be72-432ad2d9dbc7 None None] Current status of the port f0572891-3f49-4bc9-b136-c153a10adf37 is: DOWN; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:53:03.420414 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-ea01f026-893c-4bc1-be72-432ad2d9dbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (f0572891-3f49-4bc9-b136-c153a10adf37), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:03.491653 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-ea01f026-893c-4bc1-be72-432ad2d9dbc7 None None] For port f0572891-3f49-4bc9-b136-c153a10adf37, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=f0572891-3f49-4bc9-b136-c153a10adf37,segment=NetworkSegment(43962dc6-5d1e-44de-8cf1-94862617316b),segment_id=43962dc6-5d1e-44de-8cf1-94862617316b)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:53:03.498270 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-ea01f026-893c-4bc1-be72-432ad2d9dbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (f0572891-3f49-4bc9-b136-c153a10adf37), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:03.509209 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-83d0904b-bc3b-4a78-92e2-21da9ebf3613 req-5441975f-53b6-41ca-bdb3-77b206acd575 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=066be27e-95aa-44d7-b37c-1ed825eaac6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115932 Sep 15 00:53:03.522132 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d66a6-ee26-4947-affb-234eee31da3f req-e6d98f92-cbb0-4b7c-bd5f-366bdd01bc7d tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:03.523912 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-500d66a6-ee26-4947-affb-234eee31da3f req-e6d98f92-cbb0-4b7c-bd5f-366bdd01bc7d tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 945 time: 0.0959823 Sep 15 00:53:03.633651 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:03.635004 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [req-500d66a6-ee26-4947-affb-234eee31da3f req-be64200d-3e33-4dbd-83ed-39024c3bb7ed tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Deleting port 45e2672c-5f66-4187-b159-c6d3bb80d12b {{(pid=112953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:53:03.635550 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-500d66a6-ee26-4947-affb-234eee31da3f req-be64200d-3e33-4dbd-83ed-39024c3bb7ed tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (45e2672c-5f66-4187-b159-c6d3bb80d12b), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:03.752415 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-7c485097-facc-4c37-8b73-c510900b90a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'name': 'tempest-AttachVolumeNegativeTest-400577387-router', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '025acf36-238d-489a-936d-6b142c62ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:02Z', 'revision_number': 3, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'gw_port': {'id': '025acf36-238d-489a-936d-6b142c62ba58', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:73:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi'}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:53:03.786543 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c485097-facc-4c37-8b73-c510900b90a4 None None] Checking router: 1ce736d0-eb45-4996-8a42-1c0d1d83a272 for host: dv-cinder-857528-2-iscsi {{(pid=112954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:53:03.787335 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c485097-facc-4c37-8b73-c510900b90a4 None None] Updating router 1ce736d0-eb45-4996-8a42-1c0d1d83a272 port 025acf36-238d-489a-936d-6b142c62ba58 binding host dv-cinder-857528-2-iscsi {{(pid=112954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 00:53:03.789620 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01f026-893c-4bc1-be72-432ad2d9dbc7 None None] Pushing event updated for resources: {'Port': ['ID=f0572891-3f49-4bc9-b136-c153a10adf37,revision_number=3']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:03.791843 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-73d5beea-fe75-41cf-a75d-5f01412f7047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:03.793986 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-0294ad7c-57a4-429a-b9d8-4ce6f3ad5ab9 None None] Provisioning complete for port f0572891-3f49-4bc9-b136-c153a10adf37 triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:53:03.794659 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-0294ad7c-57a4-429a-b9d8-4ce6f3ad5ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (f0572891-3f49-4bc9-b136-c153a10adf37), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:03.795088 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-0294ad7c-57a4-429a-b9d8-4ce6f3ad5ab9 None None] Attempt 1 to provision port f0572891-3f49-4bc9-b136-c153a10adf37 Sep 15 00:53:03.857978 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-7c485097-facc-4c37-8b73-c510900b90a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (025acf36-238d-489a-936d-6b142c62ba58), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:03.985352 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [req-500d66a6-ee26-4947-affb-234eee31da3f req-be64200d-3e33-4dbd-83ed-39024c3bb7ed tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] For port 45e2672c-5f66-4187-b159-c6d3bb80d12b, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=45e2672c-5f66-4187-b159-c6d3bb80d12b,segment=NetworkSegment(984c4c89-baec-4c7a-bd8d-184a9b4bcb04),segment_id=984c4c89-baec-4c7a-bd8d-184a9b4bcb04)] {{(pid=112953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:53:03.986403 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-500d66a6-ee26-4947-affb-234eee31da3f req-be64200d-3e33-4dbd-83ed-39024c3bb7ed tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (45e2672c-5f66-4187-b159-c6d3bb80d12b), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:03.986756 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-0294ad7c-57a4-429a-b9d8-4ce6f3ad5ab9 None None] Current status of the port f0572891-3f49-4bc9-b136-c153a10adf37 is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:53:03.995204 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.db_base_plugin_common [None req-73d5beea-fe75-41cf-a75d-5f01412f7047 admin admin] Allocated IP 172.20.0.1 (48f46f03-9920-4d15-b1d4-ea751486aaae/45e5374b-dd3a-4913-9c14-900ba2b249b3/107963f3-d92c-4837-ab25-c26e9f8ce006) {{(pid=112952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:53:04.069683 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device f0572891-3f49-4bc9-b136-c153a10adf37 up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:53:04.073568 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:04.089148 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:04.103620 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:04.126403 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-73d5beea-fe75-41cf-a75d-5f01412f7047 admin admin] Publish callbacks [] for port (107963f3-d92c-4837-ab25-c26e9f8ce006), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:04.145605 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:04.164919 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port f0572891-3f49-4bc9-b136-c153a10adf37 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:53:04.165332 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (f0572891-3f49-4bc9-b136-c153a10adf37), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:04.165737 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port f0572891-3f49-4bc9-b136-c153a10adf37 Sep 15 00:53:04.167282 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-73d5beea-fe75-41cf-a75d-5f01412f7047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3304143'] for port (107963f3-d92c-4837-ab25-c26e9f8ce006), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:04.182099 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-500d66a6-ee26-4947-affb-234eee31da3f req-be64200d-3e33-4dbd-83ed-39024c3bb7ed tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:04.182468 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-500d66a6-ee26-4947-affb-234eee31da3f req-be64200d-3e33-4dbd-83ed-39024c3bb7ed tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682341'] for floatingip (5c0b35d9-2331-4a8d-bf12-20817a2fcb4a), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:04.182773 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.db.l3_db [req-500d66a6-ee26-4947-affb-234eee31da3f req-be64200d-3e33-4dbd-83ed-39024c3bb7ed tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Floating IP 5c0b35d9-2331-4a8d-bf12-20817a2fcb4a disassociated. External IP: 172.27.1.91, port: 45e2672c-5f66-4187-b159-c6d3bb80d12b. Sep 15 00:53:04.183306 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [req-500d66a6-ee26-4947-affb-234eee31da3f req-be64200d-3e33-4dbd-83ed-39024c3bb7ed tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Calling delete_port for 45e2672c-5f66-4187-b159-c6d3bb80d12b owned by compute:nova {{(pid=112953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:53:04.217301 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d5beea-fe75-41cf-a75d-5f01412f7047 admin admin] Network 48f46f03-9920-4d15-b1d4-ea751486aaae is already hosted by enough agents. {{(pid=112952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:53:04.221539 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.base_scheduler [None req-73d5beea-fe75-41cf-a75d-5f01412f7047 admin admin] Resources bound (agent type, host, resource id): {{(pid=112952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:53:04.224002 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d5beea-fe75-41cf-a75d-5f01412f7047 admin admin] Pushing event updated for resources: {'Port': ['ID=107963f3-d92c-4837-ab25-c26e9f8ce006,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:04.227639 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d5beea-fe75-41cf-a75d-5f01412f7047 admin admin] Received port after_create {{(pid=112952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:53:04.259351 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-7c485097-facc-4c37-8b73-c510900b90a4 None None] Publish callbacks [] for port (025acf36-238d-489a-936d-6b142c62ba58), precommit_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:04.281907 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-73d5beea-fe75-41cf-a75d-5f01412f7047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1673502'] for router_interface (1ce736d0-eb45-4996-8a42-1c0d1d83a272), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:04.289184 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-7c485097-facc-4c37-8b73-c510900b90a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (025acf36-238d-489a-936d-6b142c62ba58), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:04.317975 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-500d66a6-ee26-4947-affb-234eee31da3f req-be64200d-3e33-4dbd-83ed-39024c3bb7ed tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9371492'] for port (45e2672c-5f66-4187-b159-c6d3bb80d12b), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:04.332395 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=100 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:04.344331 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-7c485097-facc-4c37-8b73-c510900b90a4 None None] Attempting to bind port 025acf36-238d-489a-936d-6b142c62ba58 on host dv-cinder-857528-2-iscsi for vnic_type normal with profile {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:53:04.344700 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-7c485097-facc-4c37-8b73-c510900b90a4 None None] Attempting to bind port 025acf36-238d-489a-936d-6b142c62ba58 by drivers openvswitch,hyperv on host dv-cinder-857528-2-iscsi at level 0 using segments [{'id': 'bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:53:04.345060 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c485097-facc-4c37-8b73-c510900b90a4 None None] Attempting to bind port 025acf36-238d-489a-936d-6b142c62ba58 on network 53046852-16e9-4bc6-a26e-a34c1d2139e6 {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:53:04.352100 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be64200d-3e33-4dbd-83ed-39024c3bb7ed tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Pushing event deleted for resources: {'Port': ['ID=45e2672c-5f66-4187-b159-c6d3bb80d12b,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:04.355582 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port f0572891-3f49-4bc9-b136-c153a10adf37 is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:53:04.390935 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d7c26f-d6c5-4245-a21b-bc02ef453b5b None None] Pushing event updated for resources: {'Port': ['ID=025acf36-238d-489a-936d-6b142c62ba58,revision_number=2']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:04.421946 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c485097-facc-4c37-8b73-c510900b90a4 None None] Checking agent: {'id': 'f85e816c-fb48-4744-a66a-e79ceb68e67e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 36, 23), 'started_at': datetime.datetime(2022, 9, 15, 0, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:53:04.422373 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c485097-facc-4c37-8b73-c510900b90a4 None None] Checking segment: {'id': 'bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:53:04.422784 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-7c485097-facc-4c37-8b73-c510900b90a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:04.423767 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c485097-facc-4c37-8b73-c510900b90a4 None None] Bound using segment: {'id': 'bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'} {{(pid=112954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:53:04.424251 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.managers [None req-7c485097-facc-4c37-8b73-c510900b90a4 None None] Bound port: 025acf36-238d-489a-936d-6b142c62ba58, host: dv-cinder-857528-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'}}] {{(pid=112954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:53:04.425169 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-7c485097-facc-4c37-8b73-c510900b90a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (025acf36-238d-489a-936d-6b142c62ba58), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:04.432628 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-73d5beea-fe75-41cf-a75d-5f01412f7047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (107963f3-d92c-4837-ab25-c26e9f8ce006), before_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:04.491900 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-7c485097-facc-4c37-8b73-c510900b90a4 None None] For port 025acf36-238d-489a-936d-6b142c62ba58, host dv-cinder-857528-2-iscsi, cleared binding levels {{(pid=112954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:53:04.495752 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-7c485097-facc-4c37-8b73-c510900b90a4 None None] For port 025acf36-238d-489a-936d-6b142c62ba58, host dv-cinder-857528-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=025acf36-238d-489a-936d-6b142c62ba58,segment=NetworkSegment(bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89),segment_id=bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89)] {{(pid=112954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:53:04.506370 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-7c485097-facc-4c37-8b73-c510900b90a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (025acf36-238d-489a-936d-6b142c62ba58), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:04.512198 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-500d66a6-ee26-4947-affb-234eee31da3f req-be64200d-3e33-4dbd-83ed-39024c3bb7ed tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Router 77e8f197-6b6d-4c35-aef3-9215b2c9cc71 has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:53:04.545160 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c485097-facc-4c37-8b73-c510900b90a4 None None] Routers {'1ce736d0-eb45-4996-8a42-1c0d1d83a272'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:53:04.545799 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-7c485097-facc-4c37-8b73-c510900b90a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:52:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['1ce736d0-eb45-4996-8a42-1c0d1d83a272'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:53:04.640717 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-aaeba953-7ee9-43e6-8e5a-252e8a807fcd req-199c2678-71b2-4bf2-be7a-79337a413fdf tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 210 time: 0.0491292 Sep 15 00:53:04.650054 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-500d66a6-ee26-4947-affb-234eee31da3f req-be64200d-3e33-4dbd-83ed-39024c3bb7ed tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:53:04.659163 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d7c26f-d6c5-4245-a21b-bc02ef453b5b None None] Pushing event updated for resources: {'Port': ['ID=025acf36-238d-489a-936d-6b142c62ba58,revision_number=3']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:04.665055 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-1c1ad2e1-df4d-4f7d-b34f-4b0b8d0a223a None None] Provisioning complete for port 107963f3-d92c-4837-ab25-c26e9f8ce006 triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:53:04.665427 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-1c1ad2e1-df4d-4f7d-b34f-4b0b8d0a223a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (107963f3-d92c-4837-ab25-c26e9f8ce006), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:04.665765 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-1c1ad2e1-df4d-4f7d-b34f-4b0b8d0a223a None None] Attempt 1 to provision port 107963f3-d92c-4837-ab25-c26e9f8ce006 Sep 15 00:53:04.668760 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa08728-6b3d-4ce7-9c5e-4c49bfebb459 None None] Sync routers for ids ['77e8f197-6b6d-4c35-aef3-9215b2c9cc71'] in dv-cinder-857528-2-iscsi {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:53:04.669678 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-73d5beea-fe75-41cf-a75d-5f01412f7047 admin admin] Publish callbacks [] for port (107963f3-d92c-4837-ab25-c26e9f8ce006), precommit_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:04.676261 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-73d5beea-fe75-41cf-a75d-5f01412f7047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3304182'] for port (107963f3-d92c-4837-ab25-c26e9f8ce006), after_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:04.694590 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa08728-6b3d-4ce7-9c5e-4c49bfebb459 None None] Routers {'77e8f197-6b6d-4c35-aef3-9215b2c9cc71'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:53:04.695270 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-6aa08728-6b3d-4ce7-9c5e-4c49bfebb459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:52:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['77e8f197-6b6d-4c35-aef3-9215b2c9cc71'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:53:04.740226 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [req-500d66a6-ee26-4947-affb-234eee31da3f req-be64200d-3e33-4dbd-83ed-39024c3bb7ed tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] No DVR routers for this DVR port 45e2672c-5f66-4187-b159-c6d3bb80d12b on host hv-cinder-85752 {{(pid=112953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 00:53:04.742829 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-500d66a6-ee26-4947-affb-234eee31da3f req-be64200d-3e33-4dbd-83ed-39024c3bb7ed tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:04.747262 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-500d66a6-ee26-4947-affb-234eee31da3f req-be64200d-3e33-4dbd-83ed-39024c3bb7ed tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.18 "DELETE /networking/v2.0/ports/45e2672c-5f66-4187-b159-c6d3bb80d12b HTTP/1.1" status: 204 len: 173 time: 1.2181611 Sep 15 00:53:04.747806 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d301ea-7505-4d72-8061-827894477da0', 'name': 'network-vif-deleted', 'tag': '45e2672c-5f66-4187-b159-c6d3bb80d12b'}] {{(pid=112953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:53:04.752613 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-73d5beea-fe75-41cf-a75d-5f01412f7047 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1673610'] for router_interface (1ce736d0-eb45-4996-8a42-1c0d1d83a272), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:04.754465 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-7c485097-facc-4c37-8b73-c510900b90a4 None None] Set router 1ce736d0-eb45-4996-8a42-1c0d1d83a272 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:53:04.754605 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d5beea-fe75-41cf-a75d-5f01412f7047 admin admin] Pushing event updated for resources: {'Port': ['ID=107963f3-d92c-4837-ab25-c26e9f8ce006,revision_number=2']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:04.755259 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dcd79e7c9c5799004c3790ddb8f78f6987afe8bb335ac36dcc290df3850dde4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da644d2-c6aa-461f-a3b2-8f8c92a8d2b7" -d '{"events": [{"server_uuid": "c1d301ea-7505-4d72-8061-827894477da0", "name": "network-vif-deleted", "tag": "45e2672c-5f66-4187-b159-c6d3bb80d12b"}]}' {{(pid=112953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:53:04.826725 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-1c1ad2e1-df4d-4f7d-b34f-4b0b8d0a223a None None] Port 107963f3-d92c-4837-ab25-c26e9f8ce006 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:53:04.829718 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 00:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4cfa265-34cc-407f-88a6-499e8a0a1169 x-openstack-request-id: req-b4cfa265-34cc-407f-88a6-499e8a0a1169 {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:53:04.830022 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d301ea-7505-4d72-8061-827894477da0", "name": "network-vif-deleted", "tag": "45e2672c-5f66-4187-b159-c6d3bb80d12b", "status": "completed", "code": 200}]} {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:53:04.830221 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b4cfa265-34cc-407f-88a6-499e8a0a1169 {{(pid=112953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:53:04.830630 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4cfa265-34cc-407f-88a6-499e8a0a1169'] response: {'server_uuid': 'c1d301ea-7505-4d72-8061-827894477da0', 'name': 'network-vif-deleted', 'tag': '45e2672c-5f66-4187-b159-c6d3bb80d12b', 'status': 'completed', 'code': 200} Sep 15 00:53:04.849601 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-6aa08728-6b3d-4ce7-9c5e-4c49bfebb459 None None] Set router 77e8f197-6b6d-4c35-aef3-9215b2c9cc71 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:53:04.960211 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:04.969271 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d5beea-fe75-41cf-a75d-5f01412f7047 admin admin] Network 48f46f03-9920-4d15-b1d4-ea751486aaae is already hosted by enough agents. {{(pid=112952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:53:04.971179 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.base_scheduler [None req-73d5beea-fe75-41cf-a75d-5f01412f7047 admin admin] Resources bound (agent type, host, resource id): {{(pid=112952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:53:05.142886 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d5beea-fe75-41cf-a75d-5f01412f7047 admin admin] Router 1ce736d0-eb45-4996-8a42-1c0d1d83a272 has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:53:05.164291 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-7c485097-facc-4c37-8b73-c510900b90a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'name': 'tempest-AttachVolumeNegativeTest-400577387-router', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '025acf36-238d-489a-936d-6b142c62ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:04Z', 'revision_number': 4, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'gw_port': {'id': '025acf36-238d-489a-936d-6b142c62ba58', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:73:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': '107963f3-d92c-4837-ab25-c26e9f8ce006', 'name': '', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'mac_address': 'fa:16:3e:ad:67:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:03Z', 'updated_at': '2022-09-15T00:53:04Z', 'revision_number': 1, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'subnets': [{'id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:53:05.227189 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c485097-facc-4c37-8b73-c510900b90a4 None None] The sync data for ids ['1ce736d0-eb45-4996-8a42-1c0d1d83a272'] in dv-cinder-857528-2-iscsi is: [{'id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'name': 'tempest-AttachVolumeNegativeTest-400577387-router', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '025acf36-238d-489a-936d-6b142c62ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:04Z', 'revision_number': 4, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'gw_port': {'id': '025acf36-238d-489a-936d-6b142c62ba58', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:73:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': '107963f3-d92c-4837-ab25-c26e9f8ce006', 'name': '', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'mac_address': 'fa:16:3e:ad:67:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:03Z', 'updated_at': '2022-09-15T00:53:04Z', 'revision_number': 1, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'subnets': [{'id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:53:05.295104 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-6aa08728-6b3d-4ce7-9c5e-4c49bfebb459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'name': 'tempest-AttachVolumeTestJSON-905578251-router', 'tenant_id': '6a9d9cf3606845ec964dd8320126293e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'eb6d7858-6c3e-409a-a5b3-1cdbd6930284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:44:30Z', 'updated_at': '2022-09-15T00:44:36Z', 'revision_number': 4, 'project_id': '6a9d9cf3606845ec964dd8320126293e', 'gw_port': {'id': 'eb6d7858-6c3e-409a-a5b3-1cdbd6930284', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:31Z', 'updated_at': '2022-09-15T00:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': 'f59f707d-9659-4eed-a94e-885d49304822', 'name': '', 'network_id': '5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0', 'tenant_id': '6a9d9cf3606845ec964dd8320126293e', 'mac_address': 'fa:16:3e:d4:22:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7d05243c-ba86-4ab7-a5fb-f252ae11d048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:34Z', 'updated_at': '2022-09-15T00:44:48Z', 'revision_number': 5, 'project_id': '6a9d9cf3606845ec964dd8320126293e', 'subnets': [{'id': '7d05243c-ba86-4ab7-a5fb-f252ae11d048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:53:05.321287 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a3181-0827-4336-94e4-44a9c2e7ec0d req-4de8e630-404f-42a0-b91f-482f4a0ecd48 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:05.326577 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa08728-6b3d-4ce7-9c5e-4c49bfebb459 None None] Checking router: 77e8f197-6b6d-4c35-aef3-9215b2c9cc71 for host: dv-cinder-857528-2-iscsi {{(pid=112955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:53:05.326859 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d5beea-fe75-41cf-a75d-5f01412f7047 admin admin] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:53:05.328400 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-1c1ad2e1-df4d-4f7d-b34f-4b0b8d0a223a None None] Attempt 2 to provision port 107963f3-d92c-4837-ab25-c26e9f8ce006 Sep 15 00:53:05.330524 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ec6a3181-0827-4336-94e4-44a9c2e7ec0d req-4de8e630-404f-42a0-b91f-482f4a0ecd48 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 945 time: 0.0595593 Sep 15 00:53:05.338285 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-73d5beea-fe75-41cf-a75d-5f01412f7047 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/1ce736d0-eb45-4996-8a42-1c0d1d83a272/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3044739 Sep 15 00:53:05.357090 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa08728-6b3d-4ce7-9c5e-4c49bfebb459 None None] Routers {'77e8f197-6b6d-4c35-aef3-9215b2c9cc71'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:53:05.358027 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-6aa08728-6b3d-4ce7-9c5e-4c49bfebb459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:52:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['77e8f197-6b6d-4c35-aef3-9215b2c9cc71'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:53:05.384297 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-1c1ad2e1-df4d-4f7d-b34f-4b0b8d0a223a None None] Port 107963f3-d92c-4837-ab25-c26e9f8ce006 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:53:05.391060 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ec6a3181-0827-4336-94e4-44a9c2e7ec0d req-e8caef50-fdcc-4cc1-968d-06b003ebfbe4 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591922 Sep 15 00:53:05.396381 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=100 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:05.474696 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-6aa08728-6b3d-4ce7-9c5e-4c49bfebb459 None None] Set router 77e8f197-6b6d-4c35-aef3-9215b2c9cc71 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:53:05.735539 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-6aa08728-6b3d-4ce7-9c5e-4c49bfebb459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'name': 'tempest-AttachVolumeTestJSON-905578251-router', 'tenant_id': '6a9d9cf3606845ec964dd8320126293e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'eb6d7858-6c3e-409a-a5b3-1cdbd6930284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:44:30Z', 'updated_at': '2022-09-15T00:44:36Z', 'revision_number': 4, 'project_id': '6a9d9cf3606845ec964dd8320126293e', 'gw_port': {'id': 'eb6d7858-6c3e-409a-a5b3-1cdbd6930284', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:31Z', 'updated_at': '2022-09-15T00:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': 'f59f707d-9659-4eed-a94e-885d49304822', 'name': '', 'network_id': '5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0', 'tenant_id': '6a9d9cf3606845ec964dd8320126293e', 'mac_address': 'fa:16:3e:d4:22:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7d05243c-ba86-4ab7-a5fb-f252ae11d048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:34Z', 'updated_at': '2022-09-15T00:44:48Z', 'revision_number': 5, 'project_id': '6a9d9cf3606845ec964dd8320126293e', 'subnets': [{'id': '7d05243c-ba86-4ab7-a5fb-f252ae11d048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:53:05.775389 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 59910) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:53:05.777938 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa08728-6b3d-4ce7-9c5e-4c49bfebb459 None None] The sync data for ids ['77e8f197-6b6d-4c35-aef3-9215b2c9cc71'] in dv-cinder-857528-2-iscsi is: [{'id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'name': 'tempest-AttachVolumeTestJSON-905578251-router', 'tenant_id': '6a9d9cf3606845ec964dd8320126293e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'eb6d7858-6c3e-409a-a5b3-1cdbd6930284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:44:30Z', 'updated_at': '2022-09-15T00:44:36Z', 'revision_number': 4, 'project_id': '6a9d9cf3606845ec964dd8320126293e', 'gw_port': {'id': 'eb6d7858-6c3e-409a-a5b3-1cdbd6930284', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:31Z', 'updated_at': '2022-09-15T00:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': 'f59f707d-9659-4eed-a94e-885d49304822', 'name': '', 'network_id': '5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0', 'tenant_id': '6a9d9cf3606845ec964dd8320126293e', 'mac_address': 'fa:16:3e:d4:22:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7d05243c-ba86-4ab7-a5fb-f252ae11d048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:34Z', 'updated_at': '2022-09-15T00:44:48Z', 'revision_number': 5, 'project_id': '6a9d9cf3606845ec964dd8320126293e', 'subnets': [{'id': '7d05243c-ba86-4ab7-a5fb-f252ae11d048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:53:05.782685 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-f59472de-749e-4bc8-b616-23ab16c854e1 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1821090443', 'description': 'tempest-description--711926005'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:53:05.816483 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-f59472de-749e-4bc8-b616-23ab16c854e1 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:05.818684 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-efc1e732-e99b-4581-a071-83b9c9aced58 req-4608b180-62ee-4260-9660-4fe137e096eb tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c1d301ea-7505-4d72-8061-827894477da0 HTTP/1.1" status: 200 len: 210 time: 0.0333898 Sep 15 00:53:05.852617 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:05.886120 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-1c1ad2e1-df4d-4f7d-b34f-4b0b8d0a223a None None] Attempt 3 to provision port 107963f3-d92c-4837-ab25-c26e9f8ce006 Sep 15 00:53:05.922473 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-f59472de-749e-4bc8-b616-23ab16c854e1 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for security_group (6f16a876-f56c-4542-b326-b7f16112788d), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:05.929062 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-f59472de-749e-4bc8-b616-23ab16c854e1 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (6f16a876-f56c-4542-b326-b7f16112788d), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:05.931522 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-1c1ad2e1-df4d-4f7d-b34f-4b0b8d0a223a None None] Port 107963f3-d92c-4837-ab25-c26e9f8ce006 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:53:05.968059 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-f59472de-749e-4bc8-b616-23ab16c854e1 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:05.972003 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-f59472de-749e-4bc8-b616-23ab16c854e1 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1952171 Sep 15 00:53:05.972260 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 59912) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:53:05.976925 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59472de-749e-4bc8-b616-23ab16c854e1 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f16a876-f56c-4542-b326-b7f16112788d,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:05.977283 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-14ced4ce-2dfc-45e9-913f-b7eb2aa3c8fc tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Request body: {'security_group_rule': {'security_group_id': '6f16a876-f56c-4542-b326-b7f16112788d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:53:06.000002 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:06.017914 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-14ced4ce-2dfc-45e9-913f-b7eb2aa3c8fc tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for security_group_rule (ca7e3738-c823-4d0b-a83b-298137a2f7e9), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:06.081283 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-14ced4ce-2dfc-45e9-913f-b7eb2aa3c8fc tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for security_group_rule (ca7e3738-c823-4d0b-a83b-298137a2f7e9), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:06.086122 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-14ced4ce-2dfc-45e9-913f-b7eb2aa3c8fc tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645455'] for security_group_rule (ca7e3738-c823-4d0b-a83b-298137a2f7e9), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:06.109275 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ced4ce-2dfc-45e9-913f-b7eb2aa3c8fc tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca7e3738-c823-4d0b-a83b-298137a2f7e9,revision_number=0']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:06.116837 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-14ced4ce-2dfc-45e9-913f-b7eb2aa3c8fc tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:06.116977 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-14ced4ce-2dfc-45e9-913f-b7eb2aa3c8fc tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1436753 Sep 15 00:53:06.120282 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 59914) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:53:06.125936 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-3be460bc-8774-4ae8-8727-c77539532e72 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Request body: {'security_group_rule': {'security_group_id': '6f16a876-f56c-4542-b326-b7f16112788d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:53:06.167737 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5e0d21-a2cc-45a2-a911-890c37d8c03b None None] New status for floating IP 5c0b35d9-2331-4a8d-bf12-20817a2fcb4a: DOWN {{(pid=112954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 00:53:06.192295 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-3be460bc-8774-4ae8-8727-c77539532e72 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for security_group_rule (55848190-f1f2-42f9-981c-9ff05ca744c4), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:06.262487 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-3be460bc-8774-4ae8-8727-c77539532e72 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for security_group_rule (55848190-f1f2-42f9-981c-9ff05ca744c4), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:06.266795 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-3be460bc-8774-4ae8-8727-c77539532e72 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645455'] for security_group_rule (55848190-f1f2-42f9-981c-9ff05ca744c4), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:06.299201 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be460bc-8774-4ae8-8727-c77539532e72 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55848190-f1f2-42f9-981c-9ff05ca744c4,revision_number=0']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:06.304994 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-3be460bc-8774-4ae8-8727-c77539532e72 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:06.307979 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-3be460bc-8774-4ae8-8727-c77539532e72 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1860030 Sep 15 00:53:06.309823 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 59918) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:53:06.314695 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-2d6197d1-5254-4585-897a-81116d36b697 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Request body: {'floatingip': {'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:53:06.344146 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2d6197d1-5254-4585-897a-81116d36b697 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:06.428946 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2d6197d1-5254-4585-897a-81116d36b697 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:06.432767 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-1c1ad2e1-df4d-4f7d-b34f-4b0b8d0a223a None None] Attempt 4 to provision port 107963f3-d92c-4837-ab25-c26e9f8ce006 Sep 15 00:53:06.477390 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-1c1ad2e1-df4d-4f7d-b34f-4b0b8d0a223a None None] Port 107963f3-d92c-4837-ab25-c26e9f8ce006 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:53:06.530686 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b960ee-1c00-40c3-b809-b127e531b25a req-4832646a-782a-4699-ab13-ad706f4a792d tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:06.532298 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-64b960ee-1c00-40c3-b809-b127e531b25a req-4832646a-782a-4699-ab13-ad706f4a792d tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 945 time: 0.0512505 Sep 15 00:53:06.552539 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.db_base_plugin_common [None req-2d6197d1-5254-4585-897a-81116d36b697 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Allocated IP 172.27.1.72 (53046852-16e9-4bc6-a26e-a34c1d2139e6/8f0c0330-11bc-44ed-a1b6-6f3c15aee393/c6627fed-b2d0-4586-8850-a994f28a9244) {{(pid=112953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:53:06.594142 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-64b960ee-1c00-40c3-b809-b127e531b25a req-be195d91-3c67-41c0-872e-f7db876d140f tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554628 Sep 15 00:53:06.628292 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=6,neutron:INSERT=5 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:06.667766 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2d6197d1-5254-4585-897a-81116d36b697 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for port (c6627fed-b2d0-4586-8850-a994f28a9244), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:06.706772 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2d6197d1-5254-4585-897a-81116d36b697 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9371492'] for port (c6627fed-b2d0-4586-8850-a994f28a9244), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:06.750610 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6197d1-5254-4585-897a-81116d36b697 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Network 53046852-16e9-4bc6-a26e-a34c1d2139e6 is already hosted by enough agents. {{(pid=112953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:53:06.755952 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.base_scheduler [None req-2d6197d1-5254-4585-897a-81116d36b697 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Resources bound (agent type, host, resource id): {{(pid=112953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:53:06.760034 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6197d1-5254-4585-897a-81116d36b697 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Received port after_create {{(pid=112953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:53:06.765253 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6197d1-5254-4585-897a-81116d36b697 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Pushing event updated for resources: {'Port': ['ID=c6627fed-b2d0-4586-8850-a994f28a9244,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:06.847593 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2d6197d1-5254-4585-897a-81116d36b697 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for floatingip (4dbe1e85-0e9a-400f-a529-d8686dc82f14), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:06.877264 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 45e2672c-5f66-4187-b159-c6d3bb80d12b no longer exists at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:53:06.892166 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2d6197d1-5254-4585-897a-81116d36b697 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (c6627fed-b2d0-4586-8850-a994f28a9244), before_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:06.905011 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] No Port match for: 45e2672c-5f66-4187-b159-c6d3bb80d12b {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 00:53:06.905474 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 45e2672c-5f66-4187-b159-c6d3bb80d12b not bound to the agent host hv-cinder-85752 {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 00:53:06.918362 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 59926) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:53:06.930763 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:06.979640 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-1c1ad2e1-df4d-4f7d-b34f-4b0b8d0a223a None None] Attempt 5 to provision port 107963f3-d92c-4837-ab25-c26e9f8ce006 Sep 15 00:53:07.013358 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-1c1ad2e1-df4d-4f7d-b34f-4b0b8d0a223a None None] Port 107963f3-d92c-4837-ab25-c26e9f8ce006 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:53:07.042213 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-976e1152-a11b-4d7a-8a1b-7cd757ea7136 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks [] for security_group (066be27e-95aa-44d7-b37c-1ed825eaac6c), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:07.082272 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-976e1152-a11b-4d7a-8a1b-7cd757ea7136 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks [] for security_group (066be27e-95aa-44d7-b37c-1ed825eaac6c), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:07.144600 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2d6197d1-5254-4585-897a-81116d36b697 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for port (c6627fed-b2d0-4586-8850-a994f28a9244), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:07.151271 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2d6197d1-5254-4585-897a-81116d36b697 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9371485'] for port (c6627fed-b2d0-4586-8850-a994f28a9244), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:07.202619 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-976e1152-a11b-4d7a-8a1b-7cd757ea7136 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (066be27e-95aa-44d7-b37c-1ed825eaac6c), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:07.205647 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-976e1152-a11b-4d7a-8a1b-7cd757ea7136 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:07.206810 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-976e1152-a11b-4d7a-8a1b-7cd757ea7136 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/066be27e-95aa-44d7-b37c-1ed825eaac6c HTTP/1.1" status: 204 len: 168 time: 0.2875090 Sep 15 00:53:07.210006 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 59928) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:53:07.227681 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.api.v2.resource [None req-7e730675-edce-48d8-9589-07003f9d7ed0 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] show failed (client error): The resource could not be found. Sep 15 00:53:07.232149 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-7e730675-edce-48d8-9589-07003f9d7ed0 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups/066be27e-95aa-44d7-b37c-1ed825eaac6c HTTP/1.1" status: 404 len: 347 time: 0.0163870 Sep 15 00:53:07.232961 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 59930) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:53:07.235088 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e1152-a11b-4d7a-8a1b-7cd757ea7136 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=066be27e-95aa-44d7-b37c-1ed825eaac6c,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:07.243611 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6197d1-5254-4585-897a-81116d36b697 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Pushing event updated for resources: {'Port': ['ID=c6627fed-b2d0-4586-8850-a994f28a9244,revision_number=2']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:07.247049 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2d6197d1-5254-4585-897a-81116d36b697 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682341'] for floatingip (4dbe1e85-0e9a-400f-a529-d8686dc82f14), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:07.267785 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2d6197d1-5254-4585-897a-81116d36b697 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for floatingip (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:07.277303 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-2d6197d1-5254-4585-897a-81116d36b697 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9582624 Sep 15 00:53:07.371927 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [None req-2f087d75-fc7d-410e-a83e-c32368615a97 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Deleting port 3f3316cf-b64c-423a-b477-53b0043b520d {{(pid=112952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:53:07.372268 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-2f087d75-fc7d-410e-a83e-c32368615a97 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (3f3316cf-b64c-423a-b477-53b0043b520d), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:07.412528 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:07.431566 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-519b8c94-c544-428a-a2e1-bd503b3859b3 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1821090443&fields=id&tenant_id=3ef4db17e5d245cb9caab70d557f41ae HTTP/1.1" status: 200 len: 267 time: 0.0470688 Sep 15 00:53:07.432737 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:07.454610 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-2f087d75-fc7d-410e-a83e-c32368615a97 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (3f3316cf-b64c-423a-b477-53b0043b520d), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:07.454966 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-2f087d75-fc7d-410e-a83e-c32368615a97 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks [] for floatingip (3f3316cf-b64c-423a-b477-53b0043b520d), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:07.468437 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [None req-2f087d75-fc7d-410e-a83e-c32368615a97 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Calling delete_port for 3f3316cf-b64c-423a-b477-53b0043b520d owned by network:floatingip {{(pid=112952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:53:07.514240 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-1c1ad2e1-df4d-4f7d-b34f-4b0b8d0a223a None None] Attempt 6 to provision port 107963f3-d92c-4837-ab25-c26e9f8ce006 Sep 15 00:53:07.539555 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:07.544616 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:07.548078 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-263a47b2-22ec-455d-bb3c-731390e4ea58 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:07.548572 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-1c1ad2e1-df4d-4f7d-b34f-4b0b8d0a223a None None] Port 107963f3-d92c-4837-ab25-c26e9f8ce006 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:53:07.549698 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-263a47b2-22ec-455d-bb3c-731390e4ea58 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/networks?id=48f46f03-9920-4d15-b1d4-ea751486aaae HTTP/1.1" status: 200 len: 814 time: 0.1113698 Sep 15 00:53:07.564965 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-245ccac0-20d2-4d0d-b161-7f93ed6a1eb6 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/quotas/3ef4db17e5d245cb9caab70d557f41ae HTTP/1.1" status: 200 len: 375 time: 0.0099318 Sep 15 00:53:07.619511 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa92b31-04f1-4569-b72f-0aa07f838ce3 None None] Sync routers for ids ['1ce736d0-eb45-4996-8a42-1c0d1d83a272'] in dv-cinder-857528-2-iscsi {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:53:07.632144 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-2f087d75-fc7d-410e-a83e-c32368615a97 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3304143'] for port (3f3316cf-b64c-423a-b477-53b0043b520d), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:07.639181 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-ed59098d-ee4a-423c-878f-02e0ece7fa02 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=3ef4db17e5d245cb9caab70d557f41ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0687208 Sep 15 00:53:07.640995 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa92b31-04f1-4569-b72f-0aa07f838ce3 None None] Routers {'1ce736d0-eb45-4996-8a42-1c0d1d83a272'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:53:07.641982 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-8aa92b31-04f1-4569-b72f-0aa07f838ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:52:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['1ce736d0-eb45-4996-8a42-1c0d1d83a272'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:53:07.678406 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f087d75-fc7d-410e-a83e-c32368615a97 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Pushing event deleted for resources: {'Port': ['ID=3f3316cf-b64c-423a-b477-53b0043b520d,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:07.776557 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:INSERT=4,neutron:SELECT=89,neutron:DELETE=7 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:07.786855 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355f7b1-bc95-4836-bd65-548f59cdd87b req-16279ab5-99af-4986-8664-b16a3f46de8e tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:07.788413 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d355f7b1-bc95-4836-bd65-548f59cdd87b req-16279ab5-99af-4986-8664-b16a3f46de8e tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 945 time: 0.0771348 Sep 15 00:53:07.791351 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-152383fa-6853-4c65-9f6f-dd4ad87c0d7a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/48f46f03-9920-4d15-b1d4-ea751486aaae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344504 Sep 15 00:53:07.798168 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-2f087d75-fc7d-410e-a83e-c32368615a97 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks [] for floatingip (5c0b35d9-2331-4a8d-bf12-20817a2fcb4a), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:07.801094 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-2f087d75-fc7d-410e-a83e-c32368615a97 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for floatingip (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:07.804838 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-8aa92b31-04f1-4569-b72f-0aa07f838ce3 None None] Set router 1ce736d0-eb45-4996-8a42-1c0d1d83a272 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:53:07.805687 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-2f087d75-fc7d-410e-a83e-c32368615a97 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/5c0b35d9-2331-4a8d-bf12-20817a2fcb4a HTTP/1.1" status: 204 len: 168 time: 0.5716457 Sep 15 00:53:07.855918 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=100 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:07.871739 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d355f7b1-bc95-4836-bd65-548f59cdd87b req-6fbf71f2-b59f-45b2-b76a-0bfa51441032 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647814 Sep 15 00:53:07.929818 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-62361f84-321d-4bce-9252-f785e3afb52c service neutron] 10.222.0.15 "GET /networking/v2.0/networks/48f46f03-9920-4d15-b1d4-ea751486aaae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270130 Sep 15 00:53:07.943158 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 59952) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:53:07.952010 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-cde28a0f-b46b-44b3-9ea2-8ffe252de440 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Request body: {'security_group': {'name': 'tempest-securitygroup--727880410', 'description': 'tempest-description--2124542485'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:53:07.985798 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-cde28a0f-b46b-44b3-9ea2-8ffe252de440 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:08.050501 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-1c1ad2e1-df4d-4f7d-b34f-4b0b8d0a223a None None] Attempt 7 to provision port 107963f3-d92c-4837-ab25-c26e9f8ce006 Sep 15 00:53:08.058753 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-8aa92b31-04f1-4569-b72f-0aa07f838ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'name': 'tempest-AttachVolumeNegativeTest-400577387-router', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '025acf36-238d-489a-936d-6b142c62ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:04Z', 'revision_number': 4, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'gw_port': {'id': '025acf36-238d-489a-936d-6b142c62ba58', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:73:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': '107963f3-d92c-4837-ab25-c26e9f8ce006', 'name': '', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'mac_address': 'fa:16:3e:ad:67:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:03Z', 'updated_at': '2022-09-15T00:53:04Z', 'revision_number': 2, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'subnets': [{'id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:53:08.075893 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-cde28a0f-b46b-44b3-9ea2-8ffe252de440 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks [] for security_group (1fd8c2c2-b4e2-4db2-8441-a802affd2019), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:08.082178 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-cde28a0f-b46b-44b3-9ea2-8ffe252de440 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (1fd8c2c2-b4e2-4db2-8441-a802affd2019), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:08.087160 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa92b31-04f1-4569-b72f-0aa07f838ce3 None None] Checking router: 1ce736d0-eb45-4996-8a42-1c0d1d83a272 for host: dv-cinder-857528-2-iscsi {{(pid=112955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:53:08.087629 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa92b31-04f1-4569-b72f-0aa07f838ce3 None None] Updating router 1ce736d0-eb45-4996-8a42-1c0d1d83a272 port 107963f3-d92c-4837-ab25-c26e9f8ce006 binding host dv-cinder-857528-2-iscsi {{(pid=112955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 00:53:08.094133 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-1c1ad2e1-df4d-4f7d-b34f-4b0b8d0a223a None None] Port 107963f3-d92c-4837-ab25-c26e9f8ce006 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:53:08.095069 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 025acf36-238d-489a-936d-6b142c62ba58 up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:53:08.144860 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-8aa92b31-04f1-4569-b72f-0aa07f838ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (107963f3-d92c-4837-ab25-c26e9f8ce006), before_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:08.146985 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-cde28a0f-b46b-44b3-9ea2-8ffe252de440 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:08.151372 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 59956) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:53:08.151594 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-cde28a0f-b46b-44b3-9ea2-8ffe252de440 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2063642 Sep 15 00:53:08.153410 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde28a0f-b46b-44b3-9ea2-8ffe252de440 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd8c2c2-b4e2-4db2-8441-a802affd2019,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:08.164927 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-90248ac9-b98c-40d9-a3f0-0d0f4d886162 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Request body: {'security_group_rule': {'security_group_id': '1fd8c2c2-b4e2-4db2-8441-a802affd2019', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:53:08.204815 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-09b73d96-4bad-4a8f-a3e0-f00a1d91ac05 req-4e66941a-8737-46e1-be63-b4f33c920930 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e47eda5-dffe-41dd-a09d-0870d19dd898 HTTP/1.1" status: 200 len: 210 time: 0.0392444 Sep 15 00:53:08.215017 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port 025acf36-238d-489a-936d-6b142c62ba58 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:53:08.216236 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (025acf36-238d-489a-936d-6b142c62ba58), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:08.216753 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port 025acf36-238d-489a-936d-6b142c62ba58 Sep 15 00:53:08.239056 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-90248ac9-b98c-40d9-a3f0-0d0f4d886162 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks [] for security_group_rule (c1d06861-6e8d-46a2-9a7a-d77f5db18d58), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:08.305423 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port 025acf36-238d-489a-936d-6b142c62ba58 is: DOWN; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:53:08.305953 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (025acf36-238d-489a-936d-6b142c62ba58), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:08.317869 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-90248ac9-b98c-40d9-a3f0-0d0f4d886162 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks [] for security_group_rule (c1d06861-6e8d-46a2-9a7a-d77f5db18d58), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:08.323572 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-90248ac9-b98c-40d9-a3f0-0d0f4d886162 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645455'] for security_group_rule (c1d06861-6e8d-46a2-9a7a-d77f5db18d58), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:08.337293 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] For port 025acf36-238d-489a-936d-6b142c62ba58, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=025acf36-238d-489a-936d-6b142c62ba58,segment=NetworkSegment(bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89),segment_id=bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:53:08.338788 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90248ac9-b98c-40d9-a3f0-0d0f4d886162 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1d06861-6e8d-46a2-9a7a-d77f5db18d58,revision_number=0']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:08.346062 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:08.354202 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-90248ac9-b98c-40d9-a3f0-0d0f4d886162 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:08.355516 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-90248ac9-b98c-40d9-a3f0-0d0f4d886162 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2025321 Sep 15 00:53:08.358295 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 59964) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:53:08.360772 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (025acf36-238d-489a-936d-6b142c62ba58), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:08.362928 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-f63f203b-3690-4844-b71f-d05afcbdc5e7 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Request body: {'security_group_rule': {'security_group_id': '1fd8c2c2-b4e2-4db2-8441-a802affd2019', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:53:08.393034 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f63f203b-3690-4844-b71f-d05afcbdc5e7 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks [] for security_group_rule (02b0bb0b-7b5b-443b-9b80-b62b3b80777a), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:08.431029 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Pushing event updated for resources: {'Port': ['ID=025acf36-238d-489a-936d-6b142c62ba58,revision_number=4']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:08.454647 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f63f203b-3690-4844-b71f-d05afcbdc5e7 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks [] for security_group_rule (02b0bb0b-7b5b-443b-9b80-b62b3b80777a), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:08.458808 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f63f203b-3690-4844-b71f-d05afcbdc5e7 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645455'] for security_group_rule (02b0bb0b-7b5b-443b-9b80-b62b3b80777a), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:08.464950 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-8aa92b31-04f1-4569-b72f-0aa07f838ce3 None None] Publish callbacks [] for port (107963f3-d92c-4837-ab25-c26e9f8ce006), precommit_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:08.470891 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-8aa92b31-04f1-4569-b72f-0aa07f838ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (107963f3-d92c-4837-ab25-c26e9f8ce006), after_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:08.494887 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63f203b-3690-4844-b71f-d05afcbdc5e7 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b0bb0b-7b5b-443b-9b80-b62b3b80777a,revision_number=0']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:08.506523 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f63f203b-3690-4844-b71f-d05afcbdc5e7 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:08.507965 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-f63f203b-3690-4844-b71f-d05afcbdc5e7 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1487107 Sep 15 00:53:08.511036 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 59966) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:53:08.511776 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:08.518586 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-82ad5f37-3aab-4f8e-a483-24117b66d4f1 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Request body: {'floatingip': {'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:53:08.524383 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47faa72-bd5a-46e3-b444-43f7412f3a59 None None] Pushing event updated for resources: {'Port': ['ID=107963f3-d92c-4837-ab25-c26e9f8ce006,revision_number=3']} {{(pid=112955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:08.533273 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47faa72-bd5a-46e3-b444-43f7412f3a59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:53:08.533846 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47faa72-bd5a-46e3-b444-43f7412f3a59 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:53:08.534236 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47faa72-bd5a-46e3-b444-43f7412f3a59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:53:08.534591 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47faa72-bd5a-46e3-b444-43f7412f3a59 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:53:08.534928 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47faa72-bd5a-46e3-b444-43f7412f3a59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:53:08.535260 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47faa72-bd5a-46e3-b444-43f7412f3a59 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:53:08.535625 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47faa72-bd5a-46e3-b444-43f7412f3a59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:53:08.535958 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47faa72-bd5a-46e3-b444-43f7412f3a59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:53:08.536276 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47faa72-bd5a-46e3-b444-43f7412f3a59 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:53:08.536714 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47faa72-bd5a-46e3-b444-43f7412f3a59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:53:08.537042 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47faa72-bd5a-46e3-b444-43f7412f3a59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:53:08.537400 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47faa72-bd5a-46e3-b444-43f7412f3a59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:53:08.537704 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47faa72-bd5a-46e3-b444-43f7412f3a59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:53:08.538015 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47faa72-bd5a-46e3-b444-43f7412f3a59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:53:08.538598 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47faa72-bd5a-46e3-b444-43f7412f3a59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:53:08.549247 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-82ad5f37-3aab-4f8e-a483-24117b66d4f1 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:08.590816 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.managers [None req-8aa92b31-04f1-4569-b72f-0aa07f838ce3 None None] Attempting to bind port 107963f3-d92c-4837-ab25-c26e9f8ce006 on host dv-cinder-857528-2-iscsi for vnic_type normal with profile {{(pid=112955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:53:08.591185 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.managers [None req-8aa92b31-04f1-4569-b72f-0aa07f838ce3 None None] Attempting to bind port 107963f3-d92c-4837-ab25-c26e9f8ce006 by drivers openvswitch,hyperv on host dv-cinder-857528-2-iscsi at level 0 using segments [{'id': '43962dc6-5d1e-44de-8cf1-94862617316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae'}] {{(pid=112955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:53:08.591572 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa92b31-04f1-4569-b72f-0aa07f838ce3 None None] Attempting to bind port 107963f3-d92c-4837-ab25-c26e9f8ce006 on network 48f46f03-9920-4d15-b1d4-ea751486aaae {{(pid=112955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:53:08.595205 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-1c1ad2e1-df4d-4f7d-b34f-4b0b8d0a223a None None] Attempt 8 to provision port 107963f3-d92c-4837-ab25-c26e9f8ce006 Sep 15 00:53:08.631803 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-1c1ad2e1-df4d-4f7d-b34f-4b0b8d0a223a None None] Port 107963f3-d92c-4837-ab25-c26e9f8ce006 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:53:08.641779 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa92b31-04f1-4569-b72f-0aa07f838ce3 None None] Checking agent: {'id': 'f85e816c-fb48-4744-a66a-e79ceb68e67e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 36, 23), 'started_at': datetime.datetime(2022, 9, 15, 0, 36, 53), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:53:08.642858 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa92b31-04f1-4569-b72f-0aa07f838ce3 None None] Checking segment: {'id': '43962dc6-5d1e-44de-8cf1-94862617316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:53:08.643625 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-8aa92b31-04f1-4569-b72f-0aa07f838ce3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:08.644187 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa92b31-04f1-4569-b72f-0aa07f838ce3 None None] Bound using segment: {'id': '43962dc6-5d1e-44de-8cf1-94862617316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae'} {{(pid=112955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:53:08.644671 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.managers [None req-8aa92b31-04f1-4569-b72f-0aa07f838ce3 None None] Bound port: 107963f3-d92c-4837-ab25-c26e9f8ce006, host: dv-cinder-857528-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43962dc6-5d1e-44de-8cf1-94862617316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae'}}] {{(pid=112955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:53:08.645058 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-8aa92b31-04f1-4569-b72f-0aa07f838ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (107963f3-d92c-4837-ab25-c26e9f8ce006), before_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:08.648975 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-82ad5f37-3aab-4f8e-a483-24117b66d4f1 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:08.717909 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.db [None req-8aa92b31-04f1-4569-b72f-0aa07f838ce3 None None] For port 107963f3-d92c-4837-ab25-c26e9f8ce006, host dv-cinder-857528-2-iscsi, cleared binding levels {{(pid=112955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:53:08.721339 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.plugins.ml2.db [None req-8aa92b31-04f1-4569-b72f-0aa07f838ce3 None None] For port 107963f3-d92c-4837-ab25-c26e9f8ce006, host dv-cinder-857528-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=107963f3-d92c-4837-ab25-c26e9f8ce006,segment=NetworkSegment(43962dc6-5d1e-44de-8cf1-94862617316b),segment_id=43962dc6-5d1e-44de-8cf1-94862617316b)] {{(pid=112955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:53:08.727158 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron_lib.callbacks.manager [None req-8aa92b31-04f1-4569-b72f-0aa07f838ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (107963f3-d92c-4837-ab25-c26e9f8ce006), after_update {{(pid=112955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:08.762836 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa92b31-04f1-4569-b72f-0aa07f838ce3 None None] Routers {'1ce736d0-eb45-4996-8a42-1c0d1d83a272'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:53:08.763864 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-8aa92b31-04f1-4569-b72f-0aa07f838ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:52:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['1ce736d0-eb45-4996-8a42-1c0d1d83a272'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:53:08.767065 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:08.783080 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.db_base_plugin_common [None req-82ad5f37-3aab-4f8e-a483-24117b66d4f1 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Allocated IP 172.27.1.143 (53046852-16e9-4bc6-a26e-a34c1d2139e6/8f0c0330-11bc-44ed-a1b6-6f3c15aee393/adbfc3d0-3a68-4c0c-abc5-d1484ca3cb71) {{(pid=112953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:53:08.795050 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:08.828329 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47faa72-bd5a-46e3-b444-43f7412f3a59 None None] Pushing event updated for resources: {'Port': ['ID=107963f3-d92c-4837-ab25-c26e9f8ce006,revision_number=4']} {{(pid=112955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:08.892784 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-82ad5f37-3aab-4f8e-a483-24117b66d4f1 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks [] for port (adbfc3d0-3a68-4c0c-abc5-d1484ca3cb71), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:08.897260 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-8aa92b31-04f1-4569-b72f-0aa07f838ce3 None None] Set router 1ce736d0-eb45-4996-8a42-1c0d1d83a272 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:53:08.934848 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-82ad5f37-3aab-4f8e-a483-24117b66d4f1 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9371492'] for port (adbfc3d0-3a68-4c0c-abc5-d1484ca3cb71), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:08.977020 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ad5f37-3aab-4f8e-a483-24117b66d4f1 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Network 53046852-16e9-4bc6-a26e-a34c1d2139e6 is already hosted by enough agents. {{(pid=112953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:53:08.984633 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.base_scheduler [None req-82ad5f37-3aab-4f8e-a483-24117b66d4f1 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Resources bound (agent type, host, resource id): {{(pid=112953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:53:08.991452 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ad5f37-3aab-4f8e-a483-24117b66d4f1 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Received port after_create {{(pid=112953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:53:09.020290 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad5f37-3aab-4f8e-a483-24117b66d4f1 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Pushing event updated for resources: {'Port': ['ID=adbfc3d0-3a68-4c0c-abc5-d1484ca3cb71,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:09.087672 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-82ad5f37-3aab-4f8e-a483-24117b66d4f1 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks [] for floatingip (21eef181-cbbe-493a-ad46-5c5898208e16), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:09.133755 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-1c1ad2e1-df4d-4f7d-b34f-4b0b8d0a223a None None] Attempt 9 to provision port 107963f3-d92c-4837-ab25-c26e9f8ce006 Sep 15 00:53:09.170947 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-82ad5f37-3aab-4f8e-a483-24117b66d4f1 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (adbfc3d0-3a68-4c0c-abc5-d1484ca3cb71), before_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:09.194315 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:09.211149 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7d2a6-1e97-41ab-96db-673027fecd8b req-708ad029-8919-4e10-b42e-74ba0904a4b8 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:09.212679 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-37e7d2a6-1e97-41ab-96db-673027fecd8b req-708ad029-8919-4e10-b42e-74ba0904a4b8 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 945 time: 0.0866535 Sep 15 00:53:09.222238 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-8aa92b31-04f1-4569-b72f-0aa07f838ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'name': 'tempest-AttachVolumeNegativeTest-400577387-router', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '025acf36-238d-489a-936d-6b142c62ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:04Z', 'revision_number': 4, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'gw_port': {'id': '025acf36-238d-489a-936d-6b142c62ba58', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': '107963f3-d92c-4837-ab25-c26e9f8ce006', 'name': '', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'mac_address': 'fa:16:3e:ad:67:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:03Z', 'updated_at': '2022-09-15T00:53:08Z', 'revision_number': 4, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'subnets': [{'id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:53:09.230277 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-1c1ad2e1-df4d-4f7d-b34f-4b0b8d0a223a None None] Current status of the port 107963f3-d92c-4837-ab25-c26e9f8ce006 is: DOWN; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:53:09.231184 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-1c1ad2e1-df4d-4f7d-b34f-4b0b8d0a223a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (107963f3-d92c-4837-ab25-c26e9f8ce006), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:09.254639 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa92b31-04f1-4569-b72f-0aa07f838ce3 None None] The sync data for ids ['1ce736d0-eb45-4996-8a42-1c0d1d83a272'] in dv-cinder-857528-2-iscsi is: [{'id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'name': 'tempest-AttachVolumeNegativeTest-400577387-router', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '025acf36-238d-489a-936d-6b142c62ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:04Z', 'revision_number': 4, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'gw_port': {'id': '025acf36-238d-489a-936d-6b142c62ba58', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': '107963f3-d92c-4837-ab25-c26e9f8ce006', 'name': '', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'mac_address': 'fa:16:3e:ad:67:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:03Z', 'updated_at': '2022-09-15T00:53:08Z', 'revision_number': 4, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'subnets': [{'id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:53:09.291230 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-1c1ad2e1-df4d-4f7d-b34f-4b0b8d0a223a None None] For port 107963f3-d92c-4837-ab25-c26e9f8ce006, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=107963f3-d92c-4837-ab25-c26e9f8ce006,segment=NetworkSegment(43962dc6-5d1e-44de-8cf1-94862617316b),segment_id=43962dc6-5d1e-44de-8cf1-94862617316b)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:53:09.298569 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-1c1ad2e1-df4d-4f7d-b34f-4b0b8d0a223a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (107963f3-d92c-4837-ab25-c26e9f8ce006), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:09.324191 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-08b3cdba-1cca-48f6-b7ee-2e906a8201e0 req-c604c749-603c-4bfb-8c6f-a3c0f264f04c tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e47eda5-dffe-41dd-a09d-0870d19dd898 HTTP/1.1" status: 200 len: 210 time: 0.0437863 Sep 15 00:53:09.354149 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-37e7d2a6-1e97-41ab-96db-673027fecd8b req-e4c955fc-2738-4e87-b827-65dc0b35e9b9 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339874 Sep 15 00:53:09.435779 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-82ad5f37-3aab-4f8e-a483-24117b66d4f1 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks [] for port (adbfc3d0-3a68-4c0c-abc5-d1484ca3cb71), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:09.445623 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-82ad5f37-3aab-4f8e-a483-24117b66d4f1 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9371485'] for port (adbfc3d0-3a68-4c0c-abc5-d1484ca3cb71), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:09.495946 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-427aaa1c-1c81-4f33-905b-b5b5fe9c16ba None None] Provisioning complete for port 107963f3-d92c-4837-ab25-c26e9f8ce006 triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:53:09.496173 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-427aaa1c-1c81-4f33-905b-b5b5fe9c16ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (107963f3-d92c-4837-ab25-c26e9f8ce006), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:09.496483 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-427aaa1c-1c81-4f33-905b-b5b5fe9c16ba None None] Attempt 1 to provision port 107963f3-d92c-4837-ab25-c26e9f8ce006 Sep 15 00:53:09.525034 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad5f37-3aab-4f8e-a483-24117b66d4f1 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Pushing event updated for resources: {'Port': ['ID=adbfc3d0-3a68-4c0c-abc5-d1484ca3cb71,revision_number=2']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:09.528889 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-82ad5f37-3aab-4f8e-a483-24117b66d4f1 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682341'] for floatingip (21eef181-cbbe-493a-ad46-5c5898208e16), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:09.534525 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ad2e1-df4d-4f7d-b34f-4b0b8d0a223a None None] Pushing event updated for resources: {'Port': ['ID=107963f3-d92c-4837-ab25-c26e9f8ce006,revision_number=5']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:09.553165 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-82ad5f37-3aab-4f8e-a483-24117b66d4f1 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for floatingip (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:09.559522 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-82ad5f37-3aab-4f8e-a483-24117b66d4f1 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0407875 Sep 15 00:53:09.608038 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-427aaa1c-1c81-4f33-905b-b5b5fe9c16ba None None] Current status of the port 107963f3-d92c-4837-ab25-c26e9f8ce006 is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:53:09.704238 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:09.754994 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-f2895862-09a0-46aa-833c-6abe565f1d82 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:09.758226 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-f2895862-09a0-46aa-833c-6abe565f1d82 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.18 "GET /networking/v2.0/networks?id=48f46f03-9920-4d15-b1d4-ea751486aaae HTTP/1.1" status: 200 len: 814 time: 0.1472538 Sep 15 00:53:09.843504 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-932ff275-5993-42d7-8a98-201e697ec809 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--727880410&fields=id&tenant_id=6a9d9cf3606845ec964dd8320126293e HTTP/1.1" status: 200 len: 267 time: 0.0577633 Sep 15 00:53:09.850562 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-4e1ffa29-0764-4e5b-abee-f6c8b26f059c tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3ef4db17e5d245cb9caab70d557f41ae HTTP/1.1" status: 200 len: 380 time: 0.0646312 Sep 15 00:53:09.959010 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-53f98a57-fa51-4fa2-a9c9-48cea4e0cc0d tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:09.961846 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-53f98a57-fa51-4fa2-a9c9-48cea4e0cc0d tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/networks?id=5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0 HTTP/1.1" status: 200 len: 810 time: 0.1173029 Sep 15 00:53:09.970051 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-6bd5e1af-cc0e-4da4-8cf2-ed53f9e4994b tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Request body: {'port': {'device_id': '6e47eda5-dffe-41dd-a09d-0870d19dd898', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'admin_state_up': True, 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'security_groups': ['6f16a876-f56c-4542-b326-b7f16112788d']}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:53:09.979340 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-5f5a0b3b-26d4-4fbb-a64c-e50c4afcce8d tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/quotas/6a9d9cf3606845ec964dd8320126293e HTTP/1.1" status: 200 len: 375 time: 0.0107167 Sep 15 00:53:10.049171 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 107963f3-d92c-4837-ab25-c26e9f8ce006 up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:53:10.059499 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-4c393bb6-24a8-4156-87ff-e09048cb19bd tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=6a9d9cf3606845ec964dd8320126293e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0667484 Sep 15 00:53:10.114251 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port 107963f3-d92c-4837-ab25-c26e9f8ce006 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:53:10.114800 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (107963f3-d92c-4837-ab25-c26e9f8ce006), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:10.115255 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port 107963f3-d92c-4837-ab25-c26e9f8ce006 Sep 15 00:53:10.121290 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-6bd5e1af-cc0e-4da4-8cf2-ed53f9e4994b tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Made reservation on behalf of 3ef4db17e5d245cb9caab70d557f41ae for: {'port': 1} {{(pid=112953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:53:10.125538 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-6bd5e1af-cc0e-4da4-8cf2-ed53f9e4994b tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:10.184681 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-59767176-ba61-487f-aa50-19f612d1264d service neutron] 10.222.0.15 "GET /networking/v2.0/networks/5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218872 Sep 15 00:53:10.195347 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port 107963f3-d92c-4837-ab25-c26e9f8ce006 is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:53:10.196654 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 025acf36-238d-489a-936d-6b142c62ba58 up at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:53:10.239619 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Provisioning complete for port 025acf36-238d-489a-936d-6b142c62ba58 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:53:10.240096 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (025acf36-238d-489a-936d-6b142c62ba58), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:10.240505 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Attempt 1 to provision port 025acf36-238d-489a-936d-6b142c62ba58 Sep 15 00:53:10.242701 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:10.251902 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:10.269001 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.db_base_plugin_common [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-6bd5e1af-cc0e-4da4-8cf2-ed53f9e4994b tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Allocated IP 172.20.0.11 (48f46f03-9920-4d15-b1d4-ea751486aaae/45e5374b-dd3a-4913-9c14-900ba2b249b3/4cd61e51-9091-42e2-b4f8-f67dbf137235) {{(pid=112953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:53:10.285915 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-bce85aa3-c6ff-49b9-907a-df3541bac1db service neutron] 10.222.0.15 "GET /networking/v2.0/networks/5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999620 Sep 15 00:53:10.293391 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:10.327219 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Current status of the port 025acf36-238d-489a-936d-6b142c62ba58 is: ACTIVE; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:53:10.458933 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-34172496-c199-4ef1-b2a0-5d3374cff1d3 req-2482e42d-113e-4fc6-8946-8db7e8f7a77a tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e47eda5-dffe-41dd-a09d-0870d19dd898 HTTP/1.1" status: 200 len: 210 time: 0.0477366 Sep 15 00:53:10.469399 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-6bd5e1af-cc0e-4da4-8cf2-ed53f9e4994b tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for port (4cd61e51-9091-42e2-b4f8-f67dbf137235), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:10.475526 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:10.510857 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5e2df-5228-4598-abe0-4ac8dae18450 req-3021be0a-288e-4911-a866-c145910bfd35 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:10.513367 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-5ea5e2df-5228-4598-abe0-4ac8dae18450 req-3021be0a-288e-4911-a866-c145910bfd35 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 945 time: 0.0550785 Sep 15 00:53:10.565642 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-6bd5e1af-cc0e-4da4-8cf2-ed53f9e4994b tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9371492'] for port (4cd61e51-9091-42e2-b4f8-f67dbf137235), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:10.571244 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7d522184-3457-4741-a324-4bb5eada3fa0 req-4bd29cc9-58a3-41f7-b664-a423648ff55d tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c186a1d3-16da-4f22-81e3-0e80c8fbd1fc HTTP/1.1" status: 200 len: 210 time: 0.0387425 Sep 15 00:53:10.586872 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-5ea5e2df-5228-4598-abe0-4ac8dae18450 req-66aaa15c-147e-4ee9-8f84-bd9358a9fd65 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670280 Sep 15 00:53:10.618487 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-6bd5e1af-cc0e-4da4-8cf2-ed53f9e4994b tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Network 48f46f03-9920-4d15-b1d4-ea751486aaae is already hosted by enough agents. {{(pid=112953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:53:10.622181 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.base_scheduler [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-6bd5e1af-cc0e-4da4-8cf2-ed53f9e4994b tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Resources bound (agent type, host, resource id): {{(pid=112953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:53:10.626267 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-6bd5e1af-cc0e-4da4-8cf2-ed53f9e4994b tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Received port after_create {{(pid=112953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:53:10.665159 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd5e1af-cc0e-4da4-8cf2-ed53f9e4994b tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Pushing event updated for resources: {'Port': ['ID=4cd61e51-9091-42e2-b4f8-f67dbf137235,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:10.695528 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-6bd5e1af-cc0e-4da4-8cf2-ed53f9e4994b tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:10.696320 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-6bd5e1af-cc0e-4da4-8cf2-ed53f9e4994b tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:10.716044 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-6bd5e1af-cc0e-4da4-8cf2-ed53f9e4994b tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7500041 Sep 15 00:53:10.735679 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-d8f19e2f-1dc2-4c32-aad0-e72f1c0e4ab7 service neutron] Request body: {'port': {'device_id': '6e47eda5-dffe-41dd-a09d-0870d19dd898', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:53:10.809098 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-d8f19e2f-1dc2-4c32-aad0-e72f1c0e4ab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (4cd61e51-9091-42e2-b4f8-f67dbf137235), before_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:10.828962 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:10.940315 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-129619d0-6cf7-4cd6-b0bb-2aa85ca70251 None None] Provisioning complete for port 4cd61e51-9091-42e2-b4f8-f67dbf137235 triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:53:10.941330 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-129619d0-6cf7-4cd6-b0bb-2aa85ca70251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (4cd61e51-9091-42e2-b4f8-f67dbf137235), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:10.941669 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-129619d0-6cf7-4cd6-b0bb-2aa85ca70251 None None] Attempt 1 to provision port 4cd61e51-9091-42e2-b4f8-f67dbf137235 Sep 15 00:53:10.974367 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-129619d0-6cf7-4cd6-b0bb-2aa85ca70251 None None] Port 4cd61e51-9091-42e2-b4f8-f67dbf137235 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:53:11.079379 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-d8f19e2f-1dc2-4c32-aad0-e72f1c0e4ab7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cd61e51-9091-42e2-b4f8-f67dbf137235 {{(pid=112953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 00:53:11.087584 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-d8f19e2f-1dc2-4c32-aad0-e72f1c0e4ab7 service neutron] Publish callbacks [] for port (4cd61e51-9091-42e2-b4f8-f67dbf137235), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:11.100840 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.provisioning_blocks [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-d8f19e2f-1dc2-4c32-aad0-e72f1c0e4ab7 service neutron] Transition to ACTIVE for port object 4cd61e51-9091-42e2-b4f8-f67dbf137235 will not be triggered until provisioned by entity L2. {{(pid=112953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 00:53:11.104671 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-d8f19e2f-1dc2-4c32-aad0-e72f1c0e4ab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9371485'] for port (4cd61e51-9091-42e2-b4f8-f67dbf137235), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:11.165508 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f19e2f-1dc2-4c32-aad0-e72f1c0e4ab7 service neutron] Pushing event updated for resources: {'Port': ['ID=4cd61e51-9091-42e2-b4f8-f67dbf137235,revision_number=2']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:11.217403 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.managers [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-d8f19e2f-1dc2-4c32-aad0-e72f1c0e4ab7 service neutron] Attempting to bind port 4cd61e51-9091-42e2-b4f8-f67dbf137235 on host hv-cinder-85752 for vnic_type normal with profile {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:53:11.217746 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.managers [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-d8f19e2f-1dc2-4c32-aad0-e72f1c0e4ab7 service neutron] Attempting to bind port 4cd61e51-9091-42e2-b4f8-f67dbf137235 by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '43962dc6-5d1e-44de-8cf1-94862617316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae'}] {{(pid=112953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:53:11.218077 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-d8f19e2f-1dc2-4c32-aad0-e72f1c0e4ab7 service neutron] Attempting to bind port 4cd61e51-9091-42e2-b4f8-f67dbf137235 on network 48f46f03-9920-4d15-b1d4-ea751486aaae {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:53:11.261467 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-d8f19e2f-1dc2-4c32-aad0-e72f1c0e4ab7 service neutron] Port 4cd61e51-9091-42e2-b4f8-f67dbf137235 on network 48f46f03-9920-4d15-b1d4-ea751486aaae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 00:53:11.261815 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-d8f19e2f-1dc2-4c32-aad0-e72f1c0e4ab7 service neutron] Attempting to bind port 4cd61e51-9091-42e2-b4f8-f67dbf137235 on network 48f46f03-9920-4d15-b1d4-ea751486aaae {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:53:11.304523 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-d8f19e2f-1dc2-4c32-aad0-e72f1c0e4ab7 service neutron] Checking agent: {'id': '7a59e084-9e76-4c44-9c60-e850dcdcbbb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 42, 37), 'started_at': datetime.datetime(2022, 9, 15, 0, 42, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:53:11.304958 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-d8f19e2f-1dc2-4c32-aad0-e72f1c0e4ab7 service neutron] Checking segment: {'id': '43962dc6-5d1e-44de-8cf1-94862617316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:53:11.305345 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-d8f19e2f-1dc2-4c32-aad0-e72f1c0e4ab7 service neutron] Bound using segment: {'id': '43962dc6-5d1e-44de-8cf1-94862617316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae'} {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:53:11.305781 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.managers [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-d8f19e2f-1dc2-4c32-aad0-e72f1c0e4ab7 service neutron] Bound port: 4cd61e51-9091-42e2-b4f8-f67dbf137235, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43962dc6-5d1e-44de-8cf1-94862617316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae'}}] {{(pid=112953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:53:11.306148 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-d8f19e2f-1dc2-4c32-aad0-e72f1c0e4ab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (4cd61e51-9091-42e2-b4f8-f67dbf137235), before_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:11.369535 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-d8f19e2f-1dc2-4c32-aad0-e72f1c0e4ab7 service neutron] For port 4cd61e51-9091-42e2-b4f8-f67dbf137235, host hv-cinder-85752, cleared binding levels {{(pid=112953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:53:11.373241 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-d8f19e2f-1dc2-4c32-aad0-e72f1c0e4ab7 service neutron] For port 4cd61e51-9091-42e2-b4f8-f67dbf137235, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=4cd61e51-9091-42e2-b4f8-f67dbf137235,segment=NetworkSegment(43962dc6-5d1e-44de-8cf1-94862617316b),segment_id=43962dc6-5d1e-44de-8cf1-94862617316b)] {{(pid=112953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:53:11.379114 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-d8f19e2f-1dc2-4c32-aad0-e72f1c0e4ab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9371485'] for port (4cd61e51-9091-42e2-b4f8-f67dbf137235), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:11.383113 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-d8f19e2f-1dc2-4c32-aad0-e72f1c0e4ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:11.383754 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-d8f19e2f-1dc2-4c32-aad0-e72f1c0e4ab7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:11.385104 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-d8f19e2f-1dc2-4c32-aad0-e72f1c0e4ab7 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/4cd61e51-9091-42e2-b4f8-f67dbf137235 HTTP/1.1" status: 200 len: 1094 time: 0.6546974 Sep 15 00:53:11.385655 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e47eda5-dffe-41dd-a09d-0870d19dd898', 'tag': '4cd61e51-9091-42e2-b4f8-f67dbf137235'}] {{(pid=112953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:53:11.388552 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dcd79e7c9c5799004c3790ddb8f78f6987afe8bb335ac36dcc290df3850dde4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9b5e0a-6450-44e6-be4d-d06f4a433179" -d '{"events": [{"name": "network-changed", "server_uuid": "6e47eda5-dffe-41dd-a09d-0870d19dd898", "tag": "4cd61e51-9091-42e2-b4f8-f67dbf137235"}]}' {{(pid=112953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:53:11.417881 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:11.428537 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 00:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae02fc2-cfb8-450c-b1f9-00c8a11be466 x-openstack-request-id: req-fae02fc2-cfb8-450c-b1f9-00c8a11be466 {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:53:11.428833 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e47eda5-dffe-41dd-a09d-0870d19dd898", "tag": "4cd61e51-9091-42e2-b4f8-f67dbf137235", "status": "completed", "code": 200}]} {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:53:11.429087 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fae02fc2-cfb8-450c-b1f9-00c8a11be466 {{(pid=112953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:53:11.429491 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fae02fc2-cfb8-450c-b1f9-00c8a11be466'] response: {'name': 'network-changed', 'server_uuid': '6e47eda5-dffe-41dd-a09d-0870d19dd898', 'tag': '4cd61e51-9091-42e2-b4f8-f67dbf137235', 'status': 'completed', 'code': 200} Sep 15 00:53:11.442441 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f19e2f-1dc2-4c32-aad0-e72f1c0e4ab7 service neutron] Pushing event updated for resources: {'Port': ['ID=4cd61e51-9091-42e2-b4f8-f67dbf137235,revision_number=3']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:11.475522 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-129619d0-6cf7-4cd6-b0bb-2aa85ca70251 None None] Attempt 2 to provision port 4cd61e51-9091-42e2-b4f8-f67dbf137235 Sep 15 00:53:11.513393 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-129619d0-6cf7-4cd6-b0bb-2aa85ca70251 None None] Port 4cd61e51-9091-42e2-b4f8-f67dbf137235 had new provisioning blocks added so it will not transition to active. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 00:53:11.592562 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0552c5fc-6a41-40c4-8ebf-baa1e8efe19f req-e7745111-e82e-46f6-b549-921cc65f89db tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:11.594053 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-0552c5fc-6a41-40c4-8ebf-baa1e8efe19f req-e7745111-e82e-46f6-b549-921cc65f89db tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e47eda5-dffe-41dd-a09d-0870d19dd898 HTTP/1.1" status: 200 len: 944 time: 0.0483065 Sep 15 00:53:11.648374 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-0552c5fc-6a41-40c4-8ebf-baa1e8efe19f req-31ee72f5-c886-4f90-b07b-14be461736fd tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6f16a876-f56c-4542-b326-b7f16112788d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481911 Sep 15 00:53:11.706415 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f80cb988-52c6-41c1-a7f1-70e35bf59ac8 req-b88907b9-4780-4d9a-954b-5b6af163a77a tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c186a1d3-16da-4f22-81e3-0e80c8fbd1fc HTTP/1.1" status: 200 len: 210 time: 0.0486760 Sep 15 00:53:11.740603 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b5e0a-6450-44e6-be4d-d06f4a433179 req-ad12ef48-7e96-4c44-89af-740e5d156ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:11.742102 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-bd9b5e0a-6450-44e6-be4d-d06f4a433179 req-ad12ef48-7e96-4c44-89af-740e5d156ca3 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3ef4db17e5d245cb9caab70d557f41ae&device_id=6e47eda5-dffe-41dd-a09d-0870d19dd898 HTTP/1.1" status: 200 len: 1128 time: 0.0824127 Sep 15 00:53:11.764047 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2ee86-8393-4bb2-85e5-0afdad4c4e53 req-6d40b145-757d-412c-826f-f9b3f67f7996 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:11.765529 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-5ce2ee86-8393-4bb2-85e5-0afdad4c4e53 req-6d40b145-757d-412c-826f-f9b3f67f7996 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 945 time: 0.0519822 Sep 15 00:53:11.818403 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-5ce2ee86-8393-4bb2-85e5-0afdad4c4e53 req-ec70260f-61e2-45e8-8beb-d5847a38445e tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472374 Sep 15 00:53:11.960260 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-4a5e49c9-b0c0-400a-8d5e-3857ffa7f4c4 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:11.961694 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-4a5e49c9-b0c0-400a-8d5e-3857ffa7f4c4 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.18 "GET /networking/v2.0/networks?id=5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0 HTTP/1.1" status: 200 len: 810 time: 0.1837003 Sep 15 00:53:11.962617 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b5e0a-6450-44e6-be4d-d06f4a433179 req-28843be4-d9e2-4679-8c5c-8f6ae0ca80dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:11.963937 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-bd9b5e0a-6450-44e6-be4d-d06f4a433179 req-28843be4-d9e2-4679-8c5c-8f6ae0ca80dc service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=3ef4db17e5d245cb9caab70d557f41ae&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1872303 Sep 15 00:53:12.157591 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:12.225762 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-f367196c-b777-4ef1-962e-5f9700a5c467 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6a9d9cf3606845ec964dd8320126293e HTTP/1.1" status: 200 len: 379 time: 0.1160476 Sep 15 00:53:12.230786 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b5e0a-6450-44e6-be4d-d06f4a433179 req-fdc32fd6-60a9-43f2-850c-92ff053fd928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:12.232291 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-bd9b5e0a-6450-44e6-be4d-d06f4a433179 req-fdc32fd6-60a9-43f2-850c-92ff053fd928 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1308603 Sep 15 00:53:12.236715 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-a0d7efa4-44a5-4bde-bb33-b7d14f036ce0 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Request body: {'port': {'device_id': 'c186a1d3-16da-4f22-81e3-0e80c8fbd1fc', 'network_id': '5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0', 'admin_state_up': True, 'tenant_id': '6a9d9cf3606845ec964dd8320126293e', 'security_groups': ['1fd8c2c2-b4e2-4db2-8441-a802affd2019']}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:53:12.551456 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-5a28d50e-d14c-4182-9fd2-de2dec1bf6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:12.552859 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-5a28d50e-d14c-4182-9fd2-de2dec1bf6ad service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3ef4db17e5d245cb9caab70d557f41ae&device_id=6e47eda5-dffe-41dd-a09d-0870d19dd898 HTTP/1.1" status: 200 len: 1128 time: 0.0508049 Sep 15 00:53:12.611118 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-d197c4f9-a1ed-4811-97c5-ac022b5a2eb6 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cd61e51-9091-42e2-b4f8-f67dbf137235 HTTP/1.1" status: 200 len: 217 time: 0.0404875 Sep 15 00:53:12.630009 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-a0d7efa4-44a5-4bde-bb33-b7d14f036ce0 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Made reservation on behalf of 6a9d9cf3606845ec964dd8320126293e for: {'port': 1} {{(pid=112953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:53:12.635444 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-a0d7efa4-44a5-4bde-bb33-b7d14f036ce0 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:12.829040 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-399f3f1f-c988-471b-89f1-477e694b893f req-a60bc828-2d50-4b45-abd9-3a2989b8ba9c tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c186a1d3-16da-4f22-81e3-0e80c8fbd1fc HTTP/1.1" status: 200 len: 210 time: 0.0306294 Sep 15 00:53:12.833407 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9985ae16-dfae-458c-b087-8b5997478ac2 req-f919110f-2a62-49d6-a6b6-bd047524bc5f tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:12.834911 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9985ae16-dfae-458c-b087-8b5997478ac2 req-f919110f-2a62-49d6-a6b6-bd047524bc5f tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e47eda5-dffe-41dd-a09d-0870d19dd898 HTTP/1.1" status: 200 len: 944 time: 0.0973883 Sep 15 00:53:12.842656 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.db_base_plugin_common [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-a0d7efa4-44a5-4bde-bb33-b7d14f036ce0 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Allocated IP 172.20.0.6 (5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0/7d05243c-ba86-4ab7-a5fb-f252ae11d048/216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2) {{(pid=112953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:53:12.867838 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:12.879453 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-f22d183e-6bbc-4c9a-a372-73cde642ad8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:12.880942 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-f22d183e-6bbc-4c9a-a372-73cde642ad8b service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=45e5374b-dd3a-4913-9c14-900ba2b249b3 HTTP/1.1" status: 200 len: 853 time: 0.1043983 Sep 15 00:53:12.930475 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:12.941929 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dede2c-7c67-4a8a-b2b4-036177f78db9 req-9016f3f9-e725-4310-9ae7-411be3b37305 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:12.943410 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d1dede2c-7c67-4a8a-b2b4-036177f78db9 req-9016f3f9-e725-4310-9ae7-411be3b37305 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 945 time: 0.0473204 Sep 15 00:53:12.965293 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9985ae16-dfae-458c-b087-8b5997478ac2 req-4a170a90-eeed-49fa-a951-1b7ebc387de3 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6f16a876-f56c-4542-b326-b7f16112788d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203156 Sep 15 00:53:12.974967 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-46bdef2a-f931-45ae-92ba-c961bc120321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:12.976641 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-46bdef2a-f931-45ae-92ba-c961bc120321 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=48f46f03-9920-4d15-b1d4-ea751486aaae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0824745 Sep 15 00:53:12.996857 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d1dede2c-7c67-4a8a-b2b4-036177f78db9 req-9c2fb70d-a1df-4cea-9afe-b708ecb88d08 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459719 Sep 15 00:53:13.144782 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-a0d7efa4-44a5-4bde-bb33-b7d14f036ce0 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks [] for port (216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:13.149072 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-d1bc3e56-d546-4072-9bc1-c31e0980a870 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/48f46f03-9920-4d15-b1d4-ea751486aaae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621165 Sep 15 00:53:13.164564 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:13.240241 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-a0d7efa4-44a5-4bde-bb33-b7d14f036ce0 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9371492'] for port (216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:13.299209 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d4fbabe1-4899-4dfd-b574-492f2825f604 req-74cf1ba5-a441-4b02-911c-cc641148ab94 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/48f46f03-9920-4d15-b1d4-ea751486aaae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424539 Sep 15 00:53:13.302511 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-a0d7efa4-44a5-4bde-bb33-b7d14f036ce0 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Network 5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0 is already hosted by enough agents. {{(pid=112953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:53:13.308486 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.base_scheduler [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-a0d7efa4-44a5-4bde-bb33-b7d14f036ce0 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Resources bound (agent type, host, resource id): {{(pid=112953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:53:13.312427 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-a0d7efa4-44a5-4bde-bb33-b7d14f036ce0 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Received port after_create {{(pid=112953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:53:13.318849 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d7efa4-44a5-4bde-bb33-b7d14f036ce0 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Pushing event updated for resources: {'Port': ['ID=216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:13.366039 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-a0d7efa4-44a5-4bde-bb33-b7d14f036ce0 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:13.366741 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-a0d7efa4-44a5-4bde-bb33-b7d14f036ce0 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:13.385711 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-a0d7efa4-44a5-4bde-bb33-b7d14f036ce0 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1524217 Sep 15 00:53:13.548100 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-7667f368-d46e-41f3-ba21-f956e546d484 None None] Provisioning complete for port 216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2 triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:53:13.548636 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-7667f368-d46e-41f3-ba21-f956e546d484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:13.548799 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-7667f368-d46e-41f3-ba21-f956e546d484 None None] Attempt 1 to provision port 216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2 Sep 15 00:53:13.580454 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-7667f368-d46e-41f3-ba21-f956e546d484 None None] Port 216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:53:13.948224 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451362c-d991-4cd6-b485-09b1fbb629fd req-f28fd4ba-63b4-4eb5-8bc6-e0c50ee4e7b0 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:13.950209 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0451362c-d991-4cd6-b485-09b1fbb629fd req-f28fd4ba-63b4-4eb5-8bc6-e0c50ee4e7b0 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c186a1d3-16da-4f22-81e3-0e80c8fbd1fc HTTP/1.1" status: 200 len: 931 time: 0.0467942 Sep 15 00:53:14.000607 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0451362c-d991-4cd6-b485-09b1fbb629fd req-8c4c32d5-20a1-4047-843b-18764b99c9df tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1fd8c2c2-b4e2-4db2-8441-a802affd2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447204 Sep 15 00:53:14.081983 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-7667f368-d46e-41f3-ba21-f956e546d484 None None] Attempt 2 to provision port 216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2 Sep 15 00:53:14.090067 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b73a5-918d-40c0-8c60-d93426decfe7 req-9a925a20-cc47-4747-ba55-0861bc2092d8 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:14.091613 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-1f4b73a5-918d-40c0-8c60-d93426decfe7 req-9a925a20-cc47-4747-ba55-0861bc2092d8 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e47eda5-dffe-41dd-a09d-0870d19dd898 HTTP/1.1" status: 200 len: 944 time: 0.0476058 Sep 15 00:53:14.115411 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-7667f368-d46e-41f3-ba21-f956e546d484 None None] Port 216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:53:14.120580 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c470f-5e79-42bd-aeb6-07b8f6269fc1 req-95f9039a-198e-4f19-a5d4-d8d940ed3af2 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:14.122082 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-252c470f-5e79-42bd-aeb6-07b8f6269fc1 req-95f9039a-198e-4f19-a5d4-d8d940ed3af2 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 945 time: 0.0490365 Sep 15 00:53:14.140820 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-1f4b73a5-918d-40c0-8c60-d93426decfe7 req-4fb72b57-da53-4bbf-9781-916a43fed6c8 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6f16a876-f56c-4542-b326-b7f16112788d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432317 Sep 15 00:53:14.144011 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:14.176273 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-252c470f-5e79-42bd-aeb6-07b8f6269fc1 req-bd3e617c-383b-4a3d-8618-434d683c96be tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464761 Sep 15 00:53:14.616879 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-7667f368-d46e-41f3-ba21-f956e546d484 None None] Attempt 3 to provision port 216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2 Sep 15 00:53:14.649608 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-7667f368-d46e-41f3-ba21-f956e546d484 None None] Port 216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:53:15.124044 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4c6c5-69aa-412c-9c37-c634526420cc req-df319cc3-1ec9-42cc-a360-a9e284c832ee tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:15.125763 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b8e4c6c5-69aa-412c-9c37-c634526420cc req-df319cc3-1ec9-42cc-a360-a9e284c832ee tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c186a1d3-16da-4f22-81e3-0e80c8fbd1fc HTTP/1.1" status: 200 len: 931 time: 0.0496936 Sep 15 00:53:15.151171 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-7667f368-d46e-41f3-ba21-f956e546d484 None None] Attempt 4 to provision port 216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2 Sep 15 00:53:15.171710 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b8e4c6c5-69aa-412c-9c37-c634526420cc req-5d83b28e-b58d-4932-a525-118bbb0fbd37 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1fd8c2c2-b4e2-4db2-8441-a802affd2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403991 Sep 15 00:53:15.196150 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-7667f368-d46e-41f3-ba21-f956e546d484 None None] Port 216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:53:15.268087 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97561c-1fc1-4c88-b169-43d8cb4b9fd9 req-ee7085ad-95b3-49cf-8b4e-1da53fc38d28 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:15.269590 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-8c97561c-1fc1-4c88-b169-43d8cb4b9fd9 req-ee7085ad-95b3-49cf-8b4e-1da53fc38d28 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e47eda5-dffe-41dd-a09d-0870d19dd898 HTTP/1.1" status: 200 len: 944 time: 0.0494182 Sep 15 00:53:15.294350 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a8c38-ef63-48e0-864c-83e6258b1629 req-8ff5ee50-7196-45cc-aeb5-3d8870d80e8e tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:15.295826 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-aa6a8c38-ef63-48e0-864c-83e6258b1629 req-8ff5ee50-7196-45cc-aeb5-3d8870d80e8e tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 945 time: 0.0466321 Sep 15 00:53:15.316930 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-8c97561c-1fc1-4c88-b169-43d8cb4b9fd9 req-64036aae-0e70-4a6c-a160-734ae2ed541c tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6f16a876-f56c-4542-b326-b7f16112788d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416851 Sep 15 00:53:15.344800 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-aa6a8c38-ef63-48e0-864c-83e6258b1629 req-6c0d141b-ce05-4a3e-94b0-6cdec83bde13 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433714 Sep 15 00:53:15.690620 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-7667f368-d46e-41f3-ba21-f956e546d484 None None] Attempt 5 to provision port 216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2 Sep 15 00:53:15.722769 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-7667f368-d46e-41f3-ba21-f956e546d484 None None] Port 216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:53:15.767259 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-8c0562cd-288e-4e98-ad96-6978fc6a1208 service neutron] Request body: {'port': {'device_id': 'c186a1d3-16da-4f22-81e3-0e80c8fbd1fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:53:15.829345 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-8c0562cd-288e-4e98-ad96-6978fc6a1208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2), before_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:15.906907 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:15.959987 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763c57c-4d84-450f-963d-a5f9e16e0e87 req-34104ad2-1518-4a1e-ab93-2bdde7f5c8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:15.961466 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e763c57c-4d84-450f-963d-a5f9e16e0e87 req-34104ad2-1518-4a1e-ab93-2bdde7f5c8f9 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=743501da05424df197d7af03d32eabb3&device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 1129 time: 0.0990822 Sep 15 00:53:16.109171 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:16.125714 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763c57c-4d84-450f-963d-a5f9e16e0e87 req-170c35c4-e282-4b62-8049-ff7d6be4d9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:16.127227 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e763c57c-4d84-450f-963d-a5f9e16e0e87 req-170c35c4-e282-4b62-8049-ff7d6be4d9f9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=4290f87e-df9b-42ba-bf4c-3cb460fcfafb HTTP/1.1" status: 200 len: 909 time: 0.1597352 Sep 15 00:53:16.215141 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e763c57c-4d84-450f-963d-a5f9e16e0e87 req-074a2845-b34f-4417-9dcb-040fca2096dc service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8e5a3ed-229c-4186-8197-286fa9b6a050 HTTP/1.1" status: 200 len: 999 time: 0.0816512 Sep 15 00:53:16.224197 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-7667f368-d46e-41f3-ba21-f956e546d484 None None] Attempt 6 to provision port 216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2 Sep 15 00:53:16.257162 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-7667f368-d46e-41f3-ba21-f956e546d484 None None] Port 216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:53:16.282367 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-8c0562cd-288e-4e98-ad96-6978fc6a1208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2 {{(pid=112953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 00:53:16.313818 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-8c0562cd-288e-4e98-ad96-6978fc6a1208 service neutron] Publish callbacks [] for port (216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:16.340467 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.provisioning_blocks [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-8c0562cd-288e-4e98-ad96-6978fc6a1208 service neutron] Transition to ACTIVE for port object 216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2 will not be triggered until provisioned by entity L2. {{(pid=112953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 00:53:16.347035 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187570e4-7922-4e11-891c-bac657cb85a1 req-3c3b122a-aa13-4599-aae4-45704e2b17d2 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:16.348546 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-187570e4-7922-4e11-891c-bac657cb85a1 req-3c3b122a-aa13-4599-aae4-45704e2b17d2 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c186a1d3-16da-4f22-81e3-0e80c8fbd1fc HTTP/1.1" status: 200 len: 931 time: 0.0853505 Sep 15 00:53:16.350137 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763c57c-4d84-450f-963d-a5f9e16e0e87 req-67a12b41-d998-419d-97b9-02f30bd5b961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:16.351452 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e763c57c-4d84-450f-963d-a5f9e16e0e87 req-67a12b41-d998-419d-97b9-02f30bd5b961 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=1377e933-271c-4a25-8861-4516d6260e23 HTTP/1.1" status: 200 len: 848 time: 0.1177611 Sep 15 00:53:16.352618 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-8c0562cd-288e-4e98-ad96-6978fc6a1208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9371485'] for port (216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:16.444001 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7706b-a0cd-4e8e-9d7c-557d741c01e8 req-260545e2-f354-4f14-aac5-8c5d509288f5 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:16.445490 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b0a7706b-a0cd-4e8e-9d7c-557d741c01e8 req-260545e2-f354-4f14-aac5-8c5d509288f5 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e47eda5-dffe-41dd-a09d-0870d19dd898 HTTP/1.1" status: 200 len: 944 time: 0.0518906 Sep 15 00:53:16.469518 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763c57c-4d84-450f-963d-a5f9e16e0e87 req-1ae4851a-5f56-4000-9605-c6979b865d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:16.470927 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e763c57c-4d84-450f-963d-a5f9e16e0e87 req-1ae4851a-5f56-4000-9605-c6979b865d30 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=4290f87e-df9b-42ba-bf4c-3cb460fcfafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1119962 Sep 15 00:53:16.480488 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0562cd-288e-4e98-ad96-6978fc6a1208 service neutron] Pushing event updated for resources: {'Port': ['ID=216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2,revision_number=2']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:16.494565 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b0a7706b-a0cd-4e8e-9d7c-557d741c01e8 req-a25bd965-9e8c-43ef-9704-05a73ab62ae3 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6f16a876-f56c-4542-b326-b7f16112788d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430410 Sep 15 00:53:16.522169 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-187570e4-7922-4e11-891c-bac657cb85a1 req-0c303335-02e9-496e-a5b6-57b2c865560d tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1fd8c2c2-b4e2-4db2-8441-a802affd2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667676 Sep 15 00:53:16.595169 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.managers [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-8c0562cd-288e-4e98-ad96-6978fc6a1208 service neutron] Attempting to bind port 216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2 on host hv-cinder-85752 for vnic_type normal with profile {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:53:16.595524 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.managers [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-8c0562cd-288e-4e98-ad96-6978fc6a1208 service neutron] Attempting to bind port 216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2 by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '984c4c89-baec-4c7a-bd8d-184a9b4bcb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0'}] {{(pid=112953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:53:16.595864 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-8c0562cd-288e-4e98-ad96-6978fc6a1208 service neutron] Attempting to bind port 216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2 on network 5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0 {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:53:16.606449 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce05805-90fe-4084-8fc2-974c744ea349 req-5708c8e8-6847-4165-9c7f-f56194467b06 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:16.607990 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9ce05805-90fe-4084-8fc2-974c744ea349 req-5708c8e8-6847-4165-9c7f-f56194467b06 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 945 time: 0.0460012 Sep 15 00:53:16.650278 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e763c57c-4d84-450f-963d-a5f9e16e0e87 req-13b12760-5f3f-484b-91ec-fb9c8126cb15 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4290f87e-df9b-42ba-bf4c-3cb460fcfafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647162 Sep 15 00:53:16.657512 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9ce05805-90fe-4084-8fc2-974c744ea349 req-813a5b7c-5443-4cd1-ba19-ade0b58a3c5e tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439167 Sep 15 00:53:16.660144 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-8c0562cd-288e-4e98-ad96-6978fc6a1208 service neutron] Port 216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2 on network 5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 00:53:16.660475 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-8c0562cd-288e-4e98-ad96-6978fc6a1208 service neutron] Attempting to bind port 216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2 on network 5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0 {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:53:16.732963 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:16.756982 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-8c0562cd-288e-4e98-ad96-6978fc6a1208 service neutron] Checking agent: {'id': '7a59e084-9e76-4c44-9c60-e850dcdcbbb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 42, 37), 'started_at': datetime.datetime(2022, 9, 15, 0, 42, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:53:16.757319 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-8c0562cd-288e-4e98-ad96-6978fc6a1208 service neutron] Checking segment: {'id': '984c4c89-baec-4c7a-bd8d-184a9b4bcb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:53:16.757710 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-8c0562cd-288e-4e98-ad96-6978fc6a1208 service neutron] Bound using segment: {'id': '984c4c89-baec-4c7a-bd8d-184a9b4bcb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0'} {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:53:16.758151 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.managers [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-8c0562cd-288e-4e98-ad96-6978fc6a1208 service neutron] Bound port: 216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '984c4c89-baec-4c7a-bd8d-184a9b4bcb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0'}}] {{(pid=112953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:53:16.758405 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-7667f368-d46e-41f3-ba21-f956e546d484 None None] Attempt 7 to provision port 216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2 Sep 15 00:53:16.758854 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-8c0562cd-288e-4e98-ad96-6978fc6a1208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2), before_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:16.789853 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-7667f368-d46e-41f3-ba21-f956e546d484 None None] Port 216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:53:16.816049 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e763c57c-4d84-450f-963d-a5f9e16e0e87 req-6e13edf1-6fe7-4ad3-b1dd-853d4a3e5ed3 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4290f87e-df9b-42ba-bf4c-3cb460fcfafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525741 Sep 15 00:53:16.842067 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-8c0562cd-288e-4e98-ad96-6978fc6a1208 service neutron] For port 216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2, host hv-cinder-85752, cleared binding levels {{(pid=112953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:53:16.845847 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-8c0562cd-288e-4e98-ad96-6978fc6a1208 service neutron] For port 216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2,segment=NetworkSegment(984c4c89-baec-4c7a-bd8d-184a9b4bcb04),segment_id=984c4c89-baec-4c7a-bd8d-184a9b4bcb04)] {{(pid=112953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:53:16.851962 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-8c0562cd-288e-4e98-ad96-6978fc6a1208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9371485'] for port (216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:16.856526 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-8c0562cd-288e-4e98-ad96-6978fc6a1208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:16.857110 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-8c0562cd-288e-4e98-ad96-6978fc6a1208 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:16.858440 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-8c0562cd-288e-4e98-ad96-6978fc6a1208 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2 HTTP/1.1" status: 200 len: 1093 time: 1.0955486 Sep 15 00:53:16.858973 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c186a1d3-16da-4f22-81e3-0e80c8fbd1fc', 'tag': '216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2'}] {{(pid=112953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:53:16.861226 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dcd79e7c9c5799004c3790ddb8f78f6987afe8bb335ac36dcc290df3850dde4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6b9409-7753-40d4-b6bb-e3950af8e4e1" -d '{"events": [{"name": "network-changed", "server_uuid": "c186a1d3-16da-4f22-81e3-0e80c8fbd1fc", "tag": "216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2"}]}' {{(pid=112953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:53:16.892801 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:16.899119 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 00:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb666b1-e50b-4bfe-bf7e-a45ed09238bf x-openstack-request-id: req-dbb666b1-e50b-4bfe-bf7e-a45ed09238bf {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:53:16.899403 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c186a1d3-16da-4f22-81e3-0e80c8fbd1fc", "tag": "216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2", "status": "completed", "code": 200}]} {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:53:16.899680 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dbb666b1-e50b-4bfe-bf7e-a45ed09238bf {{(pid=112953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:53:16.900077 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbb666b1-e50b-4bfe-bf7e-a45ed09238bf'] response: {'name': 'network-changed', 'server_uuid': 'c186a1d3-16da-4f22-81e3-0e80c8fbd1fc', 'tag': '216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2', 'status': 'completed', 'code': 200} Sep 15 00:53:16.902655 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 4cd61e51-9091-42e2-b4f8-f67dbf137235 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=112954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 00:53:16.911044 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0562cd-288e-4e98-ad96-6978fc6a1208 service neutron] Pushing event updated for resources: {'Port': ['ID=216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2,revision_number=3']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:17.002248 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 4cd61e51-9091-42e2-b4f8-f67dbf137235, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=4cd61e51-9091-42e2-b4f8-f67dbf137235,segment=NetworkSegment(43962dc6-5d1e-44de-8cf1-94862617316b),segment_id=43962dc6-5d1e-44de-8cf1-94862617316b)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:53:17.013545 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Returning: {'device': '4cd61e51-9091-42e2-b4f8-f67dbf137235', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'port_id': '4cd61e51-9091-42e2-b4f8-f67dbf137235', 'mac_address': 'fa:16:3e:37:f0:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 00:53:17.047107 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port 4cd61e51-9091-42e2-b4f8-f67dbf137235 is: DOWN; New status is: BUILD {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:53:17.047503 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (4cd61e51-9091-42e2-b4f8-f67dbf137235), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:17.060246 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cd61e51-9091-42e2-b4f8-f67dbf137235 {{(pid=112954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 00:53:17.083338 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 4cd61e51-9091-42e2-b4f8-f67dbf137235, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=4cd61e51-9091-42e2-b4f8-f67dbf137235,segment=NetworkSegment(43962dc6-5d1e-44de-8cf1-94862617316b),segment_id=43962dc6-5d1e-44de-8cf1-94862617316b)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:53:17.087285 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (4cd61e51-9091-42e2-b4f8-f67dbf137235), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:17.132606 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=4cd61e51-9091-42e2-b4f8-f67dbf137235,revision_number=4']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:17.291016 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-7667f368-d46e-41f3-ba21-f956e546d484 None None] Attempt 8 to provision port 216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2 Sep 15 00:53:17.328905 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-7667f368-d46e-41f3-ba21-f956e546d484 None None] Port 216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2 had new provisioning blocks added so it will not transition to active. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 00:53:17.554720 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] get_ports_and_sgs() called for port_ids ['4cd61e51-9091-42e2-b4f8-f67dbf137235'] {{(pid=112954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 00:53:17.587100 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:17.620652 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9591b3-9fce-441a-97c1-5f986d1c57b3 req-3d3ff03d-c527-4876-91dd-d28af86d8c34 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:17.622136 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-3b9591b3-9fce-441a-97c1-5f986d1c57b3 req-3d3ff03d-c527-4876-91dd-d28af86d8c34 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e47eda5-dffe-41dd-a09d-0870d19dd898 HTTP/1.1" status: 200 len: 945 time: 0.0509465 Sep 15 00:53:17.651198 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18168b7-ab57-4552-b40f-95c2656b5426 req-f7794480-38b2-46b7-9c47-e7c1fd64522f tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:17.652784 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d18168b7-ab57-4552-b40f-95c2656b5426 req-f7794480-38b2-46b7-9c47-e7c1fd64522f tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c186a1d3-16da-4f22-81e3-0e80c8fbd1fc HTTP/1.1" status: 200 len: 943 time: 0.0506723 Sep 15 00:53:17.686616 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-3b9591b3-9fce-441a-97c1-5f986d1c57b3 req-ad35bb38-6373-4781-8041-7c26bca987ce tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6f16a876-f56c-4542-b326-b7f16112788d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578215 Sep 15 00:53:17.718469 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d18168b7-ab57-4552-b40f-95c2656b5426 req-f7c50e9c-3989-4f17-9c33-40fbf2be01e5 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1fd8c2c2-b4e2-4db2-8441-a802affd2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579426 Sep 15 00:53:17.766803 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-4189049b-1c99-46b9-ba14-3cc18b0354f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:17.792725 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce05d4c-eabc-45c4-9b90-74e30ce0a655 req-3f9c1496-a7c8-4cc3-b639-e7756058ca82 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:17.794204 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-5ce05d4c-eabc-45c4-9b90-74e30ce0a655 req-3f9c1496-a7c8-4cc3-b639-e7756058ca82 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 945 time: 0.0479674 Sep 15 00:53:17.819117 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=100 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:17.844065 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-5ce05d4c-eabc-45c4-9b90-74e30ce0a655 req-767086a3-e02c-4262-a12c-2c7644ddbd9b tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441353 Sep 15 00:53:18.159106 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b9409-7753-40d4-b6bb-e3950af8e4e1 req-0fc67217-c2fb-4f2c-96cd-47762bd7cde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:18.160667 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2b6b9409-7753-40d4-b6bb-e3950af8e4e1 req-0fc67217-c2fb-4f2c-96cd-47762bd7cde8 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6a9d9cf3606845ec964dd8320126293e&device_id=c186a1d3-16da-4f22-81e3-0e80c8fbd1fc HTTP/1.1" status: 200 len: 1127 time: 0.0440791 Sep 15 00:53:18.263083 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b9409-7753-40d4-b6bb-e3950af8e4e1 req-13a2cd00-5578-47e5-a100-bfdae57f4ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:18.264549 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2b6b9409-7753-40d4-b6bb-e3950af8e4e1 req-13a2cd00-5578-47e5-a100-bfdae57f4ac1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=6a9d9cf3606845ec964dd8320126293e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0903041 Sep 15 00:53:18.619861 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b9409-7753-40d4-b6bb-e3950af8e4e1 req-619fb410-4174-4af2-bf65-0e92317784cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:18.622503 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2b6b9409-7753-40d4-b6bb-e3950af8e4e1 req-619fb410-4174-4af2-bf65-0e92317784cc service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0943193 Sep 15 00:53:18.766872 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-8ca7ec20-b33e-4756-8ffd-025a08c985a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:18.769125 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-8ca7ec20-b33e-4756-8ffd-025a08c985a6 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6a9d9cf3606845ec964dd8320126293e&device_id=c186a1d3-16da-4f22-81e3-0e80c8fbd1fc HTTP/1.1" status: 200 len: 1127 time: 0.0628085 Sep 15 00:53:18.855781 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-8eb87fdb-d2a8-4e67-8484-91aeb9290448 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2 HTTP/1.1" status: 200 len: 217 time: 0.0410385 Sep 15 00:53:18.859924 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da5e4b-ecc7-4c69-b104-4e8c0397aa00 req-772a4b19-5307-4fa2-87f6-aa16d4898fff tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:18.861971 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-92da5e4b-ecc7-4c69-b104-4e8c0397aa00 req-772a4b19-5307-4fa2-87f6-aa16d4898fff tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c186a1d3-16da-4f22-81e3-0e80c8fbd1fc HTTP/1.1" status: 200 len: 943 time: 0.0497508 Sep 15 00:53:18.894283 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76680e2a-a06e-4367-a37b-3bb59abd1b61 req-2a3f5b99-14e5-4cbe-990e-ee0b55ca8916 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:18.899994 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-76680e2a-a06e-4367-a37b-3bb59abd1b61 req-2a3f5b99-14e5-4cbe-990e-ee0b55ca8916 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e47eda5-dffe-41dd-a09d-0870d19dd898 HTTP/1.1" status: 200 len: 945 time: 0.1166239 Sep 15 00:53:18.913360 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-92da5e4b-ecc7-4c69-b104-4e8c0397aa00 req-a6cc314f-f8b0-4942-8f48-84924271ecab tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1fd8c2c2-b4e2-4db2-8441-a802affd2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450606 Sep 15 00:53:18.941018 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-29231b5d-fa58-4790-93a7-3a6cd03ce104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:18.942470 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-29231b5d-fa58-4790-93a7-3a6cd03ce104 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=7d05243c-ba86-4ab7-a5fb-f252ae11d048 HTTP/1.1" status: 200 len: 849 time: 0.0801516 Sep 15 00:53:18.943672 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 4cd61e51-9091-42e2-b4f8-f67dbf137235 up at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:53:18.958819 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-76680e2a-a06e-4367-a37b-3bb59abd1b61 req-e5a5e49a-da70-4462-a0d1-ffbb5b93bb10 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6f16a876-f56c-4542-b326-b7f16112788d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556934 Sep 15 00:53:18.970647 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:18.995940 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Provisioning for port 4cd61e51-9091-42e2-b4f8-f67dbf137235 completed by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 00:53:19.002801 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Provisioning complete for port 4cd61e51-9091-42e2-b4f8-f67dbf137235 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:53:19.003293 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (4cd61e51-9091-42e2-b4f8-f67dbf137235), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:19.003670 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Attempt 1 to provision port 4cd61e51-9091-42e2-b4f8-f67dbf137235 Sep 15 00:53:19.078178 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0709ad-1ad9-4e5f-9166-b90b4f38bfc3 req-93022134-578e-4a82-a5e7-6b0f0a7cac53 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:19.079698 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-3d0709ad-1ad9-4e5f-9166-b90b4f38bfc3 req-93022134-578e-4a82-a5e7-6b0f0a7cac53 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 945 time: 0.0491645 Sep 15 00:53:19.081681 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port 4cd61e51-9091-42e2-b4f8-f67dbf137235 is: BUILD; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:53:19.082066 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (4cd61e51-9091-42e2-b4f8-f67dbf137235), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:19.104858 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e47eda5-dffe-41dd-a09d-0870d19dd898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd61e51-9091-42e2-b4f8-f67dbf137235'}] {{(pid=112954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:53:19.107229 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac31f47a78c65cec711889e6d70219b8f5c13991b6e76ee3a100a5a33f2e7321" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455bfbe1-0f4b-4365-9f08-d99537f72ca0" -d '{"events": [{"server_uuid": "6e47eda5-dffe-41dd-a09d-0870d19dd898", "name": "network-vif-plugged", "status": "completed", "tag": "4cd61e51-9091-42e2-b4f8-f67dbf137235"}]}' {{(pid=112954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:53:19.127660 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 4cd61e51-9091-42e2-b4f8-f67dbf137235, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=4cd61e51-9091-42e2-b4f8-f67dbf137235,segment=NetworkSegment(43962dc6-5d1e-44de-8cf1-94862617316b),segment_id=43962dc6-5d1e-44de-8cf1-94862617316b)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:53:19.131705 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (4cd61e51-9091-42e2-b4f8-f67dbf137235), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:19.139780 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-3d0709ad-1ad9-4e5f-9166-b90b4f38bfc3 req-77b1b442-43bd-4966-92ab-d42a8fcf3a30 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539403 Sep 15 00:53:19.154702 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 00:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dca3f74-3201-4098-b17a-38ae41a3283c x-openstack-request-id: req-0dca3f74-3201-4098-b17a-38ae41a3283c {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:53:19.154992 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e47eda5-dffe-41dd-a09d-0870d19dd898", "name": "network-vif-plugged", "status": "completed", "tag": "4cd61e51-9091-42e2-b4f8-f67dbf137235", "code": 200}]} {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:53:19.155244 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0dca3f74-3201-4098-b17a-38ae41a3283c {{(pid=112954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:53:19.155656 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dca3f74-3201-4098-b17a-38ae41a3283c'] response: {'server_uuid': '6e47eda5-dffe-41dd-a09d-0870d19dd898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd61e51-9091-42e2-b4f8-f67dbf137235', 'code': 200} Sep 15 00:53:19.180828 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=4cd61e51-9091-42e2-b4f8-f67dbf137235,revision_number=5']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:19.219224 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=27 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:19.226578 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:19.358691 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-d24ea223-5e73-4d3b-a6ee-38ca5d2e5b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:19.360340 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-d24ea223-5e73-4d3b-a6ee-38ca5d2e5b4c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409641 Sep 15 00:53:19.491373 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-a2bfcf19-cefd-4e1c-a81d-a32db5acbf10 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965252 Sep 15 00:53:19.621945 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b4f5a-b35f-42e3-ba6c-fab246d9cf70 req-a2a14301-8d4c-42f8-bc1e-4d2d3f4150f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:19.623428 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-145b4f5a-b35f-42e3-ba6c-fab246d9cf70 req-a2a14301-8d4c-42f8-bc1e-4d2d3f4150f0 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6e47eda5-dffe-41dd-a09d-0870d19dd898 HTTP/1.1" status: 200 len: 1130 time: 0.0814347 Sep 15 00:53:19.673070 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:19.676669 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:19.920199 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c8243b89-c6dc-443a-9bd0-742bfba47faa req-0aad6a94-35b1-4048-b556-5db0a9b381e5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792429 Sep 15 00:53:19.930331 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-145b4f5a-b35f-42e3-ba6c-fab246d9cf70 req-80543577-a114-4c2f-9b95-0c7b842ad522 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6f16a876-f56c-4542-b326-b7f16112788d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2967255 Sep 15 00:53:20.041244 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-0443325d-2f7d-4c81-a7fd-0c4abb8634d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:20.050906 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632c13e-ec33-441e-8e74-b0dc71eda38e req-88e66018-222d-43fc-b41f-136f168fc7a4 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:20.052591 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d632c13e-ec33-441e-8e74-b0dc71eda38e req-88e66018-222d-43fc-b41f-136f168fc7a4 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c186a1d3-16da-4f22-81e3-0e80c8fbd1fc HTTP/1.1" status: 200 len: 943 time: 0.0615494 Sep 15 00:53:20.105088 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d632c13e-ec33-441e-8e74-b0dc71eda38e req-69683c9e-eefd-4428-85a6-dd985ce516bc tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1fd8c2c2-b4e2-4db2-8441-a802affd2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454047 Sep 15 00:53:20.240456 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b42bf-3f54-4bd3-a11d-0dc56869cc44 req-3a4b3700-19d7-45a0-86ba-63e21c5f6451 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:20.241923 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-660b42bf-3f54-4bd3-a11d-0dc56869cc44 req-3a4b3700-19d7-45a0-86ba-63e21c5f6451 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e47eda5-dffe-41dd-a09d-0870d19dd898 HTTP/1.1" status: 200 len: 946 time: 0.0473878 Sep 15 00:53:20.262389 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef31e78-99d9-44f1-b640-df607e1cd5f1 req-8bfb1bd4-ca76-45e0-a969-be15f91eceb5 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:20.264038 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-5ef31e78-99d9-44f1-b640-df607e1cd5f1 req-8bfb1bd4-ca76-45e0-a969-be15f91eceb5 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 945 time: 0.0474327 Sep 15 00:53:20.288853 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-660b42bf-3f54-4bd3-a11d-0dc56869cc44 req-36b42a5c-43c4-4d2c-96cb-500da0393fd7 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6f16a876-f56c-4542-b326-b7f16112788d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406592 Sep 15 00:53:20.297798 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=100 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:20.314250 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-5ef31e78-99d9-44f1-b640-df607e1cd5f1 req-57cc1027-eb3c-4cf3-a692-c90b217dd51c tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445521 Sep 15 00:53:20.540669 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 60094) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:53:20.565408 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0a17f-65f9-4e42-8e72-fcc02b114276 req-d48ea309-65d7-4fb2-8c23-bd48cdc64dc1 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:20.566885 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-45f0a17f-65f9-4e42-8e72-fcc02b114276 req-d48ea309-65d7-4fb2-8c23-bd48cdc64dc1 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 945 time: 0.0566027 Sep 15 00:53:20.645216 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-45f0a17f-65f9-4e42-8e72-fcc02b114276 req-3ba79487-b1f4-442a-9fad-253ab489b7d0 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725596 Sep 15 00:53:20.647204 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-36ca148a-ccf9-4d97-baea-4db51d87f133 req-179e778b-d71e-4bca-89e3-a50e0b83347c service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1055403 Sep 15 00:53:20.657185 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [req-36ca148a-ccf9-4d97-baea-4db51d87f133 req-be10535e-f760-473d-887f-f409380670fd service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112952) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 00:53:20.658318 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-36ca148a-ccf9-4d97-baea-4db51d87f133 req-be10535e-f760-473d-887f-f409380670fd service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0051804 Sep 15 00:53:20.735058 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 60102) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:53:20.829223 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca148a-ccf9-4d97-baea-4db51d87f133 req-b92cd7fe-f5da-42aa-8e2b-01369d45439a tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:20.830570 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-36ca148a-ccf9-4d97-baea-4db51d87f133 req-b92cd7fe-f5da-42aa-8e2b-01369d45439a tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports/f8e5a3ed-229c-4186-8197-286fa9b6a050 HTTP/1.1" status: 200 len: 942 time: 0.0944929 Sep 15 00:53:20.938950 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device f8e5a3ed-229c-4186-8197-286fa9b6a050 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:53:21.011778 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port f8e5a3ed-229c-4186-8197-286fa9b6a050 is: ACTIVE; New status is: DOWN {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:53:21.012163 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (f8e5a3ed-229c-4186-8197-286fa9b6a050), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:21.046674 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port f8e5a3ed-229c-4186-8197-286fa9b6a050, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=f8e5a3ed-229c-4186-8197-286fa9b6a050,segment=NetworkSegment(0e381a2d-0dc5-42f8-9b9f-371bc873799e),segment_id=0e381a2d-0dc5-42f8-9b9f-371bc873799e)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:53:21.050505 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (f8e5a3ed-229c-4186-8197-286fa9b6a050), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:21.097737 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=f8e5a3ed-229c-4186-8197-286fa9b6a050,revision_number=6']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:21.157150 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58c94a4-c708-4b2f-b8b1-fa336f60aa4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8e5a3ed-229c-4186-8197-286fa9b6a050'}] {{(pid=112954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:53:21.159608 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac31f47a78c65cec711889e6d70219b8f5c13991b6e76ee3a100a5a33f2e7321" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d20fc2e-727d-4151-8a6e-4adb4f772acf" -d '{"events": [{"server_uuid": "e58c94a4-c708-4b2f-b8b1-fa336f60aa4b", "name": "network-vif-unplugged", "status": "completed", "tag": "f8e5a3ed-229c-4186-8197-286fa9b6a050"}]}' {{(pid=112954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:53:21.194139 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Sep 2022 00:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b537830-ee34-4405-ad69-3c5e4fafb753 x-openstack-request-id: req-8b537830-ee34-4405-ad69-3c5e4fafb753 {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:53:21.194434 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e58c94a4-c708-4b2f-b8b1-fa336f60aa4b", "name": "network-vif-unplugged", "status": "failed", "tag": "f8e5a3ed-229c-4186-8197-286fa9b6a050", "code": 422}]} {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:53:21.194690 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8b537830-ee34-4405-ad69-3c5e4fafb753 {{(pid=112954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:53:21.195133 dv-cinder-857528-2-iscsi neutron-server[112954]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8b537830-ee34-4405-ad69-3c5e4fafb753']: {'server_uuid': 'e58c94a4-c708-4b2f-b8b1-fa336f60aa4b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f8e5a3ed-229c-4186-8197-286fa9b6a050', 'code': 422} returned with failed status Sep 15 00:53:21.233484 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717bcb9-ea0d-42d4-9ac1-2a2c93f544eb req-50d692a5-8b20-4ed1-8fc9-039c38b7866d tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:21.234964 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9717bcb9-ea0d-42d4-9ac1-2a2c93f544eb req-50d692a5-8b20-4ed1-8fc9-039c38b7866d tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c186a1d3-16da-4f22-81e3-0e80c8fbd1fc HTTP/1.1" status: 200 len: 943 time: 0.0491157 Sep 15 00:53:21.286109 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9717bcb9-ea0d-42d4-9ac1-2a2c93f544eb req-d00de555-898d-47d3-af07-5d483736ace7 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1fd8c2c2-b4e2-4db2-8441-a802affd2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456488 Sep 15 00:53:21.331208 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:21.411519 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee2103-13fc-41fa-8f91-745da3bdc3d8 req-d36145c3-a164-49e9-b7e5-8ad7c2a38106 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:21.412901 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-82ee2103-13fc-41fa-8f91-745da3bdc3d8 req-d36145c3-a164-49e9-b7e5-8ad7c2a38106 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e47eda5-dffe-41dd-a09d-0870d19dd898 HTTP/1.1" status: 200 len: 946 time: 0.0500124 Sep 15 00:53:21.461803 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-82ee2103-13fc-41fa-8f91-745da3bdc3d8 req-73a1fb5d-d9f3-4be6-acd7-771e50d7ca30 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6f16a876-f56c-4542-b326-b7f16112788d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422170 Sep 15 00:53:21.517055 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085180fe-dab9-498f-a347-688b2e3607dc req-d81c40d5-5a51-4de3-9e14-418fe92405ec tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:21.518516 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-085180fe-dab9-498f-a347-688b2e3607dc req-d81c40d5-5a51-4de3-9e14-418fe92405ec tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 947 time: 0.0468328 Sep 15 00:53:21.566852 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-085180fe-dab9-498f-a347-688b2e3607dc req-a8c06695-b25c-4027-8134-4cc75154b302 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427902 Sep 15 00:53:21.764506 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4dffd-cdbd-4ec4-9ed3-f9724cc8e4ff req-13975c08-baab-4588-b984-ffeeb57b1a04 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:21.765951 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-35c4dffd-cdbd-4ec4-9ed3-f9724cc8e4ff req-13975c08-baab-4588-b984-ffeeb57b1a04 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 943 time: 0.0458796 Sep 15 00:53:21.813785 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-35c4dffd-cdbd-4ec4-9ed3-f9724cc8e4ff req-9e9446c9-e8d3-40e2-bb86-a9bfc46d0393 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422528 Sep 15 00:53:22.405330 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c2bde-57f8-4865-8a5c-dfcfdb4fa777 req-e87f6c26-fcff-494d-97ee-15d5e74e5aa2 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:22.406806 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-232c2bde-57f8-4865-8a5c-dfcfdb4fa777 req-e87f6c26-fcff-494d-97ee-15d5e74e5aa2 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c186a1d3-16da-4f22-81e3-0e80c8fbd1fc HTTP/1.1" status: 200 len: 943 time: 0.0465953 Sep 15 00:53:22.460567 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-232c2bde-57f8-4865-8a5c-dfcfdb4fa777 req-5d1e64eb-90e1-48ad-96e7-aa7a1a6eddc5 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1fd8c2c2-b4e2-4db2-8441-a802affd2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482852 Sep 15 00:53:22.587676 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14f584-b7c8-4749-b5ea-795deef000c2 req-fd54d7d2-10bd-40c1-8294-32a2242e743d tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:22.589175 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-4d14f584-b7c8-4749-b5ea-795deef000c2 req-fd54d7d2-10bd-40c1-8294-32a2242e743d tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e47eda5-dffe-41dd-a09d-0870d19dd898 HTTP/1.1" status: 200 len: 946 time: 0.0509717 Sep 15 00:53:22.598390 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:22.660226 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-4d14f584-b7c8-4749-b5ea-795deef000c2 req-4fb58fd0-50b2-490a-9fd4-84aa228d1d39 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6f16a876-f56c-4542-b326-b7f16112788d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645199 Sep 15 00:53:22.693285 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:22.703146 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac0db4-67b1-4bea-83fd-1e951c8b3ba3 req-08da15ae-6775-4aeb-94c3-28ba34fa9fae tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:22.704676 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a3ac0db4-67b1-4bea-83fd-1e951c8b3ba3 req-08da15ae-6775-4aeb-94c3-28ba34fa9fae tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 947 time: 0.0520530 Sep 15 00:53:22.753849 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a3ac0db4-67b1-4bea-83fd-1e951c8b3ba3 req-ee9ba349-e875-40d9-bf07-1023a02993e9 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435250 Sep 15 00:53:22.932461 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566e0ae-56ff-426e-8dbf-803ad7e3d528 req-459a5445-2126-4958-a32a-d311cba1950d tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:22.933929 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2566e0ae-56ff-426e-8dbf-803ad7e3d528 req-459a5445-2126-4958-a32a-d311cba1950d tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 943 time: 0.0462558 Sep 15 00:53:22.941919 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=112954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 00:53:22.982597 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2566e0ae-56ff-426e-8dbf-803ad7e3d528 req-f99c4b3e-907e-48ae-9761-88bc2d3d9906 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431592 Sep 15 00:53:23.041897 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2,segment=NetworkSegment(984c4c89-baec-4c7a-bd8d-184a9b4bcb04),segment_id=984c4c89-baec-4c7a-bd8d-184a9b4bcb04)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:53:23.052475 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Returning: {'device': '216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2', 'network_id': '5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0', 'port_id': '216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2', 'mac_address': 'fa:16:3e:29:0e:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d05243c-ba86-4ab7-a5fb-f252ae11d048', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 00:53:23.056812 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:23.088279 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port 216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2 is: DOWN; New status is: BUILD {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:53:23.089233 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:23.106838 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2 {{(pid=112954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 00:53:23.126206 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2,segment=NetworkSegment(984c4c89-baec-4c7a-bd8d-184a9b4bcb04),segment_id=984c4c89-baec-4c7a-bd8d-184a9b4bcb04)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:53:23.130031 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:23.176237 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2,revision_number=4']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:23.581955 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] get_ports_and_sgs() called for port_ids ['216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2'] {{(pid=112954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 00:53:23.587185 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a33b24-dcb1-47a1-8c76-93caeebb893f req-8900e2b6-a0f5-4bc5-bd12-756b2fb349ea tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:23.589161 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-07a33b24-dcb1-47a1-8c76-93caeebb893f req-8900e2b6-a0f5-4bc5-bd12-756b2fb349ea tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c186a1d3-16da-4f22-81e3-0e80c8fbd1fc HTTP/1.1" status: 200 len: 944 time: 0.0502553 Sep 15 00:53:23.635663 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-07a33b24-dcb1-47a1-8c76-93caeebb893f req-07db8128-66c5-454e-bdf3-683d11739a39 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1fd8c2c2-b4e2-4db2-8441-a802affd2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407400 Sep 15 00:53:23.641045 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:23.770783 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0ce34-4dba-41e5-a545-6bfd85bf2149 req-77232bf1-0151-4009-89c8-c5c6bd916965 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:23.773331 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7da0ce34-4dba-41e5-a545-6bfd85bf2149 req-77232bf1-0151-4009-89c8-c5c6bd916965 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e47eda5-dffe-41dd-a09d-0870d19dd898 HTTP/1.1" status: 200 len: 946 time: 0.0471270 Sep 15 00:53:23.824964 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7da0ce34-4dba-41e5-a545-6bfd85bf2149 req-a171c1fb-1b5a-4b08-ad32-d8d1961c1dbc tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6f16a876-f56c-4542-b326-b7f16112788d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455205 Sep 15 00:53:23.883025 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13250dd2-5f09-4bba-9683-5ac63b6b54a6 req-1b30509d-268a-4160-bacd-74344d35824d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:23.884591 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-13250dd2-5f09-4bba-9683-5ac63b6b54a6 req-1b30509d-268a-4160-bacd-74344d35824d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 947 time: 0.0459113 Sep 15 00:53:23.931235 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-13250dd2-5f09-4bba-9683-5ac63b6b54a6 req-23764da3-55bb-46d2-99b6-210aacf29ec1 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406351 Sep 15 00:53:24.100132 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75751a-0eaf-4953-8c6c-3f3a6e9e819b req-aee4ce9c-e3b9-43fe-82a9-26ec4ea97e9c tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:24.101581 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-4d75751a-0eaf-4953-8c6c-3f3a6e9e819b req-aee4ce9c-e3b9-43fe-82a9-26ec4ea97e9c tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 943 time: 0.0461979 Sep 15 00:53:24.149765 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-4d75751a-0eaf-4953-8c6c-3f3a6e9e819b req-f576f8a5-2275-4e07-a6f0-ef2305a964f1 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426884 Sep 15 00:53:24.761338 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff8c3b-80f2-4612-84ea-bd312f890e9f req-fed74ed1-6648-48cf-8b89-b3b7d19cbf45 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:24.762799 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-6dff8c3b-80f2-4612-84ea-bd312f890e9f req-fed74ed1-6648-48cf-8b89-b3b7d19cbf45 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c186a1d3-16da-4f22-81e3-0e80c8fbd1fc HTTP/1.1" status: 200 len: 944 time: 0.0502968 Sep 15 00:53:24.812776 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-6dff8c3b-80f2-4612-84ea-bd312f890e9f req-a199d54c-1963-44ba-94b9-ebd5b1a52b86 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1fd8c2c2-b4e2-4db2-8441-a802affd2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440388 Sep 15 00:53:24.944025 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0e9ce-7d9a-4cb3-986e-ba61bfcb0ed2 req-7258d594-d871-414f-a565-2d8448f9f0f5 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:24.945409 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-44b0e9ce-7d9a-4cb3-986e-ba61bfcb0ed2 req-7258d594-d871-414f-a565-2d8448f9f0f5 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e47eda5-dffe-41dd-a09d-0870d19dd898 HTTP/1.1" status: 200 len: 946 time: 0.0467901 Sep 15 00:53:24.956820 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2 up at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:53:24.994225 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-44b0e9ce-7d9a-4cb3-986e-ba61bfcb0ed2 req-391bc746-d505-4189-bc90-dfe0406a197c tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6f16a876-f56c-4542-b326-b7f16112788d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433202 Sep 15 00:53:25.001371 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Provisioning for port 216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2 completed by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 00:53:25.014833 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Provisioning complete for port 216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:53:25.015346 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:25.015803 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Attempt 1 to provision port 216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2 Sep 15 00:53:25.024228 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=100 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:25.062573 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a5b85-0afd-4153-8c1d-ac8cfc43e061 req-c30a91ac-d7a2-4f2b-ab15-d74092e844f3 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:25.064209 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-502a5b85-0afd-4153-8c1d-ac8cfc43e061 req-c30a91ac-d7a2-4f2b-ab15-d74092e844f3 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 947 time: 0.0497520 Sep 15 00:53:25.092733 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port 216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2 is: BUILD; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:53:25.093550 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:25.118646 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c186a1d3-16da-4f22-81e3-0e80c8fbd1fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2'}] {{(pid=112954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:53:25.120996 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac31f47a78c65cec711889e6d70219b8f5c13991b6e76ee3a100a5a33f2e7321" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58933bc3-ec58-40f6-b0a6-e3a4ec258cf9" -d '{"events": [{"server_uuid": "c186a1d3-16da-4f22-81e3-0e80c8fbd1fc", "name": "network-vif-plugged", "status": "completed", "tag": "216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2"}]}' {{(pid=112954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:53:25.129355 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-502a5b85-0afd-4153-8c1d-ac8cfc43e061 req-c9045e14-ec15-4ae7-8cc3-6f8a4316e8fb tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591140 Sep 15 00:53:25.138940 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2,segment=NetworkSegment(984c4c89-baec-4c7a-bd8d-184a9b4bcb04),segment_id=984c4c89-baec-4c7a-bd8d-184a9b4bcb04)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:53:25.139817 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f96f6-f673-47e5-bda1-d136d12106f1 req-7152ebb4-5ba4-47e4-bba8-91b4951d1904 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:25.142819 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-af6f96f6-f673-47e5-bda1-d136d12106f1 req-7152ebb4-5ba4-47e4-bba8-91b4951d1904 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e47eda5-dffe-41dd-a09d-0870d19dd898 HTTP/1.1" status: 200 len: 946 time: 0.0733426 Sep 15 00:53:25.152861 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:25.153630 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 60156) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:53:25.158287 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-fecd6587-b5e3-402c-82dd-f2217dad3a8d tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Request body: {'floatingip': {'port_id': '4cd61e51-9091-42e2-b4f8-f67dbf137235'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:53:25.208261 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 00:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f5327c-ee84-46fb-b79f-0a71e0bf0abb x-openstack-request-id: req-64f5327c-ee84-46fb-b79f-0a71e0bf0abb {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:53:25.208842 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c186a1d3-16da-4f22-81e3-0e80c8fbd1fc", "name": "network-vif-plugged", "status": "completed", "tag": "216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2", "code": 200}]} {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:53:25.209156 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-64f5327c-ee84-46fb-b79f-0a71e0bf0abb {{(pid=112954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:53:25.209564 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64f5327c-ee84-46fb-b79f-0a71e0bf0abb'] response: {'server_uuid': 'c186a1d3-16da-4f22-81e3-0e80c8fbd1fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2', 'code': 200} Sep 15 00:53:25.215152 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2,revision_number=5']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:25.216754 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-fecd6587-b5e3-402c-82dd-f2217dad3a8d tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for floatingip (4dbe1e85-0e9a-400f-a529-d8686dc82f14), before_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:25.280207 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1228d6e-b53f-4649-8edd-ee3e332552b1 req-1c672ca1-a153-450f-bfad-b53830916d82 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:25.281714 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-c1228d6e-b53f-4649-8edd-ee3e332552b1 req-1c672ca1-a153-450f-bfad-b53830916d82 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 943 time: 0.0485930 Sep 15 00:53:25.309756 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:25.333410 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-c1228d6e-b53f-4649-8edd-ee3e332552b1 req-505b8542-0cbf-4ee4-b40a-7cc2fb425722 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459375 Sep 15 00:53:25.376801 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:25.592051 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa7316-1dbf-402c-b90d-e9da0a843f3b req-9bcbd4a3-0b56-4d9b-b8d4-a8b1fb165755 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:25.593587 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9faa7316-1dbf-402c-b90d-e9da0a843f3b req-9bcbd4a3-0b56-4d9b-b8d4-a8b1fb165755 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 947 time: 0.0802214 Sep 15 00:53:25.774863 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1892e-b3f0-4671-981a-bc5401559204 req-8b2a92c6-74d0-4817-a5c5-914b96542758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:25.776351 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-35e1892e-b3f0-4671-981a-bc5401559204 req-8b2a92c6-74d0-4817-a5c5-914b96542758 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c186a1d3-16da-4f22-81e3-0e80c8fbd1fc HTTP/1.1" status: 200 len: 1129 time: 0.1186504 Sep 15 00:53:25.795777 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [req-9faa7316-1dbf-402c-b90d-e9da0a843f3b req-e8de929e-4f50-421a-8873-0a11630af16c tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Deleting port 86077b58-abc6-43a7-9b01-51a893794c4e {{(pid=112953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:53:25.796124 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-9faa7316-1dbf-402c-b90d-e9da0a843f3b req-e8de929e-4f50-421a-8873-0a11630af16c tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (86077b58-abc6-43a7-9b01-51a893794c4e), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:25.810934 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-fecd6587-b5e3-402c-82dd-f2217dad3a8d tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:25.826241 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-fecd6587-b5e3-402c-82dd-f2217dad3a8d tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682341'] for floatingip (4dbe1e85-0e9a-400f-a529-d8686dc82f14), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:25.995783 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-35e1892e-b3f0-4671-981a-bc5401559204 req-6c98d478-1d41-41bc-af55-00fabb6897c7 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1fd8c2c2-b4e2-4db2-8441-a802affd2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2079144 Sep 15 00:53:26.026184 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f024be55-96bc-4a29-8b29-9bc9afb334a0 req-1a8f4741-6bfb-46ea-9de2-a359228c79bc tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:26.027609 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f024be55-96bc-4a29-8b29-9bc9afb334a0 req-1a8f4741-6bfb-46ea-9de2-a359228c79bc tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c186a1d3-16da-4f22-81e3-0e80c8fbd1fc HTTP/1.1" status: 200 len: 945 time: 0.1351278 Sep 15 00:53:26.041361 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [req-9faa7316-1dbf-402c-b90d-e9da0a843f3b req-e8de929e-4f50-421a-8873-0a11630af16c tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] For port 86077b58-abc6-43a7-9b01-51a893794c4e, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=86077b58-abc6-43a7-9b01-51a893794c4e,segment=NetworkSegment(579e5fe4-7341-4bb1-8e14-57c33347e302),segment_id=579e5fe4-7341-4bb1-8e14-57c33347e302)] {{(pid=112953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:53:26.042273 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-9faa7316-1dbf-402c-b90d-e9da0a843f3b req-e8de929e-4f50-421a-8873-0a11630af16c tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (86077b58-abc6-43a7-9b01-51a893794c4e), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:26.094216 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.db.l3_db [None req-fecd6587-b5e3-402c-82dd-f2217dad3a8d tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Floating IP 4dbe1e85-0e9a-400f-a529-d8686dc82f14 associated. External IP: 172.27.1.72, port: 4cd61e51-9091-42e2-b4f8-f67dbf137235. Sep 15 00:53:26.242833 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:26.252890 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f024be55-96bc-4a29-8b29-9bc9afb334a0 req-2dc5f70b-80de-4723-ab7f-46f349172135 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1fd8c2c2-b4e2-4db2-8441-a802affd2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2150307 Sep 15 00:53:26.264767 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1fb14f-e403-473a-8c7b-84d4056504c3 req-c8aeb66f-9b7e-4db7-bcad-98852b69b98b tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:26.266560 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-6b1fb14f-e403-473a-8c7b-84d4056504c3 req-c8aeb66f-9b7e-4db7-bcad-98852b69b98b tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 947 time: 0.0490599 Sep 15 00:53:26.293356 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:26.310771 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=100 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:26.315558 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-6b1fb14f-e403-473a-8c7b-84d4056504c3 req-665b8124-2f39-4f88-a6f2-2e36b9b996ee tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=128356c9-b2bc-4e82-8fd3-4deba6682a64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432794 Sep 15 00:53:26.360626 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-9faa7316-1dbf-402c-b90d-e9da0a843f3b req-e8de929e-4f50-421a-8873-0a11630af16c tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:26.360994 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-9faa7316-1dbf-402c-b90d-e9da0a843f3b req-e8de929e-4f50-421a-8873-0a11630af16c tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682341'] for floatingip (2952bcb5-494d-4a54-9f49-1ee6f2de7f0c), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:26.361313 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.db.l3_db [req-9faa7316-1dbf-402c-b90d-e9da0a843f3b req-e8de929e-4f50-421a-8873-0a11630af16c tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Floating IP 2952bcb5-494d-4a54-9f49-1ee6f2de7f0c disassociated. External IP: 172.27.1.16, port: 86077b58-abc6-43a7-9b01-51a893794c4e. Sep 15 00:53:26.361655 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [req-9faa7316-1dbf-402c-b90d-e9da0a843f3b req-e8de929e-4f50-421a-8873-0a11630af16c tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Calling delete_port for 86077b58-abc6-43a7-9b01-51a893794c4e owned by compute:nova {{(pid=112953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:53:26.508521 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a38afa-2b16-438b-ab24-0518a58060d4 req-9b517b66-2834-45a2-b0a3-b67224d3a48e tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:26.509989 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-06a38afa-2b16-438b-ab24-0518a58060d4 req-9b517b66-2834-45a2-b0a3-b67224d3a48e tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 943 time: 0.0967004 Sep 15 00:53:26.545990 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fecd6587-b5e3-402c-82dd-f2217dad3a8d tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Router 1ce736d0-eb45-4996-8a42-1c0d1d83a272 has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:53:26.863991 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-06a38afa-2b16-438b-ab24-0518a58060d4 req-df45d61a-3fc0-4d52-95a3-6e7566bf7983 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3473992 Sep 15 00:53:26.920026 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-9faa7316-1dbf-402c-b90d-e9da0a843f3b req-e8de929e-4f50-421a-8873-0a11630af16c tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9371492'] for port (86077b58-abc6-43a7-9b01-51a893794c4e), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:26.952632 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de929e-4f50-421a-8873-0a11630af16c tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Pushing event deleted for resources: {'Port': ['ID=86077b58-abc6-43a7-9b01-51a893794c4e,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:27.005300 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fecd6587-b5e3-402c-82dd-f2217dad3a8d tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:53:27.010950 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-fecd6587-b5e3-402c-82dd-f2217dad3a8d tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for floatingip (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:27.015463 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e288f0d-1b63-4a92-9629-a57023232d8f None None] Sync routers for ids ['1ce736d0-eb45-4996-8a42-1c0d1d83a272'] in dv-cinder-857528-2-iscsi {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:53:27.027754 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e288f0d-1b63-4a92-9629-a57023232d8f None None] Routers {'1ce736d0-eb45-4996-8a42-1c0d1d83a272'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:53:27.028694 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-9e288f0d-1b63-4a92-9629-a57023232d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:53:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['1ce736d0-eb45-4996-8a42-1c0d1d83a272'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:53:27.053225 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-fecd6587-b5e3-402c-82dd-f2217dad3a8d tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/4dbe1e85-0e9a-400f-a529-d8686dc82f14 HTTP/1.1" status: 200 len: 991 time: 1.8983555 Sep 15 00:53:27.076488 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e47eda5-dffe-41dd-a09d-0870d19dd898', 'tag': '4cd61e51-9091-42e2-b4f8-f67dbf137235'}] {{(pid=112953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:53:27.078779 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dcd79e7c9c5799004c3790ddb8f78f6987afe8bb335ac36dcc290df3850dde4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9c0dd1-3076-4d8e-ab97-6d706c5020f1" -d '{"events": [{"name": "network-changed", "server_uuid": "6e47eda5-dffe-41dd-a09d-0870d19dd898", "tag": "4cd61e51-9091-42e2-b4f8-f67dbf137235"}]}' {{(pid=112953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:53:27.114612 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9faa7316-1dbf-402c-b90d-e9da0a843f3b req-e8de929e-4f50-421a-8873-0a11630af16c tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Router 21d3c2da-0083-4dd9-b598-5719182eaa10 has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:53:27.144888 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-9e288f0d-1b63-4a92-9629-a57023232d8f None None] Set router 1ce736d0-eb45-4996-8a42-1c0d1d83a272 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:53:27.165291 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 00:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4241c39-45c2-4f47-afd5-b0a7f0300c82 x-openstack-request-id: req-f4241c39-45c2-4f47-afd5-b0a7f0300c82 {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:53:27.165585 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e47eda5-dffe-41dd-a09d-0870d19dd898", "tag": "4cd61e51-9091-42e2-b4f8-f67dbf137235", "status": "completed", "code": 200}]} {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:53:27.165838 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f4241c39-45c2-4f47-afd5-b0a7f0300c82 {{(pid=112953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:53:27.166226 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4241c39-45c2-4f47-afd5-b0a7f0300c82'] response: {'name': 'network-changed', 'server_uuid': '6e47eda5-dffe-41dd-a09d-0870d19dd898', 'tag': '4cd61e51-9091-42e2-b4f8-f67dbf137235', 'status': 'completed', 'code': 200} Sep 15 00:53:27.223618 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:27.263721 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9faa7316-1dbf-402c-b90d-e9da0a843f3b req-e8de929e-4f50-421a-8873-0a11630af16c tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:53:27.265803 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c0dd1-3076-4d8e-ab97-6d706c5020f1 req-83ba964e-78f2-46a9-a6bc-998ea5fb0ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:27.267323 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7c9c0dd1-3076-4d8e-ab97-6d706c5020f1 req-83ba964e-78f2-46a9-a6bc-998ea5fb0ced service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3ef4db17e5d245cb9caab70d557f41ae&device_id=6e47eda5-dffe-41dd-a09d-0870d19dd898 HTTP/1.1" status: 200 len: 1130 time: 0.0591903 Sep 15 00:53:27.278286 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb59812f-34b6-4833-a3d6-15d354f6fc8e None None] Sync routers for ids ['21d3c2da-0083-4dd9-b598-5719182eaa10'] in dv-cinder-857528-2-iscsi {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:53:27.280447 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:27.317292 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [req-9faa7316-1dbf-402c-b90d-e9da0a843f3b req-e8de929e-4f50-421a-8873-0a11630af16c tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] No DVR routers for this DVR port 86077b58-abc6-43a7-9b01-51a893794c4e on host hv-cinder-85752 {{(pid=112953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 00:53:27.319851 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-9faa7316-1dbf-402c-b90d-e9da0a843f3b req-e8de929e-4f50-421a-8873-0a11630af16c tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:27.320459 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb59812f-34b6-4833-a3d6-15d354f6fc8e None None] Routers {'21d3c2da-0083-4dd9-b598-5719182eaa10'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:53:27.321629 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-cb59812f-34b6-4833-a3d6-15d354f6fc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:53:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['21d3c2da-0083-4dd9-b598-5719182eaa10'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:53:27.324993 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9faa7316-1dbf-402c-b90d-e9da0a843f3b req-e8de929e-4f50-421a-8873-0a11630af16c tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.18 "DELETE /networking/v2.0/ports/86077b58-abc6-43a7-9b01-51a893794c4e HTTP/1.1" status: 204 len: 173 time: 1.7187943 Sep 15 00:53:27.384105 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-9e288f0d-1b63-4a92-9629-a57023232d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'name': 'tempest-AttachVolumeNegativeTest-400577387-router', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '025acf36-238d-489a-936d-6b142c62ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:04Z', 'revision_number': 4, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'gw_port': {'id': '025acf36-238d-489a-936d-6b142c62ba58', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': '4dbe1e85-0e9a-400f-a529-d8686dc82f14', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'port_id': '4cd61e51-9091-42e2-b4f8-f67dbf137235', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'mac_address': 'fa:16:3e:37:f0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e47eda5-dffe-41dd-a09d-0870d19dd898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:53:06Z', 'updated_at': '2022-09-15T00:53:25Z', 'revision_number': 1, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '107963f3-d92c-4837-ab25-c26e9f8ce006', 'name': '', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'mac_address': 'fa:16:3e:ad:67:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:03Z', 'updated_at': '2022-09-15T00:53:09Z', 'revision_number': 5, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'subnets': [{'id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:53:27.436613 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e288f0d-1b63-4a92-9629-a57023232d8f None None] Checking router: 1ce736d0-eb45-4996-8a42-1c0d1d83a272 for host: dv-cinder-857528-2-iscsi {{(pid=112954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:53:27.438236 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67fbad3-75fa-4ba2-9e59-f296f1575a13 req-845be93a-57d7-466d-846b-ff194ee80cca tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:27.442171 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c67fbad3-75fa-4ba2-9e59-f296f1575a13 req-845be93a-57d7-466d-846b-ff194ee80cca tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c186a1d3-16da-4f22-81e3-0e80c8fbd1fc HTTP/1.1" status: 200 len: 945 time: 0.0654435 Sep 15 00:53:27.448697 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-cb59812f-34b6-4833-a3d6-15d354f6fc8e None None] Set router 21d3c2da-0083-4dd9-b598-5719182eaa10 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:53:27.449077 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e288f0d-1b63-4a92-9629-a57023232d8f None None] Routers {'1ce736d0-eb45-4996-8a42-1c0d1d83a272'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:53:27.453688 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-9e288f0d-1b63-4a92-9629-a57023232d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:53:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['1ce736d0-eb45-4996-8a42-1c0d1d83a272'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:53:27.543361 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:27.549793 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c67fbad3-75fa-4ba2-9e59-f296f1575a13 req-31f4e30c-2bbe-4bb1-9b82-4d1fb0141c60 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1fd8c2c2-b4e2-4db2-8441-a802affd2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023226 Sep 15 00:53:27.560599 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9501d5db-51dc-4456-9db5-d7e1d6ac4878 req-888b990c-2b9e-4d43-b673-edd64ab6189c tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 210 time: 0.0582917 Sep 15 00:53:27.680853 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-cb59812f-34b6-4833-a3d6-15d354f6fc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'name': 'tempest-AttachVolumeShelveTestJSON-1102589143-router', 'tenant_id': '72d7dfe402c045edbca04c0e7eee05f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a1e135a4-f153-4035-bcda-0699e462acd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:46:53Z', 'updated_at': '2022-09-15T00:46:56Z', 'revision_number': 4, 'project_id': '72d7dfe402c045edbca04c0e7eee05f9', 'gw_port': {'id': 'a1e135a4-f153-4035-bcda-0699e462acd6', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:46:54Z', 'updated_at': '2022-09-15T00:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': 'd1a4e947-c4d6-4c99-b7f7-b701f8f23d72', 'name': '', 'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344', 'tenant_id': '72d7dfe402c045edbca04c0e7eee05f9', 'mac_address': 'fa:16:3e:61:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:46:56Z', 'updated_at': '2022-09-15T00:47:01Z', 'revision_number': 5, 'project_id': '72d7dfe402c045edbca04c0e7eee05f9', 'subnets': [{'id': '272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:53:27.705939 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-9e288f0d-1b63-4a92-9629-a57023232d8f None None] Set router 1ce736d0-eb45-4996-8a42-1c0d1d83a272 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:53:27.706462 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb59812f-34b6-4833-a3d6-15d354f6fc8e None None] Checking router: 21d3c2da-0083-4dd9-b598-5719182eaa10 for host: dv-cinder-857528-2-iscsi {{(pid=112955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:53:27.714650 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb59812f-34b6-4833-a3d6-15d354f6fc8e None None] Routers {'21d3c2da-0083-4dd9-b598-5719182eaa10'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:53:27.715251 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-cb59812f-34b6-4833-a3d6-15d354f6fc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:53:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['21d3c2da-0083-4dd9-b598-5719182eaa10'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:53:27.797018 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:27.823402 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-cb59812f-34b6-4833-a3d6-15d354f6fc8e None None] Set router 21d3c2da-0083-4dd9-b598-5719182eaa10 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:53:27.938153 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-9e288f0d-1b63-4a92-9629-a57023232d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'name': 'tempest-AttachVolumeNegativeTest-400577387-router', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '025acf36-238d-489a-936d-6b142c62ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:04Z', 'revision_number': 4, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'gw_port': {'id': '025acf36-238d-489a-936d-6b142c62ba58', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': '4dbe1e85-0e9a-400f-a529-d8686dc82f14', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'port_id': '4cd61e51-9091-42e2-b4f8-f67dbf137235', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'mac_address': 'fa:16:3e:37:f0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e47eda5-dffe-41dd-a09d-0870d19dd898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:53:06Z', 'updated_at': '2022-09-15T00:53:25Z', 'revision_number': 1, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '107963f3-d92c-4837-ab25-c26e9f8ce006', 'name': '', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'mac_address': 'fa:16:3e:ad:67:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:03Z', 'updated_at': '2022-09-15T00:53:09Z', 'revision_number': 5, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'subnets': [{'id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:53:27.965021 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c0dd1-3076-4d8e-ab97-6d706c5020f1 req-121a3080-6869-48d8-be95-0340700e36b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:27.967036 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7c9c0dd1-3076-4d8e-ab97-6d706c5020f1 req-121a3080-6869-48d8-be95-0340700e36b6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=48f46f03-9920-4d15-b1d4-ea751486aaae HTTP/1.1" status: 200 len: 914 time: 0.2021410 Sep 15 00:53:27.972549 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e288f0d-1b63-4a92-9629-a57023232d8f None None] The sync data for ids ['1ce736d0-eb45-4996-8a42-1c0d1d83a272'] in dv-cinder-857528-2-iscsi is: [{'id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'name': 'tempest-AttachVolumeNegativeTest-400577387-router', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '025acf36-238d-489a-936d-6b142c62ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:04Z', 'revision_number': 4, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'gw_port': {'id': '025acf36-238d-489a-936d-6b142c62ba58', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': '4dbe1e85-0e9a-400f-a529-d8686dc82f14', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'port_id': '4cd61e51-9091-42e2-b4f8-f67dbf137235', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'mac_address': 'fa:16:3e:37:f0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e47eda5-dffe-41dd-a09d-0870d19dd898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:53:06Z', 'updated_at': '2022-09-15T00:53:25Z', 'revision_number': 1, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '107963f3-d92c-4837-ab25-c26e9f8ce006', 'name': '', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'mac_address': 'fa:16:3e:ad:67:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:03Z', 'updated_at': '2022-09-15T00:53:09Z', 'revision_number': 5, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'subnets': [{'id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:53:28.057848 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-cb59812f-34b6-4833-a3d6-15d354f6fc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'name': 'tempest-AttachVolumeShelveTestJSON-1102589143-router', 'tenant_id': '72d7dfe402c045edbca04c0e7eee05f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a1e135a4-f153-4035-bcda-0699e462acd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:46:53Z', 'updated_at': '2022-09-15T00:46:56Z', 'revision_number': 4, 'project_id': '72d7dfe402c045edbca04c0e7eee05f9', 'gw_port': {'id': 'a1e135a4-f153-4035-bcda-0699e462acd6', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:46:54Z', 'updated_at': '2022-09-15T00:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': 'd1a4e947-c4d6-4c99-b7f7-b701f8f23d72', 'name': '', 'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344', 'tenant_id': '72d7dfe402c045edbca04c0e7eee05f9', 'mac_address': 'fa:16:3e:61:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:46:56Z', 'updated_at': '2022-09-15T00:47:01Z', 'revision_number': 5, 'project_id': '72d7dfe402c045edbca04c0e7eee05f9', 'subnets': [{'id': '272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:53:28.078884 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7c9c0dd1-3076-4d8e-ab97-6d706c5020f1 req-17b57a4b-cdca-4f0e-b559-c24f81f6dcbb service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cd61e51-9091-42e2-b4f8-f67dbf137235 HTTP/1.1" status: 200 len: 999 time: 0.0988922 Sep 15 00:53:28.082842 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb59812f-34b6-4833-a3d6-15d354f6fc8e None None] The sync data for ids ['21d3c2da-0083-4dd9-b598-5719182eaa10'] in dv-cinder-857528-2-iscsi is: [{'id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'name': 'tempest-AttachVolumeShelveTestJSON-1102589143-router', 'tenant_id': '72d7dfe402c045edbca04c0e7eee05f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a1e135a4-f153-4035-bcda-0699e462acd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:46:53Z', 'updated_at': '2022-09-15T00:46:56Z', 'revision_number': 4, 'project_id': '72d7dfe402c045edbca04c0e7eee05f9', 'gw_port': {'id': 'a1e135a4-f153-4035-bcda-0699e462acd6', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:46:54Z', 'updated_at': '2022-09-15T00:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': 'd1a4e947-c4d6-4c99-b7f7-b701f8f23d72', 'name': '', 'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344', 'tenant_id': '72d7dfe402c045edbca04c0e7eee05f9', 'mac_address': 'fa:16:3e:61:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:46:56Z', 'updated_at': '2022-09-15T00:47:01Z', 'revision_number': 5, 'project_id': '72d7dfe402c045edbca04c0e7eee05f9', 'subnets': [{'id': '272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:53:28.085756 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f21ba-c3fe-4529-80e1-0e3c5615af3f req-3fa582c6-3dd3-497e-a71b-a1f34faaafd9 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:28.087165 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f77f21ba-c3fe-4529-80e1-0e3c5615af3f req-3fa582c6-3dd3-497e-a71b-a1f34faaafd9 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 943 time: 0.0678682 Sep 15 00:53:28.145986 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f77f21ba-c3fe-4529-80e1-0e3c5615af3f req-bf74cfb7-b30a-4f02-97dc-37089dd56bb8 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523481 Sep 15 00:53:28.220831 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b355b22c-bdd9-4e81-a2b6-1fdda855c0c1 None None] New status for floating IP 4dbe1e85-0e9a-400f-a529-d8686dc82f14: ACTIVE {{(pid=112954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 00:53:28.316235 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c0dd1-3076-4d8e-ab97-6d706c5020f1 req-e774e873-9253-4b8a-a658-261ac20a5086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:28.317757 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7c9c0dd1-3076-4d8e-ab97-6d706c5020f1 req-e774e873-9253-4b8a-a658-261ac20a5086 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=45e5374b-dd3a-4913-9c14-900ba2b249b3 HTTP/1.1" status: 200 len: 853 time: 0.0834613 Sep 15 00:53:28.345404 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca148a-ccf9-4d97-baea-4db51d87f133 req-371b996c-1f49-4421-aa4f-4bdf0f930db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:28.347249 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-36ca148a-ccf9-4d97-baea-4db51d87f133 req-371b996c-1f49-4421-aa4f-4bdf0f930db9 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b&tenant_id=743501da05424df197d7af03d32eabb3 HTTP/1.1" status: 200 len: 1127 time: 0.0750973 Sep 15 00:53:28.382562 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c0dd1-3076-4d8e-ab97-6d706c5020f1 req-11e58802-c9f7-4588-84bb-78c4112b4d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:28.385731 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7c9c0dd1-3076-4d8e-ab97-6d706c5020f1 req-11e58802-c9f7-4588-84bb-78c4112b4d60 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=48f46f03-9920-4d15-b1d4-ea751486aaae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607924 Sep 15 00:53:28.408353 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba3069b-444f-4b56-8f90-2ac2aeaca80e None None] New status for floating IP 2952bcb5-494d-4a54-9f49-1ee6f2de7f0c: DOWN {{(pid=112955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 00:53:28.493711 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca148a-ccf9-4d97-baea-4db51d87f133 req-bb6bca3c-f0a2-4f6e-83c0-8cb6fe98b1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:28.495451 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-36ca148a-ccf9-4d97-baea-4db51d87f133 req-bb6bca3c-f0a2-4f6e-83c0-8cb6fe98b1ac service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=743501da05424df197d7af03d32eabb3&device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 1127 time: 0.0911777 Sep 15 00:53:28.582981 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7c9c0dd1-3076-4d8e-ab97-6d706c5020f1 req-61b50d62-c511-4460-8321-e39b733a78f7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/48f46f03-9920-4d15-b1d4-ea751486aaae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874774 Sep 15 00:53:28.622454 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca148a-ccf9-4d97-baea-4db51d87f133 req-85f06f52-fa0f-41d9-b1c0-7ad33b2bceef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:28.624036 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-36ca148a-ccf9-4d97-baea-4db51d87f133 req-85f06f52-fa0f-41d9-b1c0-7ad33b2bceef service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=4290f87e-df9b-42ba-bf4c-3cb460fcfafb HTTP/1.1" status: 200 len: 909 time: 0.1222782 Sep 15 00:53:28.679110 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-4d8e6104-9ea7-448c-a590-264ff8ce80d5 req-b858b3a6-bbca-4874-900f-cb690f909f3f tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=469fcc1e-0231-4642-b72f-c2bf7fd7eb07 HTTP/1.1" status: 200 len: 210 time: 0.0290227 Sep 15 00:53:28.686082 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c41943-2e79-4a38-8cbc-67c9ff8a3dd6 req-243b0cae-1ace-4c0d-aa8c-b78a34e3b367 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:28.687731 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-e1c41943-2e79-4a38-8cbc-67c9ff8a3dd6 req-243b0cae-1ace-4c0d-aa8c-b78a34e3b367 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c186a1d3-16da-4f22-81e3-0e80c8fbd1fc HTTP/1.1" status: 200 len: 945 time: 0.0494473 Sep 15 00:53:28.741781 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-e1c41943-2e79-4a38-8cbc-67c9ff8a3dd6 req-fb45c22d-95ad-4c52-ae4f-e7e95d7cea51 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1fd8c2c2-b4e2-4db2-8441-a802affd2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484414 Sep 15 00:53:28.942017 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-36ca148a-ccf9-4d97-baea-4db51d87f133 req-4625a4e6-9d59-4681-b4e8-412522e723fe service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8e5a3ed-229c-4186-8197-286fa9b6a050 HTTP/1.1" status: 200 len: 997 time: 0.1502686 Sep 15 00:53:28.949732 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d548ca-f38b-40a1-94ea-8be0d8819820 req-69295e58-4123-4f39-bd3c-21a7346ada6f tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:28.951118 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-41d548ca-f38b-40a1-94ea-8be0d8819820 req-69295e58-4123-4f39-bd3c-21a7346ada6f tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c186a1d3-16da-4f22-81e3-0e80c8fbd1fc HTTP/1.1" status: 200 len: 945 time: 0.1040201 Sep 15 00:53:28.961593 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 60184) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:53:28.967443 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 86077b58-abc6-43a7-9b01-51a893794c4e no longer exists at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:53:28.973837 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-8e03374a-0583-4580-974d-701188c882cd tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Request body: {'floatingip': {'port_id': '216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:53:28.997055 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] No Port match for: 86077b58-abc6-43a7-9b01-51a893794c4e {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 00:53:28.997824 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 86077b58-abc6-43a7-9b01-51a893794c4e not bound to the agent host hv-cinder-85752 {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 00:53:29.009188 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7c9c0dd1-3076-4d8e-ab97-6d706c5020f1 req-db3ff878-6dee-4b19-8bb9-8e6bc15027bc service neutron] 10.222.0.18 "GET /networking/v2.0/networks/48f46f03-9920-4d15-b1d4-ea751486aaae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105091 Sep 15 00:53:29.018201 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca148a-ccf9-4d97-baea-4db51d87f133 req-32c0730d-96dc-4052-ad8a-f05c21e4bb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:29.019654 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-36ca148a-ccf9-4d97-baea-4db51d87f133 req-32c0730d-96dc-4052-ad8a-f05c21e4bb62 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=1377e933-271c-4a25-8861-4516d6260e23 HTTP/1.1" status: 200 len: 848 time: 0.0676355 Sep 15 00:53:29.026116 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-8e03374a-0583-4580-974d-701188c882cd tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks [] for floatingip (21eef181-cbbe-493a-ad46-5c5898208e16), before_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:29.073320 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca148a-ccf9-4d97-baea-4db51d87f133 req-bd825e46-2aa2-4b60-9822-cbb816588f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:29.074841 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-36ca148a-ccf9-4d97-baea-4db51d87f133 req-bd825e46-2aa2-4b60-9822-cbb816588f77 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=4290f87e-df9b-42ba-bf4c-3cb460fcfafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442281 Sep 15 00:53:29.155285 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:29.159943 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:29.167247 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469fcc1e-0231-4642-b72f-c2bf7fd7eb07', 'name': 'network-vif-deleted', 'tag': '86077b58-abc6-43a7-9b01-51a893794c4e'}] {{(pid=112953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:53:29.170177 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dcd79e7c9c5799004c3790ddb8f78f6987afe8bb335ac36dcc290df3850dde4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df87b7e1-ff30-4be8-a0c8-3292a7dc7130" -d '{"events": [{"server_uuid": "469fcc1e-0231-4642-b72f-c2bf7fd7eb07", "name": "network-vif-deleted", "tag": "86077b58-abc6-43a7-9b01-51a893794c4e"}]}' {{(pid=112953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:53:29.190422 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-36ca148a-ccf9-4d97-baea-4db51d87f133 req-837727ab-e6b4-4c6c-84b8-b24cc1e3ad9a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4290f87e-df9b-42ba-bf4c-3cb460fcfafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997825 Sep 15 00:53:29.218407 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 00:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d4dc31-8601-4673-942a-71103a5d5505 x-openstack-request-id: req-e8d4dc31-8601-4673-942a-71103a5d5505 {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:53:29.218698 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "469fcc1e-0231-4642-b72f-c2bf7fd7eb07", "name": "network-vif-deleted", "tag": "86077b58-abc6-43a7-9b01-51a893794c4e", "status": "completed", "code": 200}]} {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:53:29.219643 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e8d4dc31-8601-4673-942a-71103a5d5505 {{(pid=112953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:53:29.220035 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8d4dc31-8601-4673-942a-71103a5d5505'] response: {'server_uuid': '469fcc1e-0231-4642-b72f-c2bf7fd7eb07', 'name': 'network-vif-deleted', 'tag': '86077b58-abc6-43a7-9b01-51a893794c4e', 'status': 'completed', 'code': 200} Sep 15 00:53:29.310488 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d5216-f713-4262-a7a1-71c7c6aefbfe req-e3e67401-33dd-44df-b50f-f377b6206c89 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:29.312146 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ac1d5216-f713-4262-a7a1-71c7c6aefbfe req-e3e67401-33dd-44df-b50f-f377b6206c89 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 943 time: 0.0636630 Sep 15 00:53:29.350565 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-36ca148a-ccf9-4d97-baea-4db51d87f133 req-f29a3232-26be-4e81-ac95-3f520b4adfae service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4290f87e-df9b-42ba-bf4c-3cb460fcfafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542454 Sep 15 00:53:29.381820 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ac1d5216-f713-4262-a7a1-71c7c6aefbfe req-303a5f0e-d369-4655-870f-87db40c0c78d tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605855 Sep 15 00:53:29.715591 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-8e03374a-0583-4580-974d-701188c882cd tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:29.720439 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-8e03374a-0583-4580-974d-701188c882cd tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682341'] for floatingip (21eef181-cbbe-493a-ad46-5c5898208e16), after_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:29.783506 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 60196) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:53:29.825156 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.db.l3_db [None req-8e03374a-0583-4580-974d-701188c882cd tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Floating IP 21eef181-cbbe-493a-ad46-5c5898208e16 associated. External IP: 172.27.1.143, port: 216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2. Sep 15 00:53:29.842018 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-c3b0d632-c423-41f5-86fe-83131af7b13c tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks [] for security_group (128356c9-b2bc-4e82-8fd3-4deba6682a64), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:29.868045 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-c3b0d632-c423-41f5-86fe-83131af7b13c tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks [] for security_group (128356c9-b2bc-4e82-8fd3-4deba6682a64), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:29.913572 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:29.928043 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-c3b0d632-c423-41f5-86fe-83131af7b13c tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (128356c9-b2bc-4e82-8fd3-4deba6682a64), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:29.931054 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-c3b0d632-c423-41f5-86fe-83131af7b13c tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:29.933113 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-c3b0d632-c423-41f5-86fe-83131af7b13c tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/128356c9-b2bc-4e82-8fd3-4deba6682a64 HTTP/1.1" status: 204 len: 168 time: 0.1486056 Sep 15 00:53:29.936057 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 60200) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:53:29.951076 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b0d632-c423-41f5-86fe-83131af7b13c tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=128356c9-b2bc-4e82-8fd3-4deba6682a64,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:29.955073 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.api.v2.resource [None req-df4dbbae-f5e6-4c29-8d7e-1b360f167d20 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] show failed (client error): The resource could not be found. Sep 15 00:53:29.956648 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-df4dbbae-f5e6-4c29-8d7e-1b360f167d20 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups/128356c9-b2bc-4e82-8fd3-4deba6682a64 HTTP/1.1" status: 404 len: 347 time: 0.0178883 Sep 15 00:53:29.961094 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 60202) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:53:30.060593 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e03374a-0583-4580-974d-701188c882cd tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Router 77e8f197-6b6d-4c35-aef3-9215b2c9cc71 has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:53:30.091308 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029aea09-c021-48a0-8a37-9de74dab1cb2 req-081af8a1-24ae-466c-a9a6-e30581b3e81e tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:30.092825 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-029aea09-c021-48a0-8a37-9de74dab1cb2 req-081af8a1-24ae-466c-a9a6-e30581b3e81e tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 946 time: 0.0876207 Sep 15 00:53:30.141934 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [None req-40f453ea-e280-4c23-8ac5-91e3e586c367 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Deleting port 1978fa81-6989-4a87-9e54-fb5cdec79cab {{(pid=112953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:53:30.142277 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-40f453ea-e280-4c23-8ac5-91e3e586c367 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (1978fa81-6989-4a87-9e54-fb5cdec79cab), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:30.165839 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e03374a-0583-4580-974d-701188c882cd tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:53:30.170335 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-8e03374a-0583-4580-974d-701188c882cd tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for floatingip (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:30.176649 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f276d4a-32fb-4e3d-a495-8ec16dc5d0ce None None] Sync routers for ids ['77e8f197-6b6d-4c35-aef3-9215b2c9cc71'] in dv-cinder-857528-2-iscsi {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:53:30.186532 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f276d4a-32fb-4e3d-a495-8ec16dc5d0ce None None] Routers {'77e8f197-6b6d-4c35-aef3-9215b2c9cc71'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:53:30.187146 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-3f276d4a-32fb-4e3d-a495-8ec16dc5d0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:53:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['77e8f197-6b6d-4c35-aef3-9215b2c9cc71'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:53:30.197090 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:30.203071 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-029aea09-c021-48a0-8a37-9de74dab1cb2 req-e62f0890-d2e9-4d78-894f-5dbcfb5ca58c tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921423 Sep 15 00:53:30.208204 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-8e03374a-0583-4580-974d-701188c882cd tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/21eef181-cbbe-493a-ad46-5c5898208e16 HTTP/1.1" status: 200 len: 991 time: 1.2454481 Sep 15 00:53:30.209136 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c186a1d3-16da-4f22-81e3-0e80c8fbd1fc', 'tag': '216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2'}] {{(pid=112952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:53:30.211614 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab332b7ebe0febfdc7fe1a403309b4946bbbdc71882a32b3ac962f44a6678e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18953390-5483-4a75-bd9f-4c804b2062ec" -d '{"events": [{"name": "network-changed", "server_uuid": "c186a1d3-16da-4f22-81e3-0e80c8fbd1fc", "tag": "216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2"}]}' {{(pid=112952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:53:30.245204 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-40f453ea-e280-4c23-8ac5-91e3e586c367 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (1978fa81-6989-4a87-9e54-fb5cdec79cab), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:30.245678 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-40f453ea-e280-4c23-8ac5-91e3e586c367 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks [] for floatingip (1978fa81-6989-4a87-9e54-fb5cdec79cab), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:30.256250 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 00:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b760ea79-bbd9-405d-8b24-2895e27363ee x-openstack-request-id: req-b760ea79-bbd9-405d-8b24-2895e27363ee {{(pid=112952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:53:30.256589 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c186a1d3-16da-4f22-81e3-0e80c8fbd1fc", "tag": "216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2", "status": "completed", "code": 200}]} {{(pid=112952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:53:30.256847 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b760ea79-bbd9-405d-8b24-2895e27363ee {{(pid=112952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:53:30.257286 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b760ea79-bbd9-405d-8b24-2895e27363ee'] response: {'name': 'network-changed', 'server_uuid': 'c186a1d3-16da-4f22-81e3-0e80c8fbd1fc', 'tag': '216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2', 'status': 'completed', 'code': 200} Sep 15 00:53:30.264947 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [None req-40f453ea-e280-4c23-8ac5-91e3e586c367 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Calling delete_port for 1978fa81-6989-4a87-9e54-fb5cdec79cab owned by network:floatingip {{(pid=112953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:53:30.314860 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-3f276d4a-32fb-4e3d-a495-8ec16dc5d0ce None None] Set router 77e8f197-6b6d-4c35-aef3-9215b2c9cc71 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:53:30.392767 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-40f453ea-e280-4c23-8ac5-91e3e586c367 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9371492'] for port (1978fa81-6989-4a87-9e54-fb5cdec79cab), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:30.418759 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f453ea-e280-4c23-8ac5-91e3e586c367 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Pushing event deleted for resources: {'Port': ['ID=1978fa81-6989-4a87-9e54-fb5cdec79cab,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:30.478179 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:30.524266 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1612a15-d78a-4052-84e6-bd8c3423d66f req-005110d8-2add-486f-bd77-5f2979427a90 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:30.526391 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a1612a15-d78a-4052-84e6-bd8c3423d66f req-005110d8-2add-486f-bd77-5f2979427a90 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 943 time: 0.0572972 Sep 15 00:53:30.527192 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-40f453ea-e280-4c23-8ac5-91e3e586c367 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks [] for floatingip (2952bcb5-494d-4a54-9f49-1ee6f2de7f0c), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:30.529749 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-40f453ea-e280-4c23-8ac5-91e3e586c367 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for floatingip (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:30.533619 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-40f453ea-e280-4c23-8ac5-91e3e586c367 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/2952bcb5-494d-4a54-9f49-1ee6f2de7f0c HTTP/1.1" status: 204 len: 168 time: 0.5685256 Sep 15 00:53:30.533784 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-3f276d4a-32fb-4e3d-a495-8ec16dc5d0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'name': 'tempest-AttachVolumeTestJSON-905578251-router', 'tenant_id': '6a9d9cf3606845ec964dd8320126293e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'eb6d7858-6c3e-409a-a5b3-1cdbd6930284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:44:30Z', 'updated_at': '2022-09-15T00:44:36Z', 'revision_number': 4, 'project_id': '6a9d9cf3606845ec964dd8320126293e', 'gw_port': {'id': 'eb6d7858-6c3e-409a-a5b3-1cdbd6930284', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:31Z', 'updated_at': '2022-09-15T00:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': '21eef181-cbbe-493a-ad46-5c5898208e16', 'tenant_id': '6a9d9cf3606845ec964dd8320126293e', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'port_id': '216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0', 'mac_address': 'fa:16:3e:29:0e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c186a1d3-16da-4f22-81e3-0e80c8fbd1fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:53:09Z', 'updated_at': '2022-09-15T00:53:29Z', 'revision_number': 1, 'project_id': '6a9d9cf3606845ec964dd8320126293e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f59f707d-9659-4eed-a94e-885d49304822', 'name': '', 'network_id': '5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0', 'tenant_id': '6a9d9cf3606845ec964dd8320126293e', 'mac_address': 'fa:16:3e:d4:22:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7d05243c-ba86-4ab7-a5fb-f252ae11d048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:34Z', 'updated_at': '2022-09-15T00:44:48Z', 'revision_number': 5, 'project_id': '6a9d9cf3606845ec964dd8320126293e', 'subnets': [{'id': '7d05243c-ba86-4ab7-a5fb-f252ae11d048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:53:30.553282 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:30.556579 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f276d4a-32fb-4e3d-a495-8ec16dc5d0ce None None] Checking router: 77e8f197-6b6d-4c35-aef3-9215b2c9cc71 for host: dv-cinder-857528-2-iscsi {{(pid=112954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:53:30.568921 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f276d4a-32fb-4e3d-a495-8ec16dc5d0ce None None] Routers {'77e8f197-6b6d-4c35-aef3-9215b2c9cc71'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:53:30.569536 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-3f276d4a-32fb-4e3d-a495-8ec16dc5d0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:53:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['77e8f197-6b6d-4c35-aef3-9215b2c9cc71'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:53:30.586534 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a1612a15-d78a-4052-84e6-bd8c3423d66f req-dca0e7d7-cc13-43a1-ba58-55deb5e703c2 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541282 Sep 15 00:53:30.627164 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 60212) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:53:30.631758 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-3abbdfb5-2310-4461-91d8-28d17cde6108 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Request body: {'security_group': {'name': 'tempest-securitygroup--528741494', 'description': 'tempest-description--2064628523'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:53:30.653883 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-3abbdfb5-2310-4461-91d8-28d17cde6108 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:30.657416 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:30.679975 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-3f276d4a-32fb-4e3d-a495-8ec16dc5d0ce None None] Set router 77e8f197-6b6d-4c35-aef3-9215b2c9cc71 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:53:30.730241 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-3abbdfb5-2310-4461-91d8-28d17cde6108 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks [] for security_group (1754348c-abd1-49e5-a86e-c002168c6c6b), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:30.733716 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-3abbdfb5-2310-4461-91d8-28d17cde6108 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (1754348c-abd1-49e5-a86e-c002168c6c6b), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:30.762915 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-3abbdfb5-2310-4461-91d8-28d17cde6108 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:30.764186 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-3abbdfb5-2310-4461-91d8-28d17cde6108 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1359682 Sep 15 00:53:30.767210 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 60216) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:53:30.769241 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abbdfb5-2310-4461-91d8-28d17cde6108 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1754348c-abd1-49e5-a86e-c002168c6c6b,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:30.771694 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-4b5159f7-6fa1-4889-b533-4c5a53e6bb6a tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Request body: {'security_group_rule': {'security_group_id': '1754348c-abd1-49e5-a86e-c002168c6c6b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:53:30.798856 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-4b5159f7-6fa1-4889-b533-4c5a53e6bb6a tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks [] for security_group_rule (a7894caf-e819-4240-bd51-22a660e84d0e), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:30.857673 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-4b5159f7-6fa1-4889-b533-4c5a53e6bb6a tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks [] for security_group_rule (a7894caf-e819-4240-bd51-22a660e84d0e), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:30.861231 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-4b5159f7-6fa1-4889-b533-4c5a53e6bb6a tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645455'] for security_group_rule (a7894caf-e819-4240-bd51-22a660e84d0e), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:30.880152 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5159f7-6fa1-4889-b533-4c5a53e6bb6a tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7894caf-e819-4240-bd51-22a660e84d0e,revision_number=0']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:30.893252 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-4b5159f7-6fa1-4889-b533-4c5a53e6bb6a tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:30.894451 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-4b5159f7-6fa1-4889-b533-4c5a53e6bb6a tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1262271 Sep 15 00:53:30.897205 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 60218) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:53:30.902050 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-04efa79d-4469-4d8b-ad06-485618cd7e2d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Request body: {'security_group_rule': {'security_group_id': '1754348c-abd1-49e5-a86e-c002168c6c6b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:53:30.903178 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-3f276d4a-32fb-4e3d-a495-8ec16dc5d0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'name': 'tempest-AttachVolumeTestJSON-905578251-router', 'tenant_id': '6a9d9cf3606845ec964dd8320126293e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'eb6d7858-6c3e-409a-a5b3-1cdbd6930284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:44:30Z', 'updated_at': '2022-09-15T00:44:36Z', 'revision_number': 4, 'project_id': '6a9d9cf3606845ec964dd8320126293e', 'gw_port': {'id': 'eb6d7858-6c3e-409a-a5b3-1cdbd6930284', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:31Z', 'updated_at': '2022-09-15T00:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': '21eef181-cbbe-493a-ad46-5c5898208e16', 'tenant_id': '6a9d9cf3606845ec964dd8320126293e', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'port_id': '216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0', 'mac_address': 'fa:16:3e:29:0e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c186a1d3-16da-4f22-81e3-0e80c8fbd1fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:53:09Z', 'updated_at': '2022-09-15T00:53:29Z', 'revision_number': 1, 'project_id': '6a9d9cf3606845ec964dd8320126293e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f59f707d-9659-4eed-a94e-885d49304822', 'name': '', 'network_id': '5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0', 'tenant_id': '6a9d9cf3606845ec964dd8320126293e', 'mac_address': 'fa:16:3e:d4:22:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7d05243c-ba86-4ab7-a5fb-f252ae11d048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:34Z', 'updated_at': '2022-09-15T00:44:48Z', 'revision_number': 5, 'project_id': '6a9d9cf3606845ec964dd8320126293e', 'subnets': [{'id': '7d05243c-ba86-4ab7-a5fb-f252ae11d048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:53:30.904781 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=100 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:30.928929 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-04efa79d-4469-4d8b-ad06-485618cd7e2d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks [] for security_group_rule (201d58bc-2466-44e6-94e0-cf2592815786), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:30.929857 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f276d4a-32fb-4e3d-a495-8ec16dc5d0ce None None] The sync data for ids ['77e8f197-6b6d-4c35-aef3-9215b2c9cc71'] in dv-cinder-857528-2-iscsi is: [{'id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'name': 'tempest-AttachVolumeTestJSON-905578251-router', 'tenant_id': '6a9d9cf3606845ec964dd8320126293e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'eb6d7858-6c3e-409a-a5b3-1cdbd6930284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:44:30Z', 'updated_at': '2022-09-15T00:44:36Z', 'revision_number': 4, 'project_id': '6a9d9cf3606845ec964dd8320126293e', 'gw_port': {'id': 'eb6d7858-6c3e-409a-a5b3-1cdbd6930284', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:31Z', 'updated_at': '2022-09-15T00:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': '21eef181-cbbe-493a-ad46-5c5898208e16', 'tenant_id': '6a9d9cf3606845ec964dd8320126293e', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'port_id': '216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0', 'mac_address': 'fa:16:3e:29:0e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c186a1d3-16da-4f22-81e3-0e80c8fbd1fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:53:09Z', 'updated_at': '2022-09-15T00:53:29Z', 'revision_number': 1, 'project_id': '6a9d9cf3606845ec964dd8320126293e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f59f707d-9659-4eed-a94e-885d49304822', 'name': '', 'network_id': '5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0', 'tenant_id': '6a9d9cf3606845ec964dd8320126293e', 'mac_address': 'fa:16:3e:d4:22:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7d05243c-ba86-4ab7-a5fb-f252ae11d048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:34Z', 'updated_at': '2022-09-15T00:44:48Z', 'revision_number': 5, 'project_id': '6a9d9cf3606845ec964dd8320126293e', 'subnets': [{'id': '7d05243c-ba86-4ab7-a5fb-f252ae11d048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:53:30.988052 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-04efa79d-4469-4d8b-ad06-485618cd7e2d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks [] for security_group_rule (201d58bc-2466-44e6-94e0-cf2592815786), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:30.992222 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-04efa79d-4469-4d8b-ad06-485618cd7e2d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645455'] for security_group_rule (201d58bc-2466-44e6-94e0-cf2592815786), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:31.012945 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04efa79d-4469-4d8b-ad06-485618cd7e2d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=201d58bc-2466-44e6-94e0-cf2592815786,revision_number=0']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:31.021565 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-04efa79d-4469-4d8b-ad06-485618cd7e2d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:31.022757 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-04efa79d-4469-4d8b-ad06-485618cd7e2d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1246433 Sep 15 00:53:31.026416 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 60220) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:53:31.030592 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-db03d1be-a892-4724-a97a-8cf11d97dc4b tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Request body: {'floatingip': {'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:53:31.052739 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-db03d1be-a892-4724-a97a-8cf11d97dc4b tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:31.138508 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15cfba1-1dd7-4660-afdc-981952bdc9a0 None None] New status for floating IP 21eef181-cbbe-493a-ad46-5c5898208e16: ACTIVE {{(pid=112955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 00:53:31.142470 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-db03d1be-a892-4724-a97a-8cf11d97dc4b tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:31.259070 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.db_base_plugin_common [None req-db03d1be-a892-4724-a97a-8cf11d97dc4b tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Allocated IP 172.27.1.128 (53046852-16e9-4bc6-a26e-a34c1d2139e6/8f0c0330-11bc-44ed-a1b6-6f3c15aee393/b15d5e3a-5647-4747-a461-192242deda05) {{(pid=112953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:53:31.379981 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa79729-1d38-41f6-a314-e3dddd5fe98b req-72060a08-7a2c-4c27-b9b8-a722a662da35 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:31.381463 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-caa79729-1d38-41f6-a314-e3dddd5fe98b req-72060a08-7a2c-4c27-b9b8-a722a662da35 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 946 time: 0.0878282 Sep 15 00:53:31.440565 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-db03d1be-a892-4724-a97a-8cf11d97dc4b tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks [] for port (b15d5e3a-5647-4747-a461-192242deda05), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:31.487747 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:31.492359 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:31.506041 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-caa79729-1d38-41f6-a314-e3dddd5fe98b req-9ebd6703-f4aa-4851-9eca-22a6e007eb28 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133928 Sep 15 00:53:31.523733 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18953390-5483-4a75-bd9f-4c804b2062ec req-56fbce21-1c5e-457b-849e-0cc9f2b141c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:31.526333 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-18953390-5483-4a75-bd9f-4c804b2062ec req-56fbce21-1c5e-457b-849e-0cc9f2b141c7 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6a9d9cf3606845ec964dd8320126293e&device_id=c186a1d3-16da-4f22-81e3-0e80c8fbd1fc HTTP/1.1" status: 200 len: 1129 time: 0.0764048 Sep 15 00:53:31.561321 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-db03d1be-a892-4724-a97a-8cf11d97dc4b tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9371492'] for port (b15d5e3a-5647-4747-a461-192242deda05), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:31.642054 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db03d1be-a892-4724-a97a-8cf11d97dc4b tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Network 53046852-16e9-4bc6-a26e-a34c1d2139e6 is already hosted by enough agents. {{(pid=112953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:53:31.651034 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.base_scheduler [None req-db03d1be-a892-4724-a97a-8cf11d97dc4b tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Resources bound (agent type, host, resource id): {{(pid=112953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:53:31.652958 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03d1be-a892-4724-a97a-8cf11d97dc4b tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Pushing event updated for resources: {'Port': ['ID=b15d5e3a-5647-4747-a461-192242deda05,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:31.657496 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db03d1be-a892-4724-a97a-8cf11d97dc4b tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Received port after_create {{(pid=112953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:53:31.723857 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f57c4-2110-4eb0-906a-4ed003c33957 req-a44a59b6-7c69-46a6-891f-dd752f4dbbc5 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:31.725417 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-226f57c4-2110-4eb0-906a-4ed003c33957 req-a44a59b6-7c69-46a6-891f-dd752f4dbbc5 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 943 time: 0.0571518 Sep 15 00:53:31.779605 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-226f57c4-2110-4eb0-906a-4ed003c33957 req-fdcf74c8-efb8-431a-8ed7-e9d83643e6e7 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477951 Sep 15 00:53:31.930226 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18953390-5483-4a75-bd9f-4c804b2062ec req-0120b04f-6bd1-4ba4-98e3-9e08f1c8d2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:31.932393 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-18953390-5483-4a75-bd9f-4c804b2062ec req-0120b04f-6bd1-4ba4-98e3-9e08f1c8d2b1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0 HTTP/1.1" status: 200 len: 910 time: 0.3957458 Sep 15 00:53:31.983782 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-db03d1be-a892-4724-a97a-8cf11d97dc4b tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks [] for floatingip (7745ca50-7354-4e78-a840-8b8023286612), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:32.019981 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-db03d1be-a892-4724-a97a-8cf11d97dc4b tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (b15d5e3a-5647-4747-a461-192242deda05), before_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:32.120471 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-18953390-5483-4a75-bd9f-4c804b2062ec req-20ef3617-4580-49c0-81e7-3b1cf73ea2dd service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2 HTTP/1.1" status: 200 len: 1001 time: 0.0827439 Sep 15 00:53:32.134878 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 6 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 00:53:32.271877 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a999c-a06f-47c4-b103-14fc20e73c85 req-35e09c4f-cb33-44e8-bcdc-4675d6e54e65 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:32.273320 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-949a999c-a06f-47c4-b103-14fc20e73c85 req-35e09c4f-cb33-44e8-bcdc-4675d6e54e65 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 946 time: 0.0973678 Sep 15 00:53:32.318031 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18953390-5483-4a75-bd9f-4c804b2062ec req-793d1c63-d434-427e-96cd-7784d2fb637c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:32.319466 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-18953390-5483-4a75-bd9f-4c804b2062ec req-793d1c63-d434-427e-96cd-7784d2fb637c service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=7d05243c-ba86-4ab7-a5fb-f252ae11d048 HTTP/1.1" status: 200 len: 849 time: 0.1503422 Sep 15 00:53:32.325396 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-db03d1be-a892-4724-a97a-8cf11d97dc4b tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks [] for port (b15d5e3a-5647-4747-a461-192242deda05), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:32.342674 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:32.344242 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-db03d1be-a892-4724-a97a-8cf11d97dc4b tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9371485'] for port (b15d5e3a-5647-4747-a461-192242deda05), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:32.456898 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18953390-5483-4a75-bd9f-4c804b2062ec req-fcbde959-b021-48f2-9a05-100e8dc1717b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:32.458330 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-18953390-5483-4a75-bd9f-4c804b2062ec req-fcbde959-b021-48f2-9a05-100e8dc1717b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1286182 Sep 15 00:53:32.484341 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03d1be-a892-4724-a97a-8cf11d97dc4b tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Pushing event updated for resources: {'Port': ['ID=b15d5e3a-5647-4747-a461-192242deda05,revision_number=2']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:32.501619 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-db03d1be-a892-4724-a97a-8cf11d97dc4b tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682341'] for floatingip (7745ca50-7354-4e78-a840-8b8023286612), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:32.528614 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [req-949a999c-a06f-47c4-b103-14fc20e73c85 req-aac02d5b-601a-4b60-aa98-e2393a7fe6a7 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Deleting port 17d11138-3b63-47b5-8935-04d6fc868545 {{(pid=112953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:53:32.528952 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-949a999c-a06f-47c4-b103-14fc20e73c85 req-aac02d5b-601a-4b60-aa98-e2393a7fe6a7 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (17d11138-3b63-47b5-8935-04d6fc868545), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:32.588786 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-db03d1be-a892-4724-a97a-8cf11d97dc4b tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for floatingip (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:32.589952 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-db03d1be-a892-4724-a97a-8cf11d97dc4b tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5625842 Sep 15 00:53:32.606031 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:32.689833 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1d3c5-3e14-4ff8-8797-d4c618cdc2f8 req-3decc2af-cf7b-4115-9bdc-041475c70b6b tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:32.691255 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-4db1d3c5-3e14-4ff8-8797-d4c618cdc2f8 req-3decc2af-cf7b-4115-9bdc-041475c70b6b tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 946 time: 0.1071529 Sep 15 00:53:32.696509 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-18953390-5483-4a75-bd9f-4c804b2062ec req-3750a960-8ddd-40be-bc11-23341e5d4f83 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287760 Sep 15 00:53:32.722335 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [req-949a999c-a06f-47c4-b103-14fc20e73c85 req-aac02d5b-601a-4b60-aa98-e2393a7fe6a7 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] For port 17d11138-3b63-47b5-8935-04d6fc868545, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=17d11138-3b63-47b5-8935-04d6fc868545,segment=NetworkSegment(acf8a16c-6cfc-4de4-a767-e59f2556add5),segment_id=acf8a16c-6cfc-4de4-a767-e59f2556add5)] {{(pid=112953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:53:32.722706 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-949a999c-a06f-47c4-b103-14fc20e73c85 req-aac02d5b-601a-4b60-aa98-e2393a7fe6a7 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (17d11138-3b63-47b5-8935-04d6fc868545), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:32.802358 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-336c8d63-9865-4e30-b2e6-ac8dcfd1e5d0 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--528741494&fields=id&tenant_id=72d7dfe402c045edbca04c0e7eee05f9 HTTP/1.1" status: 200 len: 267 time: 0.0412741 Sep 15 00:53:32.872943 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-4db1d3c5-3e14-4ff8-8797-d4c618cdc2f8 req-3aaba37f-46d0-4787-892b-570d0cf9fe3a tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707563 Sep 15 00:53:32.918303 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-18953390-5483-4a75-bd9f-4c804b2062ec req-0c1b5630-77cc-407c-a57d-fb57c2614596 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044873 Sep 15 00:53:32.918512 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-c4638495-5c9c-49ec-8795-fb079de36121 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:32.919856 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-c4638495-5c9c-49ec-8795-fb079de36121 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/networks?id=ab876c33-1fa1-4628-a9be-d8dde255d344 HTTP/1.1" status: 200 len: 817 time: 0.1106548 Sep 15 00:53:32.940430 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-50e320c4-1305-4917-9592-1bde2b3ed40a tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/quotas/72d7dfe402c045edbca04c0e7eee05f9 HTTP/1.1" status: 200 len: 375 time: 0.0112903 Sep 15 00:53:32.993345 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-64936218-21bd-4d4a-94ae-46a7d2b80689 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=72d7dfe402c045edbca04c0e7eee05f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473356 Sep 15 00:53:33.024135 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0322a-d3e3-4591-933b-ca6d4720ea96 req-8fbc174a-4bb0-4b12-a977-6b9b6211fc28 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:33.026459 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c5b0322a-d3e3-4591-933b-ca6d4720ea96 req-8fbc174a-4bb0-4b12-a977-6b9b6211fc28 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 943 time: 0.0859432 Sep 15 00:53:33.028078 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-949a999c-a06f-47c4-b103-14fc20e73c85 req-aac02d5b-601a-4b60-aa98-e2393a7fe6a7 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:33.028427 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-949a999c-a06f-47c4-b103-14fc20e73c85 req-aac02d5b-601a-4b60-aa98-e2393a7fe6a7 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682341'] for floatingip (75c900d4-20a3-48d9-a2d6-90611b86104a), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:33.028746 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.db.l3_db [req-949a999c-a06f-47c4-b103-14fc20e73c85 req-aac02d5b-601a-4b60-aa98-e2393a7fe6a7 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Floating IP 75c900d4-20a3-48d9-a2d6-90611b86104a disassociated. External IP: 172.27.1.167, port: 17d11138-3b63-47b5-8935-04d6fc868545. Sep 15 00:53:33.029117 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [req-949a999c-a06f-47c4-b103-14fc20e73c85 req-aac02d5b-601a-4b60-aa98-e2393a7fe6a7 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Calling delete_port for 17d11138-3b63-47b5-8935-04d6fc868545 owned by compute:nova {{(pid=112953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:53:33.096208 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-2e35b027-f116-4b58-b8bf-201c4304ff26 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/ab876c33-1fa1-4628-a9be-d8dde255d344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905972 Sep 15 00:53:33.127941 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c5b0322a-d3e3-4591-933b-ca6d4720ea96 req-08e3238f-09c6-489a-bd27-045d16351df9 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942991 Sep 15 00:53:33.179756 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:33.180877 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:33.206453 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-73bad88c-ce53-432a-90dd-3f6083070aee service neutron] 10.222.0.15 "GET /networking/v2.0/networks/ab876c33-1fa1-4628-a9be-d8dde255d344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043298 Sep 15 00:53:33.207157 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-949a999c-a06f-47c4-b103-14fc20e73c85 req-aac02d5b-601a-4b60-aa98-e2393a7fe6a7 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9371492'] for port (17d11138-3b63-47b5-8935-04d6fc868545), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:33.238545 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac02d5b-601a-4b60-aa98-e2393a7fe6a7 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Pushing event deleted for resources: {'Port': ['ID=17d11138-3b63-47b5-8935-04d6fc868545,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:33.355656 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-949a999c-a06f-47c4-b103-14fc20e73c85 req-aac02d5b-601a-4b60-aa98-e2393a7fe6a7 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Router 507b553a-d76a-466a-b784-97a7291cdd3f has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:53:33.425480 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-8a96714b-091d-4324-81d4-30d0718a381b req-67b41e42-b496-43f2-8e5e-12bd013e2de7 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 210 time: 0.0615823 Sep 15 00:53:33.489612 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-949a999c-a06f-47c4-b103-14fc20e73c85 req-aac02d5b-601a-4b60-aa98-e2393a7fe6a7 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:53:33.501145 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e2ece1-93d7-417e-bdee-79753ee2a8d3 None None] Sync routers for ids ['507b553a-d76a-466a-b784-97a7291cdd3f'] in dv-cinder-857528-2-iscsi {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:53:33.512908 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e2ece1-93d7-417e-bdee-79753ee2a8d3 None None] Routers {'507b553a-d76a-466a-b784-97a7291cdd3f'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:53:33.513533 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-06e2ece1-93d7-417e-bdee-79753ee2a8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:53:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['507b553a-d76a-466a-b784-97a7291cdd3f'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:53:33.532698 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [req-949a999c-a06f-47c4-b103-14fc20e73c85 req-aac02d5b-601a-4b60-aa98-e2393a7fe6a7 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] No DVR routers for this DVR port 17d11138-3b63-47b5-8935-04d6fc868545 on host hv-cinder-85752 {{(pid=112953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 00:53:33.535170 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-949a999c-a06f-47c4-b103-14fc20e73c85 req-aac02d5b-601a-4b60-aa98-e2393a7fe6a7 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:33.538515 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-949a999c-a06f-47c4-b103-14fc20e73c85 req-aac02d5b-601a-4b60-aa98-e2393a7fe6a7 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.18 "DELETE /networking/v2.0/ports/17d11138-3b63-47b5-8935-04d6fc868545 HTTP/1.1" status: 204 len: 173 time: 1.2578492 Sep 15 00:53:33.539040 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c86872-2309-4e4c-88ad-e5b9c7166dd3', 'name': 'network-vif-deleted', 'tag': '17d11138-3b63-47b5-8935-04d6fc868545'}] {{(pid=112953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:53:33.542380 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dcd79e7c9c5799004c3790ddb8f78f6987afe8bb335ac36dcc290df3850dde4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44cfcc6-d454-491f-9a13-84e959ef466b" -d '{"events": [{"server_uuid": "42c86872-2309-4e4c-88ad-e5b9c7166dd3", "name": "network-vif-deleted", "tag": "17d11138-3b63-47b5-8935-04d6fc868545"}]}' {{(pid=112953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:53:33.601257 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 00:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee389f6-3788-4a87-aded-c03c1910e751 x-openstack-request-id: req-5ee389f6-3788-4a87-aded-c03c1910e751 {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:53:33.601545 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c86872-2309-4e4c-88ad-e5b9c7166dd3", "name": "network-vif-deleted", "tag": "17d11138-3b63-47b5-8935-04d6fc868545", "status": "completed", "code": 200}]} {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:53:33.601859 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5ee389f6-3788-4a87-aded-c03c1910e751 {{(pid=112953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:53:33.602430 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ee389f6-3788-4a87-aded-c03c1910e751'] response: {'server_uuid': '42c86872-2309-4e4c-88ad-e5b9c7166dd3', 'name': 'network-vif-deleted', 'tag': '17d11138-3b63-47b5-8935-04d6fc868545', 'status': 'completed', 'code': 200} Sep 15 00:53:33.646745 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-06e2ece1-93d7-417e-bdee-79753ee2a8d3 None None] Set router 507b553a-d76a-466a-b784-97a7291cdd3f gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:53:33.855535 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-06e2ece1-93d7-417e-bdee-79753ee2a8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'name': 'tempest-TestVolumeBootPattern-9489909-router', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:03Z', 'updated_at': '2022-09-15T00:49:06Z', 'revision_number': 4, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'gw_port': {'id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:04Z', 'updated_at': '2022-09-15T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': 'd8adcbc4-cb9c-40f7-8758-254d0a29b7bd', 'name': '', 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'mac_address': 'fa:16:3e:2f:6f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:06Z', 'updated_at': '2022-09-15T00:49:11Z', 'revision_number': 5, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'subnets': [{'id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:53:33.888771 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e2ece1-93d7-417e-bdee-79753ee2a8d3 None None] Checking router: 507b553a-d76a-466a-b784-97a7291cdd3f for host: dv-cinder-857528-2-iscsi {{(pid=112954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:53:33.898280 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e2ece1-93d7-417e-bdee-79753ee2a8d3 None None] Routers {'507b553a-d76a-466a-b784-97a7291cdd3f'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:53:33.898896 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-06e2ece1-93d7-417e-bdee-79753ee2a8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:53:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['507b553a-d76a-466a-b784-97a7291cdd3f'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:53:34.006143 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c3491248-cca4-4a57-9f98-52218ef0c098 req-fbb1a3c3-f34a-4d4d-8be7-e54b3ab1d5b3 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 210 time: 0.0326617 Sep 15 00:53:34.010287 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-06e2ece1-93d7-417e-bdee-79753ee2a8d3 None None] Set router 507b553a-d76a-466a-b784-97a7291cdd3f gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:53:34.208828 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-06e2ece1-93d7-417e-bdee-79753ee2a8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'name': 'tempest-TestVolumeBootPattern-9489909-router', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:03Z', 'updated_at': '2022-09-15T00:49:06Z', 'revision_number': 4, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'gw_port': {'id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:04Z', 'updated_at': '2022-09-15T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': 'd8adcbc4-cb9c-40f7-8758-254d0a29b7bd', 'name': '', 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'mac_address': 'fa:16:3e:2f:6f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:06Z', 'updated_at': '2022-09-15T00:49:11Z', 'revision_number': 5, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'subnets': [{'id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:53:34.234609 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e2ece1-93d7-417e-bdee-79753ee2a8d3 None None] The sync data for ids ['507b553a-d76a-466a-b784-97a7291cdd3f'] in dv-cinder-857528-2-iscsi is: [{'id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'name': 'tempest-TestVolumeBootPattern-9489909-router', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:03Z', 'updated_at': '2022-09-15T00:49:06Z', 'revision_number': 4, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'gw_port': {'id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:04Z', 'updated_at': '2022-09-15T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': 'd8adcbc4-cb9c-40f7-8758-254d0a29b7bd', 'name': '', 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'mac_address': 'fa:16:3e:2f:6f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:06Z', 'updated_at': '2022-09-15T00:49:11Z', 'revision_number': 5, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'subnets': [{'id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:53:34.261883 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1593f9e-a7d7-4478-ac26-006de4430bcb req-053bf45d-af60-4650-b036-c45228eb3739 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:34.263302 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b1593f9e-a7d7-4478-ac26-006de4430bcb req-053bf45d-af60-4650-b036-c45228eb3739 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 943 time: 0.0532904 Sep 15 00:53:34.319241 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b1593f9e-a7d7-4478-ac26-006de4430bcb req-b878a144-ee47-429b-adaa-ef3a2146a703 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502734 Sep 15 00:53:34.461457 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcaee77-9ceb-4ffb-8306-c30b1e7b64b4 None None] New status for floating IP 75c900d4-20a3-48d9-a2d6-90611b86104a: DOWN {{(pid=112955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 00:53:34.534142 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-cf48fd12-c54f-4a08-a9f2-c396dbcf1653 req-016f7fdc-2032-4c87-bcfb-d7376f68de8e tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 210 time: 0.0293927 Sep 15 00:53:34.732443 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:34.788100 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-febc3eb3-1ace-437f-83f9-2d3fbe3dc105 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:34.789657 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-febc3eb3-1ace-437f-83f9-2d3fbe3dc105 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.18 "GET /networking/v2.0/networks?id=ab876c33-1fa1-4628-a9be-d8dde255d344 HTTP/1.1" status: 200 len: 817 time: 0.1324379 Sep 15 00:53:34.864595 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-30ba4ab5-4e0b-4b3a-b5f2-61e34237293e tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=72d7dfe402c045edbca04c0e7eee05f9 HTTP/1.1" status: 200 len: 379 time: 0.0555060 Sep 15 00:53:35.000344 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 17d11138-3b63-47b5-8935-04d6fc868545 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:53:35.002583 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=100 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:35.102958 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-df972932-32b0-4c44-b94f-2d028644c1f1 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Request body: {'port': {'device_id': '4c270acf-24d9-4d2e-bf97-2f487bd44a96', 'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344', 'admin_state_up': True, 'tenant_id': '72d7dfe402c045edbca04c0e7eee05f9', 'security_groups': ['1754348c-abd1-49e5-a86e-c002168c6c6b']}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:53:35.132411 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-14d2fbfb-1e73-41ac-a256-1d7d6ee9a8ba req-10facd05-8589-49d0-9aa3-b3b2f5454a23 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 210 time: 0.0336123 Sep 15 00:53:35.153124 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] No Port match for: 17d11138-3b63-47b5-8935-04d6fc868545 {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 00:53:35.153467 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 17d11138-3b63-47b5-8935-04d6fc868545 not bound to the agent host hv-cinder-85752 {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 00:53:35.225985 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-df972932-32b0-4c44-b94f-2d028644c1f1 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Made reservation on behalf of 72d7dfe402c045edbca04c0e7eee05f9 for: {'port': 1} {{(pid=112953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:53:35.229870 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-df972932-32b0-4c44-b94f-2d028644c1f1 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:35.358404 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.db_base_plugin_common [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-df972932-32b0-4c44-b94f-2d028644c1f1 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Allocated IP 172.20.0.8 (ab876c33-1fa1-4628-a9be-d8dde255d344/272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72/9e2fa835-2b12-4126-9efe-5387a46e4c0c) {{(pid=112953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:53:35.479614 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:35.487583 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951686da-6b01-421c-b6f7-7758f90b903c req-75f3721a-9939-49bf-8dad-b127593598e0 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:35.489067 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-951686da-6b01-421c-b6f7-7758f90b903c req-75f3721a-9939-49bf-8dad-b127593598e0 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 943 time: 0.0925958 Sep 15 00:53:35.578268 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-df972932-32b0-4c44-b94f-2d028644c1f1 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks [] for port (9e2fa835-2b12-4126-9efe-5387a46e4c0c), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:35.582955 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-951686da-6b01-421c-b6f7-7758f90b903c req-18f28bc6-268f-4004-8a13-65767d284cd0 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859792 Sep 15 00:53:35.614863 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-df972932-32b0-4c44-b94f-2d028644c1f1 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9371492'] for port (9e2fa835-2b12-4126-9efe-5387a46e4c0c), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:35.659439 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-df972932-32b0-4c44-b94f-2d028644c1f1 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Network ab876c33-1fa1-4628-a9be-d8dde255d344 is already hosted by enough agents. {{(pid=112953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:53:35.665025 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.base_scheduler [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-df972932-32b0-4c44-b94f-2d028644c1f1 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Resources bound (agent type, host, resource id): {{(pid=112953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:53:35.671528 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-df972932-32b0-4c44-b94f-2d028644c1f1 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Received port after_create {{(pid=112953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:53:35.676945 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84535c57-898b-49c7-9caa-2f0ec364e5d0 req-4752e002-c9b8-474c-9963-3ff6fedd6d43 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:35.678638 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-84535c57-898b-49c7-9caa-2f0ec364e5d0 req-4752e002-c9b8-474c-9963-3ff6fedd6d43 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 931 time: 0.0533767 Sep 15 00:53:35.696912 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df972932-32b0-4c44-b94f-2d028644c1f1 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Pushing event updated for resources: {'Port': ['ID=9e2fa835-2b12-4126-9efe-5387a46e4c0c,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:35.733425 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-df972932-32b0-4c44-b94f-2d028644c1f1 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:35.733854 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-84535c57-898b-49c7-9caa-2f0ec364e5d0 req-5b459232-fc3e-41d1-b251-7dde757f0508 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461254 Sep 15 00:53:35.734286 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-df972932-32b0-4c44-b94f-2d028644c1f1 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:35.763643 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-df972932-32b0-4c44-b94f-2d028644c1f1 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6597216 Sep 15 00:53:35.898828 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-d86df20d-ba19-450c-8bc9-e439a3bb5f0d None None] Provisioning complete for port 9e2fa835-2b12-4126-9efe-5387a46e4c0c triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:53:35.899134 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-d86df20d-ba19-450c-8bc9-e439a3bb5f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (9e2fa835-2b12-4126-9efe-5387a46e4c0c), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:35.899503 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-d86df20d-ba19-450c-8bc9-e439a3bb5f0d None None] Attempt 1 to provision port 9e2fa835-2b12-4126-9efe-5387a46e4c0c Sep 15 00:53:35.930720 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-d86df20d-ba19-450c-8bc9-e439a3bb5f0d None None] Port 9e2fa835-2b12-4126-9efe-5387a46e4c0c cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:53:36.240419 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f1019c72-f85e-4532-bef9-92317b630cb6 req-09ad08d6-e5e9-45bc-8fc0-9a763ca05cef tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=42c86872-2309-4e4c-88ad-e5b9c7166dd3 HTTP/1.1" status: 200 len: 210 time: 0.0281999 Sep 15 00:53:36.370276 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-38d9400a-d407-4fc3-9334-13b2e34c60f9 service neutron] Request body: {'port': {'device_id': '4c270acf-24d9-4d2e-bf97-2f487bd44a96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:53:36.399402 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:36.432472 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-d86df20d-ba19-450c-8bc9-e439a3bb5f0d None None] Attempt 2 to provision port 9e2fa835-2b12-4126-9efe-5387a46e4c0c Sep 15 00:53:36.439389 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-38d9400a-d407-4fc3-9334-13b2e34c60f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (9e2fa835-2b12-4126-9efe-5387a46e4c0c), before_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:36.465199 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-d86df20d-ba19-450c-8bc9-e439a3bb5f0d None None] Port 9e2fa835-2b12-4126-9efe-5387a46e4c0c cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:53:36.695962 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-38d9400a-d407-4fc3-9334-13b2e34c60f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e2fa835-2b12-4126-9efe-5387a46e4c0c {{(pid=112953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 00:53:36.703804 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-38d9400a-d407-4fc3-9334-13b2e34c60f9 service neutron] Publish callbacks [] for port (9e2fa835-2b12-4126-9efe-5387a46e4c0c), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:36.716691 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.provisioning_blocks [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-38d9400a-d407-4fc3-9334-13b2e34c60f9 service neutron] Transition to ACTIVE for port object 9e2fa835-2b12-4126-9efe-5387a46e4c0c will not be triggered until provisioned by entity L2. {{(pid=112953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 00:53:36.716899 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162cd35-5d54-4985-9996-7d4635054097 req-b948dac1-d208-4d07-898e-030ba1dc8193 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:36.718941 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-5162cd35-5d54-4985-9996-7d4635054097 req-b948dac1-d208-4d07-898e-030ba1dc8193 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 943 time: 0.0527070 Sep 15 00:53:36.721076 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-38d9400a-d407-4fc3-9334-13b2e34c60f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9371485'] for port (9e2fa835-2b12-4126-9efe-5387a46e4c0c), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:36.769252 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:36.776773 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-5162cd35-5d54-4985-9996-7d4635054097 req-da400bd6-650a-4e16-b4c8-f224bfa8b761 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520484 Sep 15 00:53:36.804907 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9400a-d407-4fc3-9334-13b2e34c60f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9e2fa835-2b12-4126-9efe-5387a46e4c0c,revision_number=2']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:36.847613 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.managers [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-38d9400a-d407-4fc3-9334-13b2e34c60f9 service neutron] Attempting to bind port 9e2fa835-2b12-4126-9efe-5387a46e4c0c on host hv-cinder-85752 for vnic_type normal with profile {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:53:36.847959 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.managers [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-38d9400a-d407-4fc3-9334-13b2e34c60f9 service neutron] Attempting to bind port 9e2fa835-2b12-4126-9efe-5387a46e4c0c by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '579e5fe4-7341-4bb1-8e14-57c33347e302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344'}] {{(pid=112953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:53:36.848291 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-38d9400a-d407-4fc3-9334-13b2e34c60f9 service neutron] Attempting to bind port 9e2fa835-2b12-4126-9efe-5387a46e4c0c on network ab876c33-1fa1-4628-a9be-d8dde255d344 {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:53:36.900079 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:36.908157 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db25bf7-4f22-4357-a991-ad494e81a3b3 req-d2e796b4-d0d4-4b7c-8d40-5f2a2aced1a5 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:36.909623 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7db25bf7-4f22-4357-a991-ad494e81a3b3 req-d2e796b4-d0d4-4b7c-8d40-5f2a2aced1a5 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 943 time: 0.0742650 Sep 15 00:53:36.938006 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-38d9400a-d407-4fc3-9334-13b2e34c60f9 service neutron] Port 9e2fa835-2b12-4126-9efe-5387a46e4c0c on network ab876c33-1fa1-4628-a9be-d8dde255d344 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 00:53:36.938333 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-38d9400a-d407-4fc3-9334-13b2e34c60f9 service neutron] Attempting to bind port 9e2fa835-2b12-4126-9efe-5387a46e4c0c on network ab876c33-1fa1-4628-a9be-d8dde255d344 {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:53:36.966443 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-d86df20d-ba19-450c-8bc9-e439a3bb5f0d None None] Attempt 3 to provision port 9e2fa835-2b12-4126-9efe-5387a46e4c0c Sep 15 00:53:36.993283 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7db25bf7-4f22-4357-a991-ad494e81a3b3 req-34023ac1-a098-406e-b6b5-a08d0cd2090b tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746119 Sep 15 00:53:36.997441 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device f8e5a3ed-229c-4186-8197-286fa9b6a050 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=112954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 00:53:37.001811 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-38d9400a-d407-4fc3-9334-13b2e34c60f9 service neutron] Checking agent: {'id': '7a59e084-9e76-4c44-9c60-e850dcdcbbb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 42, 37), 'started_at': datetime.datetime(2022, 9, 15, 0, 42, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:53:37.002158 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-38d9400a-d407-4fc3-9334-13b2e34c60f9 service neutron] Checking segment: {'id': '579e5fe4-7341-4bb1-8e14-57c33347e302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:53:37.002528 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-38d9400a-d407-4fc3-9334-13b2e34c60f9 service neutron] Bound using segment: {'id': '579e5fe4-7341-4bb1-8e14-57c33347e302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344'} {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:53:37.002969 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.managers [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-38d9400a-d407-4fc3-9334-13b2e34c60f9 service neutron] Bound port: 9e2fa835-2b12-4126-9efe-5387a46e4c0c, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '579e5fe4-7341-4bb1-8e14-57c33347e302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344'}}] {{(pid=112953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:53:37.003331 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-38d9400a-d407-4fc3-9334-13b2e34c60f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (9e2fa835-2b12-4126-9efe-5387a46e4c0c), before_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:37.012298 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-d86df20d-ba19-450c-8bc9-e439a3bb5f0d None None] Port 9e2fa835-2b12-4126-9efe-5387a46e4c0c cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:53:37.063860 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-38d9400a-d407-4fc3-9334-13b2e34c60f9 service neutron] For port 9e2fa835-2b12-4126-9efe-5387a46e4c0c, host hv-cinder-85752, cleared binding levels {{(pid=112953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:53:37.066829 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-38d9400a-d407-4fc3-9334-13b2e34c60f9 service neutron] For port 9e2fa835-2b12-4126-9efe-5387a46e4c0c, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=9e2fa835-2b12-4126-9efe-5387a46e4c0c,segment=NetworkSegment(579e5fe4-7341-4bb1-8e14-57c33347e302),segment_id=579e5fe4-7341-4bb1-8e14-57c33347e302)] {{(pid=112953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:53:37.072812 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-38d9400a-d407-4fc3-9334-13b2e34c60f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9371485'] for port (9e2fa835-2b12-4126-9efe-5387a46e4c0c), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:37.076920 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-38d9400a-d407-4fc3-9334-13b2e34c60f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:37.077530 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-38d9400a-d407-4fc3-9334-13b2e34c60f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:37.078898 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-38d9400a-d407-4fc3-9334-13b2e34c60f9 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/9e2fa835-2b12-4126-9efe-5387a46e4c0c HTTP/1.1" status: 200 len: 1093 time: 0.7128904 Sep 15 00:53:37.079444 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c270acf-24d9-4d2e-bf97-2f487bd44a96', 'tag': '9e2fa835-2b12-4126-9efe-5387a46e4c0c'}] {{(pid=112953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:53:37.081706 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dcd79e7c9c5799004c3790ddb8f78f6987afe8bb335ac36dcc290df3850dde4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845e7714-3416-4b16-b486-6f5945859537" -d '{"events": [{"name": "network-changed", "server_uuid": "4c270acf-24d9-4d2e-bf97-2f487bd44a96", "tag": "9e2fa835-2b12-4126-9efe-5387a46e4c0c"}]}' {{(pid=112953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:53:37.105913 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port f8e5a3ed-229c-4186-8197-286fa9b6a050, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=f8e5a3ed-229c-4186-8197-286fa9b6a050,segment=NetworkSegment(0e381a2d-0dc5-42f8-9b9f-371bc873799e),segment_id=0e381a2d-0dc5-42f8-9b9f-371bc873799e)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:53:37.118556 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Returning: {'device': 'f8e5a3ed-229c-4186-8197-286fa9b6a050', 'network_id': '4290f87e-df9b-42ba-bf4c-3cb460fcfafb', 'port_id': 'f8e5a3ed-229c-4186-8197-286fa9b6a050', 'mac_address': 'fa:16:3e:a7:12:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1377e933-271c-4a25-8861-4516d6260e23', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 00:53:37.126042 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 00:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c1457a-da20-4fcd-8fb2-6b7a389e6b87 x-openstack-request-id: req-14c1457a-da20-4fcd-8fb2-6b7a389e6b87 {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:53:37.126328 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c270acf-24d9-4d2e-bf97-2f487bd44a96", "tag": "9e2fa835-2b12-4126-9efe-5387a46e4c0c", "status": "completed", "code": 200}]} {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:53:37.126581 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-14c1457a-da20-4fcd-8fb2-6b7a389e6b87 {{(pid=112953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:53:37.126985 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14c1457a-da20-4fcd-8fb2-6b7a389e6b87'] response: {'name': 'network-changed', 'server_uuid': '4c270acf-24d9-4d2e-bf97-2f487bd44a96', 'tag': '9e2fa835-2b12-4126-9efe-5387a46e4c0c', 'status': 'completed', 'code': 200} Sep 15 00:53:37.137174 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9400a-d407-4fc3-9334-13b2e34c60f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9e2fa835-2b12-4126-9efe-5387a46e4c0c,revision_number=3']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:37.158303 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port f8e5a3ed-229c-4186-8197-286fa9b6a050 is: DOWN; New status is: BUILD {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:53:37.158723 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (f8e5a3ed-229c-4186-8197-286fa9b6a050), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:37.171927 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8e5a3ed-229c-4186-8197-286fa9b6a050 {{(pid=112954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 00:53:37.191918 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port f8e5a3ed-229c-4186-8197-286fa9b6a050, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=f8e5a3ed-229c-4186-8197-286fa9b6a050,segment=NetworkSegment(0e381a2d-0dc5-42f8-9b9f-371bc873799e),segment_id=0e381a2d-0dc5-42f8-9b9f-371bc873799e)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:53:37.195973 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (f8e5a3ed-229c-4186-8197-286fa9b6a050), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:37.197773 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-d284ca86-155e-48b3-8e59-44aab6dc5f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:37.199869 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-d284ca86-155e-48b3-8e59-44aab6dc5f6f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=72d7dfe402c045edbca04c0e7eee05f9&device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 1127 time: 0.0405700 Sep 15 00:53:37.200874 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=100 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:37.241754 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=f8e5a3ed-229c-4186-8197-286fa9b6a050,revision_number=7']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:37.252795 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-10d2bd69-2afa-4993-9e83-7ff1274d0ed1 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e2fa835-2b12-4126-9efe-5387a46e4c0c HTTP/1.1" status: 200 len: 217 time: 0.0337102 Sep 15 00:53:37.296370 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:37.308072 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-1521794c-ac02-42d6-8a56-496cb3423728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:37.310185 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-1521794c-ac02-42d6-8a56-496cb3423728 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72 HTTP/1.1" status: 200 len: 856 time: 0.0517340 Sep 15 00:53:37.356595 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-4024298a-60fa-48c5-834d-b1cfd96cf677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:37.358449 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-4024298a-60fa-48c5-834d-b1cfd96cf677 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=ab876c33-1fa1-4628-a9be-d8dde255d344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398223 Sep 15 00:53:37.456718 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-7ea98b0e-f345-42ef-8ab2-a6f4c6a3093f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ab876c33-1fa1-4628-a9be-d8dde255d344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918005 Sep 15 00:53:37.513525 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-d86df20d-ba19-450c-8bc9-e439a3bb5f0d None None] Attempt 4 to provision port 9e2fa835-2b12-4126-9efe-5387a46e4c0c Sep 15 00:53:37.516020 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-3be2a2ac-6462-49fe-b0c5-783b47d306ef tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-305757992&fields=id&tenant_id=53d8d76185c44a159439c0f7a0e88b31 HTTP/1.1" status: 200 len: 267 time: 0.0441446 Sep 15 00:53:37.554976 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-d86df20d-ba19-450c-8bc9-e439a3bb5f0d None None] Port 9e2fa835-2b12-4126-9efe-5387a46e4c0c had new provisioning blocks added so it will not transition to active. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 00:53:37.559667 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9020fd1d-2282-4699-87d7-ea1cbb6369ae req-8f056e80-8886-47bd-a31a-3561bb9b78cd service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ab876c33-1fa1-4628-a9be-d8dde255d344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933704 Sep 15 00:53:37.628598 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-765ab755-2430-40e6-a757-61bb71d4f443 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:37.630068 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-765ab755-2430-40e6-a757-61bb71d4f443 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/networks?id=0487b0cb-031a-4188-bee6-95c6ebd2b4a3 HTTP/1.1" status: 200 len: 809 time: 0.1049104 Sep 15 00:53:37.634659 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] get_ports_and_sgs() called for port_ids ['f8e5a3ed-229c-4186-8197-286fa9b6a050'] {{(pid=112954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 00:53:37.645889 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-4e502fe5-3715-44bf-bc28-9b6048871f14 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/quotas/53d8d76185c44a159439c0f7a0e88b31 HTTP/1.1" status: 200 len: 375 time: 0.0093935 Sep 15 00:53:37.697318 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-e284babd-dbe9-404b-9a79-8ae6e8884396 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=53d8d76185c44a159439c0f7a0e88b31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455167 Sep 15 00:53:37.796111 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-fbca36bd-65c1-4d25-908b-6efdc18afcba service neutron] 10.222.0.15 "GET /networking/v2.0/networks/0487b0cb-031a-4188-bee6-95c6ebd2b4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866771 Sep 15 00:53:37.895702 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-5b188805-14bc-428d-9d40-871d68d4fdd0 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/0487b0cb-031a-4188-bee6-95c6ebd2b4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938363 Sep 15 00:53:37.903002 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9317c6-f086-4b89-9f5d-4b08e931c2d1 req-bfa42895-cd58-4ff2-91dc-d4195faa3917 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:37.904602 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-1c9317c6-f086-4b89-9f5d-4b08e931c2d1 req-bfa42895-cd58-4ff2-91dc-d4195faa3917 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 944 time: 0.0479374 Sep 15 00:53:37.954840 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-1c9317c6-f086-4b89-9f5d-4b08e931c2d1 req-a7fba37d-1787-4886-b8c8-69dd8ab3362a tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446994 Sep 15 00:53:38.212493 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-7a6c29b6-4c44-4f65-937a-af24b5f28862 req-19bf5758-0d48-4758-8266-6e0b80f02d9a tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c770ee1-1cc8-4af3-bb2c-ab3753156e37 HTTP/1.1" status: 200 len: 210 time: 0.0299599 Sep 15 00:53:38.362530 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75687ab4-cab4-4448-aee0-20035021a402 req-63ea5047-e251-4f66-8e90-b2de8c0bac3b tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:38.364019 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-75687ab4-cab4-4448-aee0-20035021a402 req-63ea5047-e251-4f66-8e90-b2de8c0bac3b tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 943 time: 0.2847886 Sep 15 00:53:38.412513 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-75687ab4-cab4-4448-aee0-20035021a402 req-5ad1eefd-b871-4808-85eb-940debe45dbb tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428245 Sep 15 00:53:39.019592 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device f8e5a3ed-229c-4186-8197-286fa9b6a050 up at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:53:39.065779 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Provisioning complete for port f8e5a3ed-229c-4186-8197-286fa9b6a050 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:53:39.066154 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (f8e5a3ed-229c-4186-8197-286fa9b6a050), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:39.066485 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Attempt 1 to provision port f8e5a3ed-229c-4186-8197-286fa9b6a050 Sep 15 00:53:39.082016 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff98241-b6a8-4214-9f12-c7aaf5930d64 req-67bf994f-811d-4fb9-9cad-eadbbc3a13b0 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:39.083517 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-5ff98241-b6a8-4214-9f12-c7aaf5930d64 req-67bf994f-811d-4fb9-9cad-eadbbc3a13b0 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 944 time: 0.0504465 Sep 15 00:53:39.107401 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:39.132941 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-5ff98241-b6a8-4214-9f12-c7aaf5930d64 req-903fb939-30ce-4b9e-ab31-6455fe5a24f7 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436540 Sep 15 00:53:39.141865 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port f8e5a3ed-229c-4186-8197-286fa9b6a050 is: BUILD; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:53:39.142259 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (f8e5a3ed-229c-4186-8197-286fa9b6a050), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:39.167187 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58c94a4-c708-4b2f-b8b1-fa336f60aa4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e5a3ed-229c-4186-8197-286fa9b6a050'}] {{(pid=112954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:53:39.170087 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac31f47a78c65cec711889e6d70219b8f5c13991b6e76ee3a100a5a33f2e7321" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b2ac8a-1220-406b-8e72-f39922201cdc" -d '{"events": [{"server_uuid": "e58c94a4-c708-4b2f-b8b1-fa336f60aa4b", "name": "network-vif-plugged", "status": "completed", "tag": "f8e5a3ed-229c-4186-8197-286fa9b6a050"}]}' {{(pid=112954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:53:39.182654 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port f8e5a3ed-229c-4186-8197-286fa9b6a050, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=f8e5a3ed-229c-4186-8197-286fa9b6a050,segment=NetworkSegment(0e381a2d-0dc5-42f8-9b9f-371bc873799e),segment_id=0e381a2d-0dc5-42f8-9b9f-371bc873799e)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:53:39.186751 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (f8e5a3ed-229c-4186-8197-286fa9b6a050), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:39.209250 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 00:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bc0803-2fd1-41ea-8da6-a86375da1b68 x-openstack-request-id: req-18bc0803-2fd1-41ea-8da6-a86375da1b68 {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:53:39.209540 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e58c94a4-c708-4b2f-b8b1-fa336f60aa4b", "name": "network-vif-plugged", "status": "completed", "tag": "f8e5a3ed-229c-4186-8197-286fa9b6a050", "code": 200}]} {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:53:39.209795 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-18bc0803-2fd1-41ea-8da6-a86375da1b68 {{(pid=112954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:53:39.210187 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18bc0803-2fd1-41ea-8da6-a86375da1b68'] response: {'server_uuid': 'e58c94a4-c708-4b2f-b8b1-fa336f60aa4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e5a3ed-229c-4186-8197-286fa9b6a050', 'code': 200} Sep 15 00:53:39.235236 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=f8e5a3ed-229c-4186-8197-286fa9b6a050,revision_number=8']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:39.315722 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-5d4b5dd5-318a-48ef-99ea-cb8333840d5c req-00ec09dd-f38c-4ea6-b5db-52aab6a43f99 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c770ee1-1cc8-4af3-bb2c-ab3753156e37 HTTP/1.1" status: 200 len: 210 time: 0.0274699 Sep 15 00:53:39.542196 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3a71a-d8b8-4fd9-94c1-bb06e6043909 req-30d4bcb7-3288-4801-a751-2e70024fa5e5 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:39.543552 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-eeb3a71a-d8b8-4fd9-94c1-bb06e6043909 req-30d4bcb7-3288-4801-a751-2e70024fa5e5 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 943 time: 0.0461915 Sep 15 00:53:39.589054 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-eeb3a71a-d8b8-4fd9-94c1-bb06e6043909 req-2b70ff88-95de-400c-b2f8-48a5bf900604 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399139 Sep 15 00:53:40.015144 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e7714-3416-4b16-b486-6f5945859537 req-96560057-a69e-4806-8a51-22dab03fa097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:40.016694 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-845e7714-3416-4b16-b486-6f5945859537 req-96560057-a69e-4806-8a51-22dab03fa097 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=72d7dfe402c045edbca04c0e7eee05f9&device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 1127 time: 0.0437422 Sep 15 00:53:40.179519 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:40.184839 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e7714-3416-4b16-b486-6f5945859537 req-bc1a89e9-c07e-4afc-bc5c-c91c02a0ffba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:40.186248 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-845e7714-3416-4b16-b486-6f5945859537 req-bc1a89e9-c07e-4afc-bc5c-c91c02a0ffba service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=ab876c33-1fa1-4628-a9be-d8dde255d344 HTTP/1.1" status: 200 len: 917 time: 0.0892653 Sep 15 00:53:40.242941 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-845e7714-3416-4b16-b486-6f5945859537 req-fcff2415-7033-44d8-bdea-360425a14c14 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e2fa835-2b12-4126-9efe-5387a46e4c0c HTTP/1.1" status: 200 len: 217 time: 0.0425479 Sep 15 00:53:40.281398 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a105aa-30b1-4ab4-b879-6c82df07ac6b req-0e46588a-fe68-43bb-9fa8-740c711eb42b tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:40.282947 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-06a105aa-30b1-4ab4-b879-6c82df07ac6b req-0e46588a-fe68-43bb-9fa8-740c711eb42b tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 945 time: 0.0594547 Sep 15 00:53:40.321248 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e7714-3416-4b16-b486-6f5945859537 req-e780c4fb-236a-4f25-b610-8cc665ce7e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:40.322724 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-845e7714-3416-4b16-b486-6f5945859537 req-e780c4fb-236a-4f25-b610-8cc665ce7e72 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72 HTTP/1.1" status: 200 len: 856 time: 0.0736101 Sep 15 00:53:40.337668 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-06a105aa-30b1-4ab4-b879-6c82df07ac6b req-9811413f-514a-48d7-af8a-5c5c9ca2635f tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474644 Sep 15 00:53:40.346338 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51102a7e-bf3a-4528-8987-770ea3eda5fa req-d0faecd3-f3bf-4b08-a56b-c715749c9394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:40.347978 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-51102a7e-bf3a-4528-8987-770ea3eda5fa req-d0faecd3-f3bf-4b08-a56b-c715749c9394 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 1129 time: 0.0565548 Sep 15 00:53:40.398902 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e7714-3416-4b16-b486-6f5945859537 req-3b44f014-0da5-429a-86af-43ca0915fcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:40.400444 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-845e7714-3416-4b16-b486-6f5945859537 req-3b44f014-0da5-429a-86af-43ca0915fcab service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=ab876c33-1fa1-4628-a9be-d8dde255d344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0648420 Sep 15 00:53:40.491864 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-51102a7e-bf3a-4528-8987-770ea3eda5fa req-e7429d13-87b4-4560-a8f2-41952ca8b33a service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266055 Sep 15 00:53:40.495187 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f6b522ef-afa9-4645-bb52-abbde515250a req-8172b120-8dd6-4549-b49e-5af1e99565ff tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c770ee1-1cc8-4af3-bb2c-ab3753156e37 HTTP/1.1" status: 200 len: 210 time: 0.0707312 Sep 15 00:53:40.536653 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-845e7714-3416-4b16-b486-6f5945859537 req-a13daf96-2354-4a03-a6cd-277e3b61c471 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ab876c33-1fa1-4628-a9be-d8dde255d344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246696 Sep 15 00:53:40.718136 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1f000-e9fe-40d8-a357-7b519dbd4aa3 req-c81e1f2a-60d9-4211-8bf6-fbe8a089fd2d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:40.719554 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-63b1f000-e9fe-40d8-a357-7b519dbd4aa3 req-c81e1f2a-60d9-4211-8bf6-fbe8a089fd2d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 943 time: 0.0501523 Sep 15 00:53:40.765714 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-63b1f000-e9fe-40d8-a357-7b519dbd4aa3 req-a942d3a9-84c5-4591-83a9-7ca2e3025019 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405316 Sep 15 00:53:40.961517 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:40.992897 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-845e7714-3416-4b16-b486-6f5945859537 req-0f88312e-1a4a-4bc4-acf9-7422427c6908 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ab876c33-1fa1-4628-a9be-d8dde255d344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873899 Sep 15 00:53:41.461254 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a8e37-372a-4fe0-a592-a24068149963 req-9b8a92bc-a003-4529-b110-9099a8366559 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:41.462719 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c78a8e37-372a-4fe0-a592-a24068149963 req-9b8a92bc-a003-4529-b110-9099a8366559 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 945 time: 0.0466020 Sep 15 00:53:41.510216 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c78a8e37-372a-4fe0-a592-a24068149963 req-3b579713-e010-4c9f-92c4-dba4f99334b4 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413671 Sep 15 00:53:41.600196 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-6ea77012-be3f-4906-9caa-0fa210809cb8 req-7a6143c7-17f8-4e7b-8d50-0842a7decbf4 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c770ee1-1cc8-4af3-bb2c-ab3753156e37 HTTP/1.1" status: 200 len: 210 time: 0.0283036 Sep 15 00:53:41.893734 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d1c2d-bbf8-4d50-b699-203b3e2a07e7 req-84084b58-dc1f-4c6b-94ea-873d0817bac0 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:41.895224 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-724d1c2d-bbf8-4d50-b699-203b3e2a07e7 req-84084b58-dc1f-4c6b-94ea-873d0817bac0 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 943 time: 0.0509815 Sep 15 00:53:41.941843 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-724d1c2d-bbf8-4d50-b699-203b3e2a07e7 req-832f6e20-a221-4f17-a59b-c0e72ecf3c7f tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410383 Sep 15 00:53:42.632845 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb632977-a6d5-4719-92f6-76750d0e77be req-b4dfd0f9-3e0c-4ae6-b18a-d1f4aa5abd93 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:42.634430 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-fb632977-a6d5-4719-92f6-76750d0e77be req-b4dfd0f9-3e0c-4ae6-b18a-d1f4aa5abd93 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 945 time: 0.0496690 Sep 15 00:53:42.646916 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=100 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:42.693170 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-fb632977-a6d5-4719-92f6-76750d0e77be req-b4a32cf1-3469-4e66-951d-10622975d1ff tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530820 Sep 15 00:53:42.716260 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-33777a57-28ae-4d7e-b32d-1ab0c4327453 req-d028c103-9017-4959-9c45-0bfc9e60afb9 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c770ee1-1cc8-4af3-bb2c-ab3753156e37 HTTP/1.1" status: 200 len: 210 time: 0.0384696 Sep 15 00:53:42.856859 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-298c4217-aba7-491f-ac3c-3804928149c4 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:42.858296 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-298c4217-aba7-491f-ac3c-3804928149c4 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.18 "GET /networking/v2.0/networks?id=0487b0cb-031a-4188-bee6-95c6ebd2b4a3 HTTP/1.1" status: 200 len: 809 time: 0.1092191 Sep 15 00:53:42.928563 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-81480fca-6d72-4032-ae78-f8f96ba9930a tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=53d8d76185c44a159439c0f7a0e88b31 HTTP/1.1" status: 200 len: 379 time: 0.0529976 Sep 15 00:53:42.940104 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-e4b4f344-736a-4a9d-94da-cf064e5dd64b tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Request body: {'port': {'device_id': '4c770ee1-1cc8-4af3-bb2c-ab3753156e37', 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3', 'admin_state_up': True, 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'security_groups': ['6a43598b-9237-4160-a4ea-cb4109397256']}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:53:43.047048 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 9e2fa835-2b12-4126-9efe-5387a46e4c0c details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=112954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 00:53:43.054948 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-e4b4f344-736a-4a9d-94da-cf064e5dd64b tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Made reservation on behalf of 53d8d76185c44a159439c0f7a0e88b31 for: {'port': 1} {{(pid=112953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:53:43.059860 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-e4b4f344-736a-4a9d-94da-cf064e5dd64b tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:43.076572 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db5a71-8206-41ad-a068-f10813b996c5 req-4d12ddee-f19d-445b-a6eb-4af102fb74bc tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:43.078254 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d2db5a71-8206-41ad-a068-f10813b996c5 req-4d12ddee-f19d-445b-a6eb-4af102fb74bc tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 943 time: 0.0539117 Sep 15 00:53:43.130691 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d2db5a71-8206-41ad-a068-f10813b996c5 req-2c684c47-2b0d-4918-adbb-af48cf1550bd tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455303 Sep 15 00:53:43.155164 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 9e2fa835-2b12-4126-9efe-5387a46e4c0c, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=9e2fa835-2b12-4126-9efe-5387a46e4c0c,segment=NetworkSegment(579e5fe4-7341-4bb1-8e14-57c33347e302),segment_id=579e5fe4-7341-4bb1-8e14-57c33347e302)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:53:43.172646 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:43.179980 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Returning: {'device': '9e2fa835-2b12-4126-9efe-5387a46e4c0c', 'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344', 'port_id': '9e2fa835-2b12-4126-9efe-5387a46e4c0c', 'mac_address': 'fa:16:3e:f2:78:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 00:53:43.183546 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:43.200899 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.db_base_plugin_common [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-e4b4f344-736a-4a9d-94da-cf064e5dd64b tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Allocated IP 172.20.0.13 (0487b0cb-031a-4188-bee6-95c6ebd2b4a3/a47b3c86-5b49-4a30-ad22-9680b01f5da9/d1b21f4d-7863-4a9c-ac7d-ae028778c2c8) {{(pid=112953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:53:43.220234 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port 9e2fa835-2b12-4126-9efe-5387a46e4c0c is: DOWN; New status is: BUILD {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:53:43.220890 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (9e2fa835-2b12-4126-9efe-5387a46e4c0c), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:43.237307 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e2fa835-2b12-4126-9efe-5387a46e4c0c {{(pid=112954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 00:53:43.257915 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 9e2fa835-2b12-4126-9efe-5387a46e4c0c, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=9e2fa835-2b12-4126-9efe-5387a46e4c0c,segment=NetworkSegment(579e5fe4-7341-4bb1-8e14-57c33347e302),segment_id=579e5fe4-7341-4bb1-8e14-57c33347e302)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:53:43.261783 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (9e2fa835-2b12-4126-9efe-5387a46e4c0c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:43.306748 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=9e2fa835-2b12-4126-9efe-5387a46e4c0c,revision_number=4']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:43.348956 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-e4b4f344-736a-4a9d-94da-cf064e5dd64b tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks [] for port (d1b21f4d-7863-4a9c-ac7d-ae028778c2c8), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:43.370957 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:43.384404 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-e4b4f344-736a-4a9d-94da-cf064e5dd64b tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9371492'] for port (d1b21f4d-7863-4a9c-ac7d-ae028778c2c8), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:43.426516 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-e4b4f344-736a-4a9d-94da-cf064e5dd64b tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Network 0487b0cb-031a-4188-bee6-95c6ebd2b4a3 is already hosted by enough agents. {{(pid=112953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:53:43.429684 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.base_scheduler [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-e4b4f344-736a-4a9d-94da-cf064e5dd64b tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Resources bound (agent type, host, resource id): {{(pid=112953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:53:43.436466 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-e4b4f344-736a-4a9d-94da-cf064e5dd64b tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Received port after_create {{(pid=112953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:53:43.470486 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b4f344-736a-4a9d-94da-cf064e5dd64b tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Pushing event updated for resources: {'Port': ['ID=d1b21f4d-7863-4a9c-ac7d-ae028778c2c8,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:43.500718 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-e4b4f344-736a-4a9d-94da-cf064e5dd64b tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:43.501422 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-e4b4f344-736a-4a9d-94da-cf064e5dd64b tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:43.518645 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-e4b4f344-736a-4a9d-94da-cf064e5dd64b tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5822058 Sep 15 00:53:43.537577 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-0e6288fe-43f1-436f-9b95-fb25f2b49a5a service neutron] Request body: {'port': {'device_id': '4c770ee1-1cc8-4af3-bb2c-ab3753156e37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:53:43.621105 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-0e6288fe-43f1-436f-9b95-fb25f2b49a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (d1b21f4d-7863-4a9c-ac7d-ae028778c2c8), before_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:43.725751 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-e520117d-eba5-43aa-a6ab-c2685dcf5186 None None] Provisioning complete for port d1b21f4d-7863-4a9c-ac7d-ae028778c2c8 triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:53:43.726125 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-e520117d-eba5-43aa-a6ab-c2685dcf5186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (d1b21f4d-7863-4a9c-ac7d-ae028778c2c8), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:43.726540 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-e520117d-eba5-43aa-a6ab-c2685dcf5186 None None] Attempt 1 to provision port d1b21f4d-7863-4a9c-ac7d-ae028778c2c8 Sep 15 00:53:43.762942 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-e520117d-eba5-43aa-a6ab-c2685dcf5186 None None] Port d1b21f4d-7863-4a9c-ac7d-ae028778c2c8 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:53:43.794504 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] get_ports_and_sgs() called for port_ids ['9e2fa835-2b12-4126-9efe-5387a46e4c0c'] {{(pid=112954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 00:53:43.861122 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af750c-e0e5-420a-b5d5-74696df31a17 req-d1a3e7a5-673c-4080-997e-089c6a73f68f tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:43.862503 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-75af750c-e0e5-420a-b5d5-74696df31a17 req-d1a3e7a5-673c-4080-997e-089c6a73f68f tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c770ee1-1cc8-4af3-bb2c-ab3753156e37 HTTP/1.1" status: 200 len: 932 time: 0.0620861 Sep 15 00:53:43.942745 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-75af750c-e0e5-420a-b5d5-74696df31a17 req-13510386-61b3-4a2b-ad9a-833d499044ef tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737848 Sep 15 00:53:43.977519 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-0e6288fe-43f1-436f-9b95-fb25f2b49a5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1b21f4d-7863-4a9c-ac7d-ae028778c2c8 {{(pid=112953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 00:53:43.985394 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-0e6288fe-43f1-436f-9b95-fb25f2b49a5a service neutron] Publish callbacks [] for port (d1b21f4d-7863-4a9c-ac7d-ae028778c2c8), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:43.999101 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.provisioning_blocks [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-0e6288fe-43f1-436f-9b95-fb25f2b49a5a service neutron] Transition to ACTIVE for port object d1b21f4d-7863-4a9c-ac7d-ae028778c2c8 will not be triggered until provisioned by entity L2. {{(pid=112953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 00:53:44.003714 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-0e6288fe-43f1-436f-9b95-fb25f2b49a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9371485'] for port (d1b21f4d-7863-4a9c-ac7d-ae028778c2c8), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:44.070667 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6288fe-43f1-436f-9b95-fb25f2b49a5a service neutron] Pushing event updated for resources: {'Port': ['ID=d1b21f4d-7863-4a9c-ac7d-ae028778c2c8,revision_number=2']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:44.098474 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:44.123880 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.managers [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-0e6288fe-43f1-436f-9b95-fb25f2b49a5a service neutron] Attempting to bind port d1b21f4d-7863-4a9c-ac7d-ae028778c2c8 on host hv-cinder-85752 for vnic_type normal with profile {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:53:44.124397 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.managers [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-0e6288fe-43f1-436f-9b95-fb25f2b49a5a service neutron] Attempting to bind port d1b21f4d-7863-4a9c-ac7d-ae028778c2c8 by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': 'acf8a16c-6cfc-4de4-a767-e59f2556add5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3'}] {{(pid=112953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:53:44.124738 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-0e6288fe-43f1-436f-9b95-fb25f2b49a5a service neutron] Attempting to bind port d1b21f4d-7863-4a9c-ac7d-ae028778c2c8 on network 0487b0cb-031a-4188-bee6-95c6ebd2b4a3 {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:53:44.165612 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-0e6288fe-43f1-436f-9b95-fb25f2b49a5a service neutron] Port d1b21f4d-7863-4a9c-ac7d-ae028778c2c8 on network 0487b0cb-031a-4188-bee6-95c6ebd2b4a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 00:53:44.165939 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-0e6288fe-43f1-436f-9b95-fb25f2b49a5a service neutron] Attempting to bind port d1b21f4d-7863-4a9c-ac7d-ae028778c2c8 on network 0487b0cb-031a-4188-bee6-95c6ebd2b4a3 {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:53:44.192669 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:44.214953 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-0e6288fe-43f1-436f-9b95-fb25f2b49a5a service neutron] Checking agent: {'id': '7a59e084-9e76-4c44-9c60-e850dcdcbbb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 42, 37), 'started_at': datetime.datetime(2022, 9, 15, 0, 42, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:53:44.215703 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-0e6288fe-43f1-436f-9b95-fb25f2b49a5a service neutron] Checking segment: {'id': 'acf8a16c-6cfc-4de4-a767-e59f2556add5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:53:44.216216 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-0e6288fe-43f1-436f-9b95-fb25f2b49a5a service neutron] Bound using segment: {'id': 'acf8a16c-6cfc-4de4-a767-e59f2556add5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3'} {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:53:44.216845 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.managers [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-0e6288fe-43f1-436f-9b95-fb25f2b49a5a service neutron] Bound port: d1b21f4d-7863-4a9c-ac7d-ae028778c2c8, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acf8a16c-6cfc-4de4-a767-e59f2556add5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3'}}] {{(pid=112953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:53:44.217283 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-0e6288fe-43f1-436f-9b95-fb25f2b49a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (d1b21f4d-7863-4a9c-ac7d-ae028778c2c8), before_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:44.261581 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504c28d-a4d1-4d7a-a5fe-5bf179ac83e4 req-27ecbeb6-7f56-4f04-89fc-aedb9945fca2 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:44.263079 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-1504c28d-a4d1-4d7a-a5fe-5bf179ac83e4 req-27ecbeb6-7f56-4f04-89fc-aedb9945fca2 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 944 time: 0.0477698 Sep 15 00:53:44.264009 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-e520117d-eba5-43aa-a6ab-c2685dcf5186 None None] Attempt 2 to provision port d1b21f4d-7863-4a9c-ac7d-ae028778c2c8 Sep 15 00:53:44.283727 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-0e6288fe-43f1-436f-9b95-fb25f2b49a5a service neutron] For port d1b21f4d-7863-4a9c-ac7d-ae028778c2c8, host hv-cinder-85752, cleared binding levels {{(pid=112953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:53:44.288456 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-0e6288fe-43f1-436f-9b95-fb25f2b49a5a service neutron] For port d1b21f4d-7863-4a9c-ac7d-ae028778c2c8, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=d1b21f4d-7863-4a9c-ac7d-ae028778c2c8,segment=NetworkSegment(acf8a16c-6cfc-4de4-a767-e59f2556add5),segment_id=acf8a16c-6cfc-4de4-a767-e59f2556add5)] {{(pid=112953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:53:44.298657 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-0e6288fe-43f1-436f-9b95-fb25f2b49a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9371485'] for port (d1b21f4d-7863-4a9c-ac7d-ae028778c2c8), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:44.308979 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-e520117d-eba5-43aa-a6ab-c2685dcf5186 None None] Port d1b21f4d-7863-4a9c-ac7d-ae028778c2c8 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:53:44.318980 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-1504c28d-a4d1-4d7a-a5fe-5bf179ac83e4 req-3e8b8740-c328-43f6-840d-75036183275e tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501652 Sep 15 00:53:44.321263 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-0e6288fe-43f1-436f-9b95-fb25f2b49a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:44.321894 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-0e6288fe-43f1-436f-9b95-fb25f2b49a5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:44.323284 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-0e6288fe-43f1-436f-9b95-fb25f2b49a5a service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/d1b21f4d-7863-4a9c-ac7d-ae028778c2c8 HTTP/1.1" status: 200 len: 1094 time: 0.7903783 Sep 15 00:53:44.324473 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c770ee1-1cc8-4af3-bb2c-ab3753156e37', 'tag': 'd1b21f4d-7863-4a9c-ac7d-ae028778c2c8'}] {{(pid=112953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:53:44.326751 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dcd79e7c9c5799004c3790ddb8f78f6987afe8bb335ac36dcc290df3850dde4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1afad1-0ae3-403c-9a8a-18f6730e91a6" -d '{"events": [{"name": "network-changed", "server_uuid": "4c770ee1-1cc8-4af3-bb2c-ab3753156e37", "tag": "d1b21f4d-7863-4a9c-ac7d-ae028778c2c8"}]}' {{(pid=112953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:53:44.385657 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 00:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f74329f-c873-4f3f-9274-4820e9062aa4 x-openstack-request-id: req-7f74329f-c873-4f3f-9274-4820e9062aa4 {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:53:44.386045 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c770ee1-1cc8-4af3-bb2c-ab3753156e37", "tag": "d1b21f4d-7863-4a9c-ac7d-ae028778c2c8", "status": "completed", "code": 200}]} {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:53:44.386277 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7f74329f-c873-4f3f-9274-4820e9062aa4 {{(pid=112953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:53:44.386680 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f74329f-c873-4f3f-9274-4820e9062aa4'] response: {'name': 'network-changed', 'server_uuid': '4c770ee1-1cc8-4af3-bb2c-ab3753156e37', 'tag': 'd1b21f4d-7863-4a9c-ac7d-ae028778c2c8', 'status': 'completed', 'code': 200} Sep 15 00:53:44.392340 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6288fe-43f1-436f-9b95-fb25f2b49a5a service neutron] Pushing event updated for resources: {'Port': ['ID=d1b21f4d-7863-4a9c-ac7d-ae028778c2c8,revision_number=3']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:44.413985 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-dafcb5ba-6b1f-43b1-8a6f-76655523e709 req-4ae9d6d7-952e-4c3b-9e59-abea83d2e2ea tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2018014068&fields=id&tenant_id=762beb87caad4aa691528a7d9de01086 HTTP/1.1" status: 200 len: 267 time: 0.0716555 Sep 15 00:53:44.482390 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-920af716-0e03-418f-bcdc-f52cc800568c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:44.483908 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-920af716-0e03-418f-bcdc-f52cc800568c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=53d8d76185c44a159439c0f7a0e88b31&device_id=4c770ee1-1cc8-4af3-bb2c-ab3753156e37 HTTP/1.1" status: 200 len: 1128 time: 0.0686667 Sep 15 00:53:44.493991 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafcb5ba-6b1f-43b1-8a6f-76655523e709 req-24c131ad-19a5-469a-949d-01d914d00a42 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:44.495381 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-dafcb5ba-6b1f-43b1-8a6f-76655523e709 req-24c131ad-19a5-469a-949d-01d914d00a42 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 984 time: 0.0716033 Sep 15 00:53:44.532238 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [req-dafcb5ba-6b1f-43b1-8a6f-76655523e709 req-909b6b6c-bd15-4094-aeda-3fbfe2731dda tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Request body: {'port': {'security_groups': ['eb28f0b2-fdff-42b4-bee2-e7db48ff622b']}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:53:44.537076 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-cac762e8-a167-4b6c-b75a-353b0df5d4f3 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1b21f4d-7863-4a9c-ac7d-ae028778c2c8 HTTP/1.1" status: 200 len: 217 time: 0.0388978 Sep 15 00:53:44.641634 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-c732da71-9727-4154-8221-1bd11080a0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:44.642976 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-c732da71-9727-4154-8221-1bd11080a0b2 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=a47b3c86-5b49-4a30-ad22-9680b01f5da9 HTTP/1.1" status: 200 len: 848 time: 0.0874357 Sep 15 00:53:44.647675 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-dafcb5ba-6b1f-43b1-8a6f-76655523e709 req-909b6b6c-bd15-4094-aeda-3fbfe2731dda tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (cc2b33ab-216b-4ead-83c4-eee6a3d2ec41), before_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:44.721763 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-d6cb490b-db44-4097-97cb-989c35ed7ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:44.723256 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-d6cb490b-db44-4097-97cb-989c35ed7ca5 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=0487b0cb-031a-4188-bee6-95c6ebd2b4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0733058 Sep 15 00:53:44.809807 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-e520117d-eba5-43aa-a6ab-c2685dcf5186 None None] Attempt 3 to provision port d1b21f4d-7863-4a9c-ac7d-ae028778c2c8 Sep 15 00:53:44.847670 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-e520117d-eba5-43aa-a6ab-c2685dcf5186 None None] Port d1b21f4d-7863-4a9c-ac7d-ae028778c2c8 had new provisioning blocks added so it will not transition to active. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 00:53:44.888866 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-7a80a209-e70d-4a13-8f8f-96f9e72e9c76 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/0487b0cb-031a-4188-bee6-95c6ebd2b4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580634 Sep 15 00:53:44.958314 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:44.975184 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [req-dafcb5ba-6b1f-43b1-8a6f-76655523e709 req-909b6b6c-bd15-4094-aeda-3fbfe2731dda tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] For port cc2b33ab-216b-4ead-83c4-eee6a3d2ec41, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=cc2b33ab-216b-4ead-83c4-eee6a3d2ec41,segment=NetworkSegment(f18da049-9f88-408b-afb0-dfd230010528),segment_id=f18da049-9f88-408b-afb0-dfd230010528)] {{(pid=112953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:53:44.992240 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:45.028703 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:45.031161 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-dafcb5ba-6b1f-43b1-8a6f-76655523e709 req-909b6b6c-bd15-4094-aeda-3fbfe2731dda tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks [] for port (cc2b33ab-216b-4ead-83c4-eee6a3d2ec41), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:45.039449 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a910988b-6471-4fb6-bbab-a5dbd49bea7f req-b72beef0-afd0-4f59-8394-791de7d8baf7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/0487b0cb-031a-4188-bee6-95c6ebd2b4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440754 Sep 15 00:53:45.040077 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-dafcb5ba-6b1f-43b1-8a6f-76655523e709 req-909b6b6c-bd15-4094-aeda-3fbfe2731dda tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9371485'] for port (cc2b33ab-216b-4ead-83c4-eee6a3d2ec41), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:45.050569 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafcb5ba-6b1f-43b1-8a6f-76655523e709 req-909b6b6c-bd15-4094-aeda-3fbfe2731dda tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:45.051181 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-dafcb5ba-6b1f-43b1-8a6f-76655523e709 req-909b6b6c-bd15-4094-aeda-3fbfe2731dda tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:45.052541 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-dafcb5ba-6b1f-43b1-8a6f-76655523e709 req-909b6b6c-bd15-4094-aeda-3fbfe2731dda tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "PUT /networking/v2.0/ports/cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 HTTP/1.1" status: 200 len: 942 time: 0.5477021 Sep 15 00:53:45.064823 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=100 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:45.064973 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 60358) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:53:45.080345 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] get_ports_and_sgs() called for port_ids ['cc2b33ab-216b-4ead-83c4-eee6a3d2ec41'] {{(pid=112954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 00:53:45.099509 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dfd209-4276-4d5f-9a0c-d256f5de0f20 req-27f5a41e-bc41-4fd6-bf68-c32e43b529f7 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:45.101018 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d3dfd209-4276-4d5f-9a0c-d256f5de0f20 req-27f5a41e-bc41-4fd6-bf68-c32e43b529f7 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c770ee1-1cc8-4af3-bb2c-ab3753156e37 HTTP/1.1" status: 200 len: 944 time: 0.0775940 Sep 15 00:53:45.105756 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b6b6c-bd15-4094-aeda-3fbfe2731dda tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Pushing event updated for resources: {'Port': ['ID=cc2b33ab-216b-4ead-83c4-eee6a3d2ec41,revision_number=7']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:45.106914 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 9e2fa835-2b12-4126-9efe-5387a46e4c0c up at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:53:45.147050 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:45.176438 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d3960637-f3df-42d5-8f97-3ada35e58faa tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks [] for security_group (ae1e1c03-b28b-4d7c-bcba-4af71d500af6), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:45.189550 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d3dfd209-4276-4d5f-9a0c-d256f5de0f20 req-40d7384c-49aa-43c6-9fc9-8ff535b4466c tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763812 Sep 15 00:53:45.192364 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Provisioning for port 9e2fa835-2b12-4126-9efe-5387a46e4c0c completed by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 00:53:45.206995 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Provisioning complete for port 9e2fa835-2b12-4126-9efe-5387a46e4c0c triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:53:45.207151 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d3960637-f3df-42d5-8f97-3ada35e58faa tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks [] for security_group (ae1e1c03-b28b-4d7c-bcba-4af71d500af6), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:45.207352 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (9e2fa835-2b12-4126-9efe-5387a46e4c0c), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:45.207713 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Attempt 1 to provision port 9e2fa835-2b12-4126-9efe-5387a46e4c0c Sep 15 00:53:45.270083 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d3960637-f3df-42d5-8f97-3ada35e58faa tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (ae1e1c03-b28b-4d7c-bcba-4af71d500af6), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:45.272718 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d3960637-f3df-42d5-8f97-3ada35e58faa tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:45.273889 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-d3960637-f3df-42d5-8f97-3ada35e58faa tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ae1e1c03-b28b-4d7c-bcba-4af71d500af6 HTTP/1.1" status: 204 len: 168 time: 0.2079005 Sep 15 00:53:45.277309 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 60360) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:53:45.283872 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3960637-f3df-42d5-8f97-3ada35e58faa tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1e1c03-b28b-4d7c-bcba-4af71d500af6,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:45.337845 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:45.368612 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port 9e2fa835-2b12-4126-9efe-5387a46e4c0c is: BUILD; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:53:45.369161 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (9e2fa835-2b12-4126-9efe-5387a46e4c0c), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:45.404619 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c270acf-24d9-4d2e-bf97-2f487bd44a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2fa835-2b12-4126-9efe-5387a46e4c0c'}] {{(pid=112954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:53:45.406881 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac31f47a78c65cec711889e6d70219b8f5c13991b6e76ee3a100a5a33f2e7321" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a110ea47-638f-49f4-bb5b-26be441f9e1f" -d '{"events": [{"server_uuid": "4c270acf-24d9-4d2e-bf97-2f487bd44a96", "name": "network-vif-plugged", "status": "completed", "tag": "9e2fa835-2b12-4126-9efe-5387a46e4c0c"}]}' {{(pid=112954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:53:45.420310 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 9e2fa835-2b12-4126-9efe-5387a46e4c0c, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=9e2fa835-2b12-4126-9efe-5387a46e4c0c,segment=NetworkSegment(579e5fe4-7341-4bb1-8e14-57c33347e302),segment_id=579e5fe4-7341-4bb1-8e14-57c33347e302)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:53:45.424973 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (9e2fa835-2b12-4126-9efe-5387a46e4c0c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:45.454233 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 00:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340d55e8-8bd4-4b05-ba22-574a738b6e10 x-openstack-request-id: req-340d55e8-8bd4-4b05-ba22-574a738b6e10 {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:53:45.454532 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c270acf-24d9-4d2e-bf97-2f487bd44a96", "name": "network-vif-plugged", "status": "completed", "tag": "9e2fa835-2b12-4126-9efe-5387a46e4c0c", "code": 200}]} {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:53:45.454784 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-340d55e8-8bd4-4b05-ba22-574a738b6e10 {{(pid=112954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:53:45.455307 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-340d55e8-8bd4-4b05-ba22-574a738b6e10'] response: {'server_uuid': '4c270acf-24d9-4d2e-bf97-2f487bd44a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2fa835-2b12-4126-9efe-5387a46e4c0c', 'code': 200} Sep 15 00:53:45.460044 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [None req-9458c912-594e-4fcb-a6a0-58c5cf3158a8 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Deleting port d3d1de2d-bdad-42c9-9e81-0ae5c37f7c7f {{(pid=112953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:53:45.460387 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-9458c912-594e-4fcb-a6a0-58c5cf3158a8 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (d3d1de2d-bdad-42c9-9e81-0ae5c37f7c7f), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:45.475568 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=9e2fa835-2b12-4126-9efe-5387a46e4c0c,revision_number=5']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:45.481600 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] get_ports_and_sgs() called for port_ids ['cc2b33ab-216b-4ead-83c4-eee6a3d2ec41'] {{(pid=112954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 00:53:45.481969 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033ba42-eda2-4db4-8e7c-d3b99d20fbc5 req-8d7e5722-ef12-4b77-b975-9b0c43a83a1c tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:45.483457 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b033ba42-eda2-4db4-8e7c-d3b99d20fbc5 req-8d7e5722-ef12-4b77-b975-9b0c43a83a1c tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 945 time: 0.0676327 Sep 15 00:53:45.575936 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b033ba42-eda2-4db4-8e7c-d3b99d20fbc5 req-990a3522-ee04-4b87-81d8-0b37e78fde10 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654349 Sep 15 00:53:45.585853 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-9458c912-594e-4fcb-a6a0-58c5cf3158a8 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (d3d1de2d-bdad-42c9-9e81-0ae5c37f7c7f), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:45.586317 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-9458c912-594e-4fcb-a6a0-58c5cf3158a8 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks [] for floatingip (d3d1de2d-bdad-42c9-9e81-0ae5c37f7c7f), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:45.599318 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [None req-9458c912-594e-4fcb-a6a0-58c5cf3158a8 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Calling delete_port for d3d1de2d-bdad-42c9-9e81-0ae5c37f7c7f owned by network:floatingip {{(pid=112953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:53:45.987048 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-9458c912-594e-4fcb-a6a0-58c5cf3158a8 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9371492'] for port (d3d1de2d-bdad-42c9-9e81-0ae5c37f7c7f), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:46.011674 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458c912-594e-4fcb-a6a0-58c5cf3158a8 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Pushing event deleted for resources: {'Port': ['ID=d3d1de2d-bdad-42c9-9e81-0ae5c37f7c7f,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:46.036616 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9458c912-594e-4fcb-a6a0-58c5cf3158a8 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:53:46.036970 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9458c912-594e-4fcb-a6a0-58c5cf3158a8 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:53:46.037314 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9458c912-594e-4fcb-a6a0-58c5cf3158a8 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:53:46.037654 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9458c912-594e-4fcb-a6a0-58c5cf3158a8 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:53:46.037992 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9458c912-594e-4fcb-a6a0-58c5cf3158a8 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:53:46.038330 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9458c912-594e-4fcb-a6a0-58c5cf3158a8 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:53:46.038658 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9458c912-594e-4fcb-a6a0-58c5cf3158a8 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:53:46.038985 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9458c912-594e-4fcb-a6a0-58c5cf3158a8 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:53:46.039311 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9458c912-594e-4fcb-a6a0-58c5cf3158a8 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:53:46.039671 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9458c912-594e-4fcb-a6a0-58c5cf3158a8 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:53:46.039998 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9458c912-594e-4fcb-a6a0-58c5cf3158a8 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:53:46.040323 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9458c912-594e-4fcb-a6a0-58c5cf3158a8 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:53:46.040645 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9458c912-594e-4fcb-a6a0-58c5cf3158a8 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:53:46.040966 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9458c912-594e-4fcb-a6a0-58c5cf3158a8 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:53:46.041286 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9458c912-594e-4fcb-a6a0-58c5cf3158a8 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:53:46.085846 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-9458c912-594e-4fcb-a6a0-58c5cf3158a8 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks [] for floatingip (b699cee0-dfbc-4352-9ae5-b6bab8db0ebb), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:46.086177 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.db.l3_db [None req-9458c912-594e-4fcb-a6a0-58c5cf3158a8 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Floating IP b699cee0-dfbc-4352-9ae5-b6bab8db0ebb disassociated (deleted). External IP: 172.27.1.118, port: cc2b33ab-216b-4ead-83c4-eee6a3d2ec41. Sep 15 00:53:46.164241 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1afad1-0ae3-403c-9a8a-18f6730e91a6 req-5813c4b4-0b1a-4c0a-bf82-f1aa3ec87485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:46.165743 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-1d1afad1-0ae3-403c-9a8a-18f6730e91a6 req-5813c4b4-0b1a-4c0a-bf82-f1aa3ec87485 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=53d8d76185c44a159439c0f7a0e88b31&device_id=4c770ee1-1cc8-4af3-bb2c-ab3753156e37 HTTP/1.1" status: 200 len: 1128 time: 0.0767589 Sep 15 00:53:46.310317 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:46.315512 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:46.320143 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9458c912-594e-4fcb-a6a0-58c5cf3158a8 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Router 8108ca8a-b303-44b7-9c98-720b2f6cd0e6 has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:53:46.322569 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4f4c0-f267-4db8-802f-46ad80b86cf0 req-2cec0e33-9573-4a20-8d61-02ff8aba3602 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:46.324138 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-e3e4f4c0-f267-4db8-802f-46ad80b86cf0 req-2cec0e33-9573-4a20-8d61-02ff8aba3602 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c770ee1-1cc8-4af3-bb2c-ab3753156e37 HTTP/1.1" status: 200 len: 944 time: 0.0547237 Sep 15 00:53:46.373381 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-e3e4f4c0-f267-4db8-802f-46ad80b86cf0 req-091832fb-cf01-4fbc-adce-ffb57cf2d947 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434194 Sep 15 00:53:46.404782 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adedf981-66a2-455b-8192-1852eea1312b', 'tag': 'cc2b33ab-216b-4ead-83c4-eee6a3d2ec41'}] {{(pid=112953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:53:46.407022 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dcd79e7c9c5799004c3790ddb8f78f6987afe8bb335ac36dcc290df3850dde4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15366224-43b7-4f52-bfef-a8853fdd4cd1" -d '{"events": [{"name": "network-changed", "server_uuid": "adedf981-66a2-455b-8192-1852eea1312b", "tag": "cc2b33ab-216b-4ead-83c4-eee6a3d2ec41"}]}' {{(pid=112953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:53:46.433331 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9458c912-594e-4fcb-a6a0-58c5cf3158a8 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:53:46.437220 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-9458c912-594e-4fcb-a6a0-58c5cf3158a8 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for floatingip (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:46.453429 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38c2f8f-9eda-40f1-a10d-a827fff18ce7 None None] Sync routers for ids ['8108ca8a-b303-44b7-9c98-720b2f6cd0e6'] in dv-cinder-857528-2-iscsi {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:53:46.459165 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 00:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b72871-de91-421e-b492-67ac42873888 x-openstack-request-id: req-12b72871-de91-421e-b492-67ac42873888 {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:53:46.459455 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adedf981-66a2-455b-8192-1852eea1312b", "tag": "cc2b33ab-216b-4ead-83c4-eee6a3d2ec41", "status": "completed", "code": 200}]} {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:53:46.459728 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-12b72871-de91-421e-b492-67ac42873888 {{(pid=112953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:53:46.460102 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12b72871-de91-421e-b492-67ac42873888'] response: {'name': 'network-changed', 'server_uuid': 'adedf981-66a2-455b-8192-1852eea1312b', 'tag': 'cc2b33ab-216b-4ead-83c4-eee6a3d2ec41', 'status': 'completed', 'code': 200} Sep 15 00:53:46.465474 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38c2f8f-9eda-40f1-a10d-a827fff18ce7 None None] Routers {'8108ca8a-b303-44b7-9c98-720b2f6cd0e6'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:53:46.466095 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-d38c2f8f-9eda-40f1-a10d-a827fff18ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:53:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['8108ca8a-b303-44b7-9c98-720b2f6cd0e6'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:53:46.522823 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-9458c912-594e-4fcb-a6a0-58c5cf3158a8 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/b699cee0-dfbc-4352-9ae5-b6bab8db0ebb HTTP/1.1" status: 204 len: 168 time: 1.2441883 Sep 15 00:53:46.570610 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15366224-43b7-4f52-bfef-a8853fdd4cd1 req-050bba78-e757-41b5-b034-daa22b098387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:46.572181 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-15366224-43b7-4f52-bfef-a8853fdd4cd1 req-050bba78-e757-41b5-b034-daa22b098387 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=762beb87caad4aa691528a7d9de01086&device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 1129 time: 0.0597997 Sep 15 00:53:46.576736 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-d38c2f8f-9eda-40f1-a10d-a827fff18ce7 None None] Set router 8108ca8a-b303-44b7-9c98-720b2f6cd0e6 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:53:46.594997 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1afad1-0ae3-403c-9a8a-18f6730e91a6 req-8cf56229-68e0-45a2-acc6-a9c55f2903b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:46.596566 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-1d1afad1-0ae3-403c-9a8a-18f6730e91a6 req-8cf56229-68e0-45a2-acc6-a9c55f2903b3 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=0487b0cb-031a-4188-bee6-95c6ebd2b4a3 HTTP/1.1" status: 200 len: 909 time: 0.1392159 Sep 15 00:53:46.706353 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:46.725578 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50992a3-9951-4c91-be50-75707593cdac req-389c39bf-7fa3-4c05-abc5-eb93f2b8daf7 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:46.727110 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b50992a3-9951-4c91-be50-75707593cdac req-389c39bf-7fa3-4c05-abc5-eb93f2b8daf7 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 945 time: 0.0550737 Sep 15 00:53:46.782205 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b50992a3-9951-4c91-be50-75707593cdac req-2f07fdeb-dc73-423c-ba33-5ae192ce21f9 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475876 Sep 15 00:53:46.784944 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-d38c2f8f-9eda-40f1-a10d-a827fff18ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8108ca8a-b303-44b7-9c98-720b2f6cd0e6', 'name': 'tempest-TestMinimumBasicScenario-704422149-router', 'tenant_id': '762beb87caad4aa691528a7d9de01086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'd8adb22a-529a-4981-82b4-0709e17d11b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:40Z', 'updated_at': '2022-09-15T00:49:43Z', 'revision_number': 4, 'project_id': '762beb87caad4aa691528a7d9de01086', 'gw_port': {'id': 'd8adb22a-529a-4981-82b4-0709e17d11b9', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8108ca8a-b303-44b7-9c98-720b2f6cd0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:41Z', 'updated_at': '2022-09-15T00:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': '549fb5c3-7efb-441f-b921-6922b1bd5394', 'name': '', 'network_id': '6527e211-69f5-4bda-8984-4ee4af88ebfb', 'tenant_id': '762beb87caad4aa691528a7d9de01086', 'mac_address': 'fa:16:3e:d2:17:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8108ca8a-b303-44b7-9c98-720b2f6cd0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '479cc5fe-8cf2-4cfc-81e7-d1f45af83420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:43Z', 'updated_at': '2022-09-15T00:49:47Z', 'revision_number': 5, 'project_id': '762beb87caad4aa691528a7d9de01086', 'subnets': [{'id': '479cc5fe-8cf2-4cfc-81e7-d1f45af83420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:53:46.810337 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38c2f8f-9eda-40f1-a10d-a827fff18ce7 None None] Checking router: 8108ca8a-b303-44b7-9c98-720b2f6cd0e6 for host: dv-cinder-857528-2-iscsi {{(pid=112954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:53:46.818625 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38c2f8f-9eda-40f1-a10d-a827fff18ce7 None None] Routers {'8108ca8a-b303-44b7-9c98-720b2f6cd0e6'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:53:46.819222 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-d38c2f8f-9eda-40f1-a10d-a827fff18ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:53:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['8108ca8a-b303-44b7-9c98-720b2f6cd0e6'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:53:47.041198 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-d38c2f8f-9eda-40f1-a10d-a827fff18ce7 None None] Set router 8108ca8a-b303-44b7-9c98-720b2f6cd0e6 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:53:47.228754 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:47.230944 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-d38c2f8f-9eda-40f1-a10d-a827fff18ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8108ca8a-b303-44b7-9c98-720b2f6cd0e6', 'name': 'tempest-TestMinimumBasicScenario-704422149-router', 'tenant_id': '762beb87caad4aa691528a7d9de01086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'd8adb22a-529a-4981-82b4-0709e17d11b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:40Z', 'updated_at': '2022-09-15T00:49:43Z', 'revision_number': 4, 'project_id': '762beb87caad4aa691528a7d9de01086', 'gw_port': {'id': 'd8adb22a-529a-4981-82b4-0709e17d11b9', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8108ca8a-b303-44b7-9c98-720b2f6cd0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:41Z', 'updated_at': '2022-09-15T00:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': '549fb5c3-7efb-441f-b921-6922b1bd5394', 'name': '', 'network_id': '6527e211-69f5-4bda-8984-4ee4af88ebfb', 'tenant_id': '762beb87caad4aa691528a7d9de01086', 'mac_address': 'fa:16:3e:d2:17:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8108ca8a-b303-44b7-9c98-720b2f6cd0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '479cc5fe-8cf2-4cfc-81e7-d1f45af83420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:43Z', 'updated_at': '2022-09-15T00:49:47Z', 'revision_number': 5, 'project_id': '762beb87caad4aa691528a7d9de01086', 'subnets': [{'id': '479cc5fe-8cf2-4cfc-81e7-d1f45af83420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:53:47.257239 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38c2f8f-9eda-40f1-a10d-a827fff18ce7 None None] The sync data for ids ['8108ca8a-b303-44b7-9c98-720b2f6cd0e6'] in dv-cinder-857528-2-iscsi is: [{'id': '8108ca8a-b303-44b7-9c98-720b2f6cd0e6', 'name': 'tempest-TestMinimumBasicScenario-704422149-router', 'tenant_id': '762beb87caad4aa691528a7d9de01086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'd8adb22a-529a-4981-82b4-0709e17d11b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:40Z', 'updated_at': '2022-09-15T00:49:43Z', 'revision_number': 4, 'project_id': '762beb87caad4aa691528a7d9de01086', 'gw_port': {'id': 'd8adb22a-529a-4981-82b4-0709e17d11b9', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8108ca8a-b303-44b7-9c98-720b2f6cd0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:41Z', 'updated_at': '2022-09-15T00:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': '549fb5c3-7efb-441f-b921-6922b1bd5394', 'name': '', 'network_id': '6527e211-69f5-4bda-8984-4ee4af88ebfb', 'tenant_id': '762beb87caad4aa691528a7d9de01086', 'mac_address': 'fa:16:3e:d2:17:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8108ca8a-b303-44b7-9c98-720b2f6cd0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '479cc5fe-8cf2-4cfc-81e7-d1f45af83420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:43Z', 'updated_at': '2022-09-15T00:49:47Z', 'revision_number': 5, 'project_id': '762beb87caad4aa691528a7d9de01086', 'subnets': [{'id': '479cc5fe-8cf2-4cfc-81e7-d1f45af83420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:53:47.488368 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45555665-f4de-4b71-84b7-fea246b27dd3 None None] New status for floating IP b699cee0-dfbc-4352-9ae5-b6bab8db0ebb: DOWN {{(pid=112955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 00:53:47.497907 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19b97e-e2f2-4c8d-b1d9-115e37355dec req-ae209191-b88e-449d-9962-13dcb93d5235 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:47.499686 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9a19b97e-e2f2-4c8d-b1d9-115e37355dec req-ae209191-b88e-449d-9962-13dcb93d5235 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c770ee1-1cc8-4af3-bb2c-ab3753156e37 HTTP/1.1" status: 200 len: 944 time: 0.0491250 Sep 15 00:53:47.516603 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:47.551282 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9a19b97e-e2f2-4c8d-b1d9-115e37355dec req-ab43422f-d05c-49f0-8b62-0654c07b75ed tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457823 Sep 15 00:53:47.765300 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-1d1afad1-0ae3-403c-9a8a-18f6730e91a6 req-1325d37e-0bee-4b63-8411-9e3468959c4c service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1b21f4d-7863-4a9c-ac7d-ae028778c2c8 HTTP/1.1" status: 200 len: 217 time: 0.0487847 Sep 15 00:53:47.785055 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-eb5336d8-1e37-458f-a280-317e2e313836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:47.805453 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a044a-7326-49a2-a3fd-a3913e15233b req-184ab85e-e1d6-49c4-9926-4001cb009441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:47.807422 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-918a044a-7326-49a2-a3fd-a3913e15233b req-184ab85e-e1d6-49c4-9926-4001cb009441 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 1129 time: 0.0525360 Sep 15 00:53:47.863420 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1afad1-0ae3-403c-9a8a-18f6730e91a6 req-34eaca70-d27c-4beb-80f3-26ea228d4dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:47.864930 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-1d1afad1-0ae3-403c-9a8a-18f6730e91a6 req-34eaca70-d27c-4beb-80f3-26ea228d4dae service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=a47b3c86-5b49-4a30-ad22-9680b01f5da9 HTTP/1.1" status: 200 len: 848 time: 0.0673985 Sep 15 00:53:47.907016 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15366224-43b7-4f52-bfef-a8853fdd4cd1 req-568a6de4-21d4-45b0-aa1f-29d8e31c0de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:47.908663 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-15366224-43b7-4f52-bfef-a8853fdd4cd1 req-568a6de4-21d4-45b0-aa1f-29d8e31c0de9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=6527e211-69f5-4bda-8984-4ee4af88ebfb HTTP/1.1" status: 200 len: 914 time: 0.2029352 Sep 15 00:53:47.933956 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f4dd4-ad10-4946-87f3-02afb95200a3 req-ab47ff03-b093-4ade-8a90-912c37a3d049 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:47.943002 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-531f4dd4-ad10-4946-87f3-02afb95200a3 req-ab47ff03-b093-4ade-8a90-912c37a3d049 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 945 time: 0.0789399 Sep 15 00:53:47.970561 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-15366224-43b7-4f52-bfef-a8853fdd4cd1 req-e1336609-a268-406a-98ee-e03226f72b25 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 HTTP/1.1" status: 200 len: 217 time: 0.0388296 Sep 15 00:53:47.975977 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1afad1-0ae3-403c-9a8a-18f6730e91a6 req-c28b8d8a-59c6-4466-9926-0a5a4e7f537d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:47.977400 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-1d1afad1-0ae3-403c-9a8a-18f6730e91a6 req-c28b8d8a-59c6-4466-9926-0a5a4e7f537d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=0487b0cb-031a-4188-bee6-95c6ebd2b4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0857069 Sep 15 00:53:47.988566 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-918a044a-7326-49a2-a3fd-a3913e15233b req-4cf5dbec-4d54-438d-8d2a-05bffe151dd7 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927095 Sep 15 00:53:48.004919 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-531f4dd4-ad10-4946-87f3-02afb95200a3 req-83920cc9-752d-4b95-92f7-fa3d176cf5c0 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611234 Sep 15 00:53:48.461464 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adedf981-66a2-455b-8192-1852eea1312b', 'tag': 'cc2b33ab-216b-4ead-83c4-eee6a3d2ec41'}] {{(pid=112953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:53:48.463948 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dcd79e7c9c5799004c3790ddb8f78f6987afe8bb335ac36dcc290df3850dde4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0416ce01-c3de-4e0e-ab95-4fb1e598a855" -d '{"events": [{"name": "network-changed", "server_uuid": "adedf981-66a2-455b-8192-1852eea1312b", "tag": "cc2b33ab-216b-4ead-83c4-eee6a3d2ec41"}]}' {{(pid=112953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:53:48.500574 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 00:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34cd7d29-d57f-4cf7-bc86-3728a02736dd x-openstack-request-id: req-34cd7d29-d57f-4cf7-bc86-3728a02736dd {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:53:48.500875 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adedf981-66a2-455b-8192-1852eea1312b", "tag": "cc2b33ab-216b-4ead-83c4-eee6a3d2ec41", "status": "completed", "code": 200}]} {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:53:48.501129 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-34cd7d29-d57f-4cf7-bc86-3728a02736dd {{(pid=112953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:53:48.501537 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34cd7d29-d57f-4cf7-bc86-3728a02736dd'] response: {'name': 'network-changed', 'server_uuid': 'adedf981-66a2-455b-8192-1852eea1312b', 'tag': 'cc2b33ab-216b-4ead-83c4-eee6a3d2ec41', 'status': 'completed', 'code': 200} Sep 15 00:53:48.673004 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d9035-99bf-4b49-b70b-ff3e2b4bc728 req-cd64d5ec-c21c-4996-9f37-7d49e991412f tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:48.674497 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-0e5d9035-99bf-4b49-b70b-ff3e2b4bc728 req-cd64d5ec-c21c-4996-9f37-7d49e991412f tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c770ee1-1cc8-4af3-bb2c-ab3753156e37 HTTP/1.1" status: 200 len: 944 time: 0.0459497 Sep 15 00:53:48.722121 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-0e5d9035-99bf-4b49-b70b-ff3e2b4bc728 req-6720415b-d488-4685-9c1c-569353022fe1 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419192 Sep 15 00:53:48.908732 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15366224-43b7-4f52-bfef-a8853fdd4cd1 req-7d15cf8d-c345-4d8c-a549-ec287c1864d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:48.910242 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-15366224-43b7-4f52-bfef-a8853fdd4cd1 req-7d15cf8d-c345-4d8c-a549-ec287c1864d9 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=479cc5fe-8cf2-4cfc-81e7-d1f45af83420 HTTP/1.1" status: 200 len: 853 time: 0.0920610 Sep 15 00:53:48.937965 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-1d1afad1-0ae3-403c-9a8a-18f6730e91a6 req-f3a2a7de-632b-4de9-b6a7-88d78cfc02bd service neutron] 10.222.0.18 "GET /networking/v2.0/networks/0487b0cb-031a-4188-bee6-95c6ebd2b4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273389 Sep 15 00:53:49.120354 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:49.131452 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e3e9f-0cb2-4683-a9c3-900c8f497fad req-d47b4267-94a4-432e-87f1-a115a79ae86d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:49.132907 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-7f0e3e9f-0cb2-4683-a9c3-900c8f497fad req-d47b4267-94a4-432e-87f1-a115a79ae86d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 945 time: 0.0500300 Sep 15 00:53:49.178569 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-7f0e3e9f-0cb2-4683-a9c3-900c8f497fad req-802b05e8-8d86-4986-aba6-68281d464e21 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400827 Sep 15 00:53:49.488174 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15366224-43b7-4f52-bfef-a8853fdd4cd1 req-8cd39606-bab0-4b77-8c7b-cf1cfa628167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:49.489691 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-15366224-43b7-4f52-bfef-a8853fdd4cd1 req-8cd39606-bab0-4b77-8c7b-cf1cfa628167 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=6527e211-69f5-4bda-8984-4ee4af88ebfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0859816 Sep 15 00:53:49.524997 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-1d1afad1-0ae3-403c-9a8a-18f6730e91a6 req-cc5eaaa0-0d43-4179-a3aa-b2d0a6a6e385 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/0487b0cb-031a-4188-bee6-95c6ebd2b4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122291 Sep 15 00:53:49.738587 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-15366224-43b7-4f52-bfef-a8853fdd4cd1 req-09afb465-c187-4457-aff7-7d40b1417662 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6527e211-69f5-4bda-8984-4ee4af88ebfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847921 Sep 15 00:53:49.803380 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:49.832713 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:49.841072 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899faae-6db7-4360-85c8-e09e4266e47d req-c38f9fb0-97b4-4a80-9601-deec276ec069 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:49.842538 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b899faae-6db7-4360-85c8-e09e4266e47d req-c38f9fb0-97b4-4a80-9601-deec276ec069 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c770ee1-1cc8-4af3-bb2c-ab3753156e37 HTTP/1.1" status: 200 len: 944 time: 0.0474501 Sep 15 00:53:49.892041 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b899faae-6db7-4360-85c8-e09e4266e47d req-f2dc31a9-648e-496f-9035-6921e70080ec tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438333 Sep 15 00:53:50.043326 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-832e4221-eadb-42c9-95be-45f933a0a74c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:50.317305 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-15366224-43b7-4f52-bfef-a8853fdd4cd1 req-6525c5c1-0e41-4bd3-8f0d-363ba25c58b8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6527e211-69f5-4bda-8984-4ee4af88ebfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268837 Sep 15 00:53:50.329605 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61d4dc-8c0a-479c-b5b5-58a57d868c4c req-88d8e46e-13df-40cf-994a-a988f1a7811d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:50.330998 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-6c61d4dc-8c0a-479c-b5b5-58a57d868c4c req-88d8e46e-13df-40cf-994a-a988f1a7811d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 945 time: 0.0647810 Sep 15 00:53:50.378071 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-6c61d4dc-8c0a-479c-b5b5-58a57d868c4c req-105d5dfc-114d-4bb8-a96d-c2e9e39b32c7 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414536 Sep 15 00:53:50.497231 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6697c-5242-40ad-9ab3-36d5ed6da5dd req-c46671c2-c327-45c3-81f0-6019e4d699d9 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:50.498599 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-24e6697c-5242-40ad-9ab3-36d5ed6da5dd req-c46671c2-c327-45c3-81f0-6019e4d699d9 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 945 time: 0.0460076 Sep 15 00:53:50.508937 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 60404) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:53:50.513151 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-f52f3ed1-db93-4524-ba2e-da67b511bcd9 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Request body: {'floatingip': {'port_id': '9e2fa835-2b12-4126-9efe-5387a46e4c0c'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:53:50.551233 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-f52f3ed1-db93-4524-ba2e-da67b511bcd9 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks [] for floatingip (7745ca50-7354-4e78-a840-8b8023286612), before_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:50.756664 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:50.965388 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416ce01-c3de-4e0e-ab95-4fb1e598a855 req-7b0db56a-32a5-43e1-a18e-799d6a47d0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:50.967397 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0416ce01-c3de-4e0e-ab95-4fb1e598a855 req-7b0db56a-32a5-43e1-a18e-799d6a47d0b6 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=762beb87caad4aa691528a7d9de01086&device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 1129 time: 0.0530417 Sep 15 00:53:51.008716 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-f52f3ed1-db93-4524-ba2e-da67b511bcd9 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:51.014038 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-f52f3ed1-db93-4524-ba2e-da67b511bcd9 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682341'] for floatingip (7745ca50-7354-4e78-a840-8b8023286612), after_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:51.075384 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f6adc-7b98-401e-9406-8cbcbea8a08f req-2e2a8166-1aa9-472a-b3e9-960d748841e8 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:51.076924 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-709f6adc-7b98-401e-9406-8cbcbea8a08f req-2e2a8166-1aa9-472a-b3e9-960d748841e8 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c770ee1-1cc8-4af3-bb2c-ab3753156e37 HTTP/1.1" status: 200 len: 944 time: 0.0928268 Sep 15 00:53:51.087444 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device d1b21f4d-7863-4a9c-ac7d-ae028778c2c8 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=112954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 00:53:51.142147 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.db.l3_db [None req-f52f3ed1-db93-4524-ba2e-da67b511bcd9 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Floating IP 7745ca50-7354-4e78-a840-8b8023286612 associated. External IP: 172.27.1.128, port: 9e2fa835-2b12-4126-9efe-5387a46e4c0c. Sep 15 00:53:51.146918 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416ce01-c3de-4e0e-ab95-4fb1e598a855 req-d98deeae-a370-4ee2-9cab-0029f2741d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:51.148425 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0416ce01-c3de-4e0e-ab95-4fb1e598a855 req-d98deeae-a370-4ee2-9cab-0029f2741d38 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=6527e211-69f5-4bda-8984-4ee4af88ebfb HTTP/1.1" status: 200 len: 914 time: 0.1743701 Sep 15 00:53:51.243469 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port d1b21f4d-7863-4a9c-ac7d-ae028778c2c8, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=d1b21f4d-7863-4a9c-ac7d-ae028778c2c8,segment=NetworkSegment(acf8a16c-6cfc-4de4-a767-e59f2556add5),segment_id=acf8a16c-6cfc-4de4-a767-e59f2556add5)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:53:51.257470 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0416ce01-c3de-4e0e-ab95-4fb1e598a855 req-d43d1585-9839-41c6-be1d-5f4b48a72b4e service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 HTTP/1.1" status: 200 len: 217 time: 0.0992067 Sep 15 00:53:51.260141 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c268f57b-e8a1-4d08-aec2-8dec00400582 req-5b69666c-e0c4-4b2d-9c54-1b54f4c738db service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0595164 Sep 15 00:53:51.262997 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Returning: {'device': 'd1b21f4d-7863-4a9c-ac7d-ae028778c2c8', 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3', 'port_id': 'd1b21f4d-7863-4a9c-ac7d-ae028778c2c8', 'mac_address': 'fa:16:3e:c2:44:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 00:53:51.264788 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-709f6adc-7b98-401e-9406-8cbcbea8a08f req-9ea4d3d1-63be-4e04-8820-743aaafc91ed tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687901 Sep 15 00:53:51.321642 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port d1b21f4d-7863-4a9c-ac7d-ae028778c2c8 is: DOWN; New status is: BUILD {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:53:51.322085 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (d1b21f4d-7863-4a9c-ac7d-ae028778c2c8), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:51.342222 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1b21f4d-7863-4a9c-ac7d-ae028778c2c8 {{(pid=112954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 00:53:51.348807 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:51.367739 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port d1b21f4d-7863-4a9c-ac7d-ae028778c2c8, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=d1b21f4d-7863-4a9c-ac7d-ae028778c2c8,segment=NetworkSegment(acf8a16c-6cfc-4de4-a767-e59f2556add5),segment_id=acf8a16c-6cfc-4de4-a767-e59f2556add5)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:53:51.373142 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (d1b21f4d-7863-4a9c-ac7d-ae028778c2c8), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:51.381693 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416ce01-c3de-4e0e-ab95-4fb1e598a855 req-0ae36029-5f31-4ce5-ae8e-34a1a5c2d0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:51.383176 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0416ce01-c3de-4e0e-ab95-4fb1e598a855 req-0ae36029-5f31-4ce5-ae8e-34a1a5c2d0fd service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=479cc5fe-8cf2-4cfc-81e7-d1f45af83420 HTTP/1.1" status: 200 len: 853 time: 0.0977271 Sep 15 00:53:51.384244 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268f57b-e8a1-4d08-aec2-8dec00400582 req-adc33fc8-7b86-4a5d-b97e-2d10c512d616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:51.385227 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52f3ed1-db93-4524-ba2e-da67b511bcd9 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Router 21d3c2da-0083-4dd9-b598-5719182eaa10 has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:53:51.386186 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c268f57b-e8a1-4d08-aec2-8dec00400582 req-adc33fc8-7b86-4a5d-b97e-2d10c512d616 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=743501da05424df197d7af03d32eabb3&device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 1129 time: 0.0662594 Sep 15 00:53:51.426715 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=d1b21f4d-7863-4a9c-ac7d-ae028778c2c8,revision_number=4']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:51.442846 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:51.475589 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416ce01-c3de-4e0e-ab95-4fb1e598a855 req-a99e230a-20da-4f2c-b561-d43f1bf778fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:51.477102 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0416ce01-c3de-4e0e-ab95-4fb1e598a855 req-a99e230a-20da-4f2c-b561-d43f1bf778fb service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=6527e211-69f5-4bda-8984-4ee4af88ebfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0852540 Sep 15 00:53:51.503035 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52f3ed1-db93-4524-ba2e-da67b511bcd9 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:53:51.508361 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-f52f3ed1-db93-4524-ba2e-da67b511bcd9 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for floatingip (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:51.513447 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1428dc52-10ed-4f12-93ce-523696c2811a None None] Sync routers for ids ['21d3c2da-0083-4dd9-b598-5719182eaa10'] in dv-cinder-857528-2-iscsi {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:53:51.524315 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1428dc52-10ed-4f12-93ce-523696c2811a None None] Routers {'21d3c2da-0083-4dd9-b598-5719182eaa10'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:53:51.524934 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-1428dc52-10ed-4f12-93ce-523696c2811a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:53:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['21d3c2da-0083-4dd9-b598-5719182eaa10'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:53:51.545758 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-f52f3ed1-db93-4524-ba2e-da67b511bcd9 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/7745ca50-7354-4e78-a840-8b8023286612 HTTP/1.1" status: 200 len: 991 time: 1.0336530 Sep 15 00:53:51.545758 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c270acf-24d9-4d2e-bf97-2f487bd44a96', 'tag': '9e2fa835-2b12-4126-9efe-5387a46e4c0c'}] {{(pid=112952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:53:51.548484 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab332b7ebe0febfdc7fe1a403309b4946bbbdc71882a32b3ac962f44a6678e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224ee30b-fdc4-4689-a84e-e06a80e66aa5" -d '{"events": [{"name": "network-changed", "server_uuid": "4c270acf-24d9-4d2e-bf97-2f487bd44a96", "tag": "9e2fa835-2b12-4126-9efe-5387a46e4c0c"}]}' {{(pid=112952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:53:51.571227 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268f57b-e8a1-4d08-aec2-8dec00400582 req-60010495-608c-41cf-8376-12a6c2c3148f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:51.572926 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c268f57b-e8a1-4d08-aec2-8dec00400582 req-60010495-608c-41cf-8376-12a6c2c3148f service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=4290f87e-df9b-42ba-bf4c-3cb460fcfafb HTTP/1.1" status: 200 len: 909 time: 0.1540508 Sep 15 00:53:51.594378 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 00:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ea981a-bc1e-4b27-8a0e-9feaf61fee74 x-openstack-request-id: req-41ea981a-bc1e-4b27-8a0e-9feaf61fee74 {{(pid=112952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:53:51.594741 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c270acf-24d9-4d2e-bf97-2f487bd44a96", "tag": "9e2fa835-2b12-4126-9efe-5387a46e4c0c", "status": "completed", "code": 200}]} {{(pid=112952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:53:51.595107 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-41ea981a-bc1e-4b27-8a0e-9feaf61fee74 {{(pid=112952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:53:51.595606 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41ea981a-bc1e-4b27-8a0e-9feaf61fee74'] response: {'name': 'network-changed', 'server_uuid': '4c270acf-24d9-4d2e-bf97-2f487bd44a96', 'tag': '9e2fa835-2b12-4126-9efe-5387a46e4c0c', 'status': 'completed', 'code': 200} Sep 15 00:53:51.640388 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-1428dc52-10ed-4f12-93ce-523696c2811a None None] Set router 21d3c2da-0083-4dd9-b598-5719182eaa10 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:53:51.643216 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0416ce01-c3de-4e0e-ab95-4fb1e598a855 req-77dec754-37de-40fb-b621-6623b1d7e61e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6527e211-69f5-4bda-8984-4ee4af88ebfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558442 Sep 15 00:53:51.681332 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c268f57b-e8a1-4d08-aec2-8dec00400582 req-b6cc3e3a-0a58-4b03-9544-acbb7052629c service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8e5a3ed-229c-4186-8197-286fa9b6a050 HTTP/1.1" status: 200 len: 999 time: 0.1014955 Sep 15 00:53:51.710246 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ee30b-fdc4-4689-a84e-e06a80e66aa5 req-5f40834c-2531-468e-914b-e59834f55ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:51.711801 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-224ee30b-fdc4-4689-a84e-e06a80e66aa5 req-5f40834c-2531-468e-914b-e59834f55ce7 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=72d7dfe402c045edbca04c0e7eee05f9&device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 1129 time: 0.0560369 Sep 15 00:53:51.722479 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:51.747656 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:51.754434 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:51.778426 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268f57b-e8a1-4d08-aec2-8dec00400582 req-59c9f5b8-8ef5-40dd-8a33-18598e02ab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:51.779842 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c268f57b-e8a1-4d08-aec2-8dec00400582 req-59c9f5b8-8ef5-40dd-8a33-18598e02ab8c service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=1377e933-271c-4a25-8861-4516d6260e23 HTTP/1.1" status: 200 len: 848 time: 0.0724723 Sep 15 00:53:51.802430 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0416ce01-c3de-4e0e-ab95-4fb1e598a855 req-c17a9f12-4678-4044-82ed-5181a78f7ddc service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6527e211-69f5-4bda-8984-4ee4af88ebfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517296 Sep 15 00:53:51.815977 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ee30b-fdc4-4689-a84e-e06a80e66aa5 req-2dff1705-a8d2-4d3f-a626-a2856487a892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:51.817460 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-224ee30b-fdc4-4689-a84e-e06a80e66aa5 req-2dff1705-a8d2-4d3f-a626-a2856487a892 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=ab876c33-1fa1-4628-a9be-d8dde255d344 HTTP/1.1" status: 200 len: 917 time: 0.0981104 Sep 15 00:53:51.833741 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268f57b-e8a1-4d08-aec2-8dec00400582 req-e5dccf5b-9905-4549-abb8-ae378d80925a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:51.835447 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c268f57b-e8a1-4d08-aec2-8dec00400582 req-e5dccf5b-9905-4549-abb8-ae378d80925a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=4290f87e-df9b-42ba-bf4c-3cb460fcfafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469258 Sep 15 00:53:51.876605 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-1428dc52-10ed-4f12-93ce-523696c2811a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'name': 'tempest-AttachVolumeShelveTestJSON-1102589143-router', 'tenant_id': '72d7dfe402c045edbca04c0e7eee05f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a1e135a4-f153-4035-bcda-0699e462acd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:46:53Z', 'updated_at': '2022-09-15T00:46:56Z', 'revision_number': 4, 'project_id': '72d7dfe402c045edbca04c0e7eee05f9', 'gw_port': {'id': 'a1e135a4-f153-4035-bcda-0699e462acd6', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:46:54Z', 'updated_at': '2022-09-15T00:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': '7745ca50-7354-4e78-a840-8b8023286612', 'tenant_id': '72d7dfe402c045edbca04c0e7eee05f9', 'floating_ip_address': '172.27.1.128', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'port_id': '9e2fa835-2b12-4126-9efe-5387a46e4c0c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344', 'mac_address': 'fa:16:3e:f2:78:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c270acf-24d9-4d2e-bf97-2f487bd44a96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:53:31Z', 'updated_at': '2022-09-15T00:53:50Z', 'revision_number': 1, 'project_id': '72d7dfe402c045edbca04c0e7eee05f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1a4e947-c4d6-4c99-b7f7-b701f8f23d72', 'name': '', 'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344', 'tenant_id': '72d7dfe402c045edbca04c0e7eee05f9', 'mac_address': 'fa:16:3e:61:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:46:56Z', 'updated_at': '2022-09-15T00:47:01Z', 'revision_number': 5, 'project_id': '72d7dfe402c045edbca04c0e7eee05f9', 'subnets': [{'id': '272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:53:51.887889 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-224ee30b-fdc4-4689-a84e-e06a80e66aa5 req-efb620e1-5519-44d8-991d-7afbf052cbe3 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e2fa835-2b12-4126-9efe-5387a46e4c0c HTTP/1.1" status: 200 len: 999 time: 0.0583901 Sep 15 00:53:51.905749 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1428dc52-10ed-4f12-93ce-523696c2811a None None] Checking router: 21d3c2da-0083-4dd9-b598-5719182eaa10 for host: dv-cinder-857528-2-iscsi {{(pid=112954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:53:51.912361 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] get_ports_and_sgs() called for port_ids ['d1b21f4d-7863-4a9c-ac7d-ae028778c2c8'] {{(pid=112954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 00:53:51.941329 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1428dc52-10ed-4f12-93ce-523696c2811a None None] Routers {'21d3c2da-0083-4dd9-b598-5719182eaa10'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:53:51.941462 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c268f57b-e8a1-4d08-aec2-8dec00400582 req-65fa6ac2-8cd0-49a2-9ea0-17cc1c527e21 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4290f87e-df9b-42ba-bf4c-3cb460fcfafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913956 Sep 15 00:53:51.941937 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-1428dc52-10ed-4f12-93ce-523696c2811a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:53:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['21d3c2da-0083-4dd9-b598-5719182eaa10'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:53:51.942430 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ee30b-fdc4-4689-a84e-e06a80e66aa5 req-c22a3a2b-db2e-4f5a-a896-166d1ed6ab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:51.944042 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-224ee30b-fdc4-4689-a84e-e06a80e66aa5 req-c22a3a2b-db2e-4f5a-a896-166d1ed6ab20 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72 HTTP/1.1" status: 200 len: 856 time: 0.0493939 Sep 15 00:53:52.062978 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:52.110452 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-1428dc52-10ed-4f12-93ce-523696c2811a None None] Set router 21d3c2da-0083-4dd9-b598-5719182eaa10 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:53:52.256220 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ee30b-fdc4-4689-a84e-e06a80e66aa5 req-e06d21ed-988d-42ac-afc9-3289008109d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:52.259079 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-224ee30b-fdc4-4689-a84e-e06a80e66aa5 req-e06d21ed-988d-42ac-afc9-3289008109d8 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=ab876c33-1fa1-4628-a9be-d8dde255d344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3069761 Sep 15 00:53:52.288303 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c268f57b-e8a1-4d08-aec2-8dec00400582 req-35df9257-7554-4311-9e47-c429de29d9a8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4290f87e-df9b-42ba-bf4c-3cb460fcfafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360126 Sep 15 00:53:52.346993 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:52.373336 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-224ee30b-fdc4-4689-a84e-e06a80e66aa5 req-203b1a54-1f7c-4703-8820-693fbc6af117 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ab876c33-1fa1-4628-a9be-d8dde255d344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063437 Sep 15 00:53:52.429403 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4556830-9fde-4028-8467-b25160d620d4 req-5f8282d9-a1e3-4603-974c-1d31ce8a1a6a tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:52.442026 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c4556830-9fde-4028-8467-b25160d620d4 req-5f8282d9-a1e3-4603-974c-1d31ce8a1a6a tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c770ee1-1cc8-4af3-bb2c-ab3753156e37 HTTP/1.1" status: 200 len: 945 time: 0.0663395 Sep 15 00:53:52.467121 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-1428dc52-10ed-4f12-93ce-523696c2811a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'name': 'tempest-AttachVolumeShelveTestJSON-1102589143-router', 'tenant_id': '72d7dfe402c045edbca04c0e7eee05f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a1e135a4-f153-4035-bcda-0699e462acd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:46:53Z', 'updated_at': '2022-09-15T00:46:56Z', 'revision_number': 4, 'project_id': '72d7dfe402c045edbca04c0e7eee05f9', 'gw_port': {'id': 'a1e135a4-f153-4035-bcda-0699e462acd6', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:46:54Z', 'updated_at': '2022-09-15T00:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': '7745ca50-7354-4e78-a840-8b8023286612', 'tenant_id': '72d7dfe402c045edbca04c0e7eee05f9', 'floating_ip_address': '172.27.1.128', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'port_id': '9e2fa835-2b12-4126-9efe-5387a46e4c0c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344', 'mac_address': 'fa:16:3e:f2:78:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c270acf-24d9-4d2e-bf97-2f487bd44a96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:53:31Z', 'updated_at': '2022-09-15T00:53:50Z', 'revision_number': 1, 'project_id': '72d7dfe402c045edbca04c0e7eee05f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1a4e947-c4d6-4c99-b7f7-b701f8f23d72', 'name': '', 'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344', 'tenant_id': '72d7dfe402c045edbca04c0e7eee05f9', 'mac_address': 'fa:16:3e:61:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:46:56Z', 'updated_at': '2022-09-15T00:47:01Z', 'revision_number': 5, 'project_id': '72d7dfe402c045edbca04c0e7eee05f9', 'subnets': [{'id': '272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:53:52.497635 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1428dc52-10ed-4f12-93ce-523696c2811a None None] The sync data for ids ['21d3c2da-0083-4dd9-b598-5719182eaa10'] in dv-cinder-857528-2-iscsi is: [{'id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'name': 'tempest-AttachVolumeShelveTestJSON-1102589143-router', 'tenant_id': '72d7dfe402c045edbca04c0e7eee05f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a1e135a4-f153-4035-bcda-0699e462acd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:46:53Z', 'updated_at': '2022-09-15T00:46:56Z', 'revision_number': 4, 'project_id': '72d7dfe402c045edbca04c0e7eee05f9', 'gw_port': {'id': 'a1e135a4-f153-4035-bcda-0699e462acd6', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:46:54Z', 'updated_at': '2022-09-15T00:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': '7745ca50-7354-4e78-a840-8b8023286612', 'tenant_id': '72d7dfe402c045edbca04c0e7eee05f9', 'floating_ip_address': '172.27.1.128', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'port_id': '9e2fa835-2b12-4126-9efe-5387a46e4c0c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344', 'mac_address': 'fa:16:3e:f2:78:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c270acf-24d9-4d2e-bf97-2f487bd44a96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:53:31Z', 'updated_at': '2022-09-15T00:53:50Z', 'revision_number': 1, 'project_id': '72d7dfe402c045edbca04c0e7eee05f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1a4e947-c4d6-4c99-b7f7-b701f8f23d72', 'name': '', 'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344', 'tenant_id': '72d7dfe402c045edbca04c0e7eee05f9', 'mac_address': 'fa:16:3e:61:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:46:56Z', 'updated_at': '2022-09-15T00:47:01Z', 'revision_number': 5, 'project_id': '72d7dfe402c045edbca04c0e7eee05f9', 'subnets': [{'id': '272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:53:52.508498 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-224ee30b-fdc4-4689-a84e-e06a80e66aa5 req-ccb0cf2f-463f-4e58-be12-438a5e19add7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ab876c33-1fa1-4628-a9be-d8dde255d344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197236 Sep 15 00:53:52.513520 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c4556830-9fde-4028-8467-b25160d620d4 req-37ab05b1-59cd-400a-b655-51163246b581 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700364 Sep 15 00:53:52.602016 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:52.616822 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17c89d-1e08-457c-bf26-6117d30ff090 req-bc0c84d4-64ad-4c14-af2f-301276e13256 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:52.618312 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-6c17c89d-1e08-457c-bf26-6117d30ff090 req-bc0c84d4-64ad-4c14-af2f-301276e13256 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 945 time: 0.0497339 Sep 15 00:53:52.673735 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:52.680058 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-6c17c89d-1e08-457c-bf26-6117d30ff090 req-a8a55e64-c785-4d3e-b496-8166b1453589 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550346 Sep 15 00:53:52.724170 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6817eb3-3277-4777-ae41-108e4ae08818 None None] New status for floating IP 7745ca50-7354-4e78-a840-8b8023286612: ACTIVE {{(pid=112955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 00:53:52.753572 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:53.464583 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device d1b21f4d-7863-4a9c-ac7d-ae028778c2c8 up at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:53:53.506350 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Provisioning for port d1b21f4d-7863-4a9c-ac7d-ae028778c2c8 completed by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 00:53:53.512550 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Provisioning complete for port d1b21f4d-7863-4a9c-ac7d-ae028778c2c8 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:53:53.512967 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (d1b21f4d-7863-4a9c-ac7d-ae028778c2c8), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:53.513337 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Attempt 1 to provision port d1b21f4d-7863-4a9c-ac7d-ae028778c2c8 Sep 15 00:53:53.584481 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=100 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:53.591266 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port d1b21f4d-7863-4a9c-ac7d-ae028778c2c8 is: BUILD; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:53:53.591756 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (d1b21f4d-7863-4a9c-ac7d-ae028778c2c8), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:53.614549 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c770ee1-1cc8-4af3-bb2c-ab3753156e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b21f4d-7863-4a9c-ac7d-ae028778c2c8'}] {{(pid=112954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:53:53.616832 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac31f47a78c65cec711889e6d70219b8f5c13991b6e76ee3a100a5a33f2e7321" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b07b2c-e1d0-4852-ae4c-579198de0d99" -d '{"events": [{"server_uuid": "4c770ee1-1cc8-4af3-bb2c-ab3753156e37", "name": "network-vif-plugged", "status": "completed", "tag": "d1b21f4d-7863-4a9c-ac7d-ae028778c2c8"}]}' {{(pid=112954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:53:53.630561 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port d1b21f4d-7863-4a9c-ac7d-ae028778c2c8, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=d1b21f4d-7863-4a9c-ac7d-ae028778c2c8,segment=NetworkSegment(acf8a16c-6cfc-4de4-a767-e59f2556add5),segment_id=acf8a16c-6cfc-4de4-a767-e59f2556add5)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:53:53.636293 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (d1b21f4d-7863-4a9c-ac7d-ae028778c2c8), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:53.648754 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79450e-3e99-49d8-8eec-2b77d3dea130 req-e9a3e865-5ea5-494b-b231-6e58dc944ce3 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:53.651024 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ba79450e-3e99-49d8-8eec-2b77d3dea130 req-e9a3e865-5ea5-494b-b231-6e58dc944ce3 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c770ee1-1cc8-4af3-bb2c-ab3753156e37 HTTP/1.1" status: 200 len: 945 time: 0.0589170 Sep 15 00:53:53.661941 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 00:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee89691-2312-4abd-9da2-09dc8d9cdeec x-openstack-request-id: req-bee89691-2312-4abd-9da2-09dc8d9cdeec {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:53:53.662231 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c770ee1-1cc8-4af3-bb2c-ab3753156e37", "name": "network-vif-plugged", "status": "completed", "tag": "d1b21f4d-7863-4a9c-ac7d-ae028778c2c8", "code": 200}]} {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:53:53.662482 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bee89691-2312-4abd-9da2-09dc8d9cdeec {{(pid=112954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:53:53.662880 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bee89691-2312-4abd-9da2-09dc8d9cdeec'] response: {'server_uuid': '4c770ee1-1cc8-4af3-bb2c-ab3753156e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b21f4d-7863-4a9c-ac7d-ae028778c2c8', 'code': 200} Sep 15 00:53:53.690501 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=d1b21f4d-7863-4a9c-ac7d-ae028778c2c8,revision_number=5']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:53.703643 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ba79450e-3e99-49d8-8eec-2b77d3dea130 req-9827ce76-afb4-43e8-a0dd-5fdd6f746ce1 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465927 Sep 15 00:53:53.798209 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4e6f3-a2c3-41c1-8fbb-fad78d057052 req-ade3ff4e-c5ce-4d4a-a49d-0a8c869fce51 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:53.799688 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-39a4e6f3-a2c3-41c1-8fbb-fad78d057052 req-ade3ff4e-c5ce-4d4a-a49d-0a8c869fce51 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 945 time: 0.0458007 Sep 15 00:53:53.846515 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-39a4e6f3-a2c3-41c1-8fbb-fad78d057052 req-b7e6fd2b-85c2-4ac5-b2d2-18abd080fedf tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412796 Sep 15 00:53:54.411622 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3148c4e-fc25-4c57-a780-5e06f03c72f5 req-d90c5948-eda3-4099-bfbd-d9f9a698e2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:54.413088 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-c3148c4e-fc25-4c57-a780-5e06f03c72f5 req-d90c5948-eda3-4099-bfbd-d9f9a698e2ea service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4c770ee1-1cc8-4af3-bb2c-ab3753156e37 HTTP/1.1" status: 200 len: 1130 time: 0.0375607 Sep 15 00:53:54.705791 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-c3148c4e-fc25-4c57-a780-5e06f03c72f5 req-22f02a66-2216-4ffe-9477-ab64935cf2cb service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392845 Sep 15 00:53:54.822845 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000185b9-ae61-4b8b-889b-1e63450f278a req-a414f8f4-e2a4-447e-aa96-c4cb189b0534 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:54.824952 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-000185b9-ae61-4b8b-889b-1e63450f278a req-a414f8f4-e2a4-447e-aa96-c4cb189b0534 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c770ee1-1cc8-4af3-bb2c-ab3753156e37 HTTP/1.1" status: 200 len: 946 time: 0.0463257 Sep 15 00:53:54.872131 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-000185b9-ae61-4b8b-889b-1e63450f278a req-6d112bfe-912a-4c03-8f99-24202993c957 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415530 Sep 15 00:53:54.967797 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d01063-b6ab-4842-9d13-b03b1e450a7b req-e7956672-730c-48fe-a50f-a4713b8d6174 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:54.969193 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d1d01063-b6ab-4842-9d13-b03b1e450a7b req-e7956672-730c-48fe-a50f-a4713b8d6174 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 945 time: 0.0497162 Sep 15 00:53:55.015671 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d1d01063-b6ab-4842-9d13-b03b1e450a7b req-7a7dc166-2d41-43e8-851e-58f6a2410422 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb28f0b2-fdff-42b4-bee2-e7db48ff622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408978 Sep 15 00:53:55.217536 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6728065-d8f0-4882-a0e9-267ac8436faf req-b5c47507-b0b5-4d87-a12e-af572d28cc96 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:55.219004 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-c6728065-d8f0-4882-a0e9-267ac8436faf req-b5c47507-b0b5-4d87-a12e-af572d28cc96 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 945 time: 0.0452831 Sep 15 00:53:55.794025 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=100 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:55.845548 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [req-c6728065-d8f0-4882-a0e9-267ac8436faf req-89826e08-959e-4adc-a05a-bb0d1722c51e tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Deleting port cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 {{(pid=112952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:53:55.845882 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-c6728065-d8f0-4882-a0e9-267ac8436faf req-89826e08-959e-4adc-a05a-bb0d1722c51e tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (cc2b33ab-216b-4ead-83c4-eee6a3d2ec41), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:55.936468 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.db [req-c6728065-d8f0-4882-a0e9-267ac8436faf req-89826e08-959e-4adc-a05a-bb0d1722c51e tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] For port cc2b33ab-216b-4ead-83c4-eee6a3d2ec41, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=cc2b33ab-216b-4ead-83c4-eee6a3d2ec41,segment=NetworkSegment(f18da049-9f88-408b-afb0-dfd230010528),segment_id=f18da049-9f88-408b-afb0-dfd230010528)] {{(pid=112952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:53:55.936837 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-c6728065-d8f0-4882-a0e9-267ac8436faf req-89826e08-959e-4adc-a05a-bb0d1722c51e tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (cc2b33ab-216b-4ead-83c4-eee6a3d2ec41), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:55.950981 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [req-c6728065-d8f0-4882-a0e9-267ac8436faf req-89826e08-959e-4adc-a05a-bb0d1722c51e tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Calling delete_port for cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 owned by compute:nova {{(pid=112952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:53:55.998092 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f51fe4-dddc-494e-8a73-cd3dab640877 req-b8fbfd53-c41c-449b-aaa0-6161f5672838 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:55.999861 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f8f51fe4-dddc-494e-8a73-cd3dab640877 req-b8fbfd53-c41c-449b-aaa0-6161f5672838 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c770ee1-1cc8-4af3-bb2c-ab3753156e37 HTTP/1.1" status: 200 len: 946 time: 0.0467441 Sep 15 00:53:56.054280 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f8f51fe4-dddc-494e-8a73-cd3dab640877 req-122d71ca-4dde-4ce4-9a80-e749f1778dce tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486004 Sep 15 00:53:56.084007 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-c6728065-d8f0-4882-a0e9-267ac8436faf req-89826e08-959e-4adc-a05a-bb0d1722c51e tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3304143'] for port (cc2b33ab-216b-4ead-83c4-eee6a3d2ec41), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:56.122367 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89826e08-959e-4adc-a05a-bb0d1722c51e tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Pushing event deleted for resources: {'Port': ['ID=cc2b33ab-216b-4ead-83c4-eee6a3d2ec41,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:56.142477 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-bd91be59-18f8-4a5e-8c3d-7ed61c2880aa req-2dcf73b0-bbd4-4917-aa9c-fd7a6a9f5141 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 210 time: 0.0486686 Sep 15 00:53:56.187668 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6728065-d8f0-4882-a0e9-267ac8436faf req-89826e08-959e-4adc-a05a-bb0d1722c51e tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] No DVR routers for this DVR port cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 on host hv-cinder-85752 {{(pid=112952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 00:53:56.190210 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-c6728065-d8f0-4882-a0e9-267ac8436faf req-89826e08-959e-4adc-a05a-bb0d1722c51e tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:56.193402 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-c6728065-d8f0-4882-a0e9-267ac8436faf req-89826e08-959e-4adc-a05a-bb0d1722c51e tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.18 "DELETE /networking/v2.0/ports/cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 HTTP/1.1" status: 204 len: 173 time: 0.4308121 Sep 15 00:53:56.193893 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adedf981-66a2-455b-8192-1852eea1312b', 'name': 'network-vif-deleted', 'tag': 'cc2b33ab-216b-4ead-83c4-eee6a3d2ec41'}] {{(pid=112952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:53:56.196135 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab332b7ebe0febfdc7fe1a403309b4946bbbdc71882a32b3ac962f44a6678e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b6b12f-a647-44c3-bcfe-02e3d2878af4" -d '{"events": [{"server_uuid": "adedf981-66a2-455b-8192-1852eea1312b", "name": "network-vif-deleted", "tag": "cc2b33ab-216b-4ead-83c4-eee6a3d2ec41"}]}' {{(pid=112952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:53:56.232600 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 00:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393a8d4e-beec-4614-962d-65c17c20efd9 x-openstack-request-id: req-393a8d4e-beec-4614-962d-65c17c20efd9 {{(pid=112952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:53:56.232893 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adedf981-66a2-455b-8192-1852eea1312b", "name": "network-vif-deleted", "tag": "cc2b33ab-216b-4ead-83c4-eee6a3d2ec41", "status": "completed", "code": 200}]} {{(pid=112952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:53:56.233143 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-393a8d4e-beec-4614-962d-65c17c20efd9 {{(pid=112952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:53:56.233542 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-393a8d4e-beec-4614-962d-65c17c20efd9'] response: {'server_uuid': 'adedf981-66a2-455b-8192-1852eea1312b', 'name': 'network-vif-deleted', 'tag': 'cc2b33ab-216b-4ead-83c4-eee6a3d2ec41', 'status': 'completed', 'code': 200} Sep 15 00:53:57.178896 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582789f-9a35-4e78-88cf-32d9014610de req-d7b44537-9427-4e30-b4aa-9e3914678b80 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:57.180440 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a582789f-9a35-4e78-88cf-32d9014610de req-d7b44537-9427-4e30-b4aa-9e3914678b80 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c770ee1-1cc8-4af3-bb2c-ab3753156e37 HTTP/1.1" status: 200 len: 946 time: 0.0479558 Sep 15 00:53:57.211666 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:57.232664 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a582789f-9a35-4e78-88cf-32d9014610de req-2bf0669d-b2ca-48ba-95d1-285ac8799604 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466192 Sep 15 00:53:57.266808 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5820f2c5-b920-4881-ad5f-07f6a5dfbd2b req-a69483ea-51cb-479c-9884-fc9b33439331 tempest-TestMinimumBasicScenario-2135852114 tempest-TestMinimumBasicScenario-2135852114-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=adedf981-66a2-455b-8192-1852eea1312b HTTP/1.1" status: 200 len: 210 time: 0.0280809 Sep 15 00:53:57.349363 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795ff6c-9cf7-4dcf-98c3-fd1e9573628f req-8c889abf-cff7-4048-be14-df899acfc554 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:57.350807 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-0795ff6c-9cf7-4dcf-98c3-fd1e9573628f req-8c889abf-cff7-4048-be14-df899acfc554 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c770ee1-1cc8-4af3-bb2c-ab3753156e37 HTTP/1.1" status: 200 len: 946 time: 0.0458956 Sep 15 00:53:57.398633 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-0795ff6c-9cf7-4dcf-98c3-fd1e9573628f req-17e0e4a9-f7de-4a49-a775-c1eb68452a3d tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424092 Sep 15 00:53:57.428309 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 60456) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:53:57.466354 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c736a09f-9c35-495e-ba49-95f1afc89422 tempest-TestVolumeBootPattern-863639231 tempest-TestVolumeBootPattern-863639231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:57.470759 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 60458) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:53:57.470902 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-c736a09f-9c35-495e-ba49-95f1afc89422 tempest-TestVolumeBootPattern-863639231 tempest-TestVolumeBootPattern-863639231-project-admin] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c770ee1-1cc8-4af3-bb2c-ab3753156e37 HTTP/1.1" status: 200 len: 1125 time: 0.0412538 Sep 15 00:53:57.476612 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-29894c7a-67a7-4260-8067-af2b1d7f0235 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Request body: {'floatingip': {'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'port_id': 'd1b21f4d-7863-4a9c-ac7d-ae028778c2c8', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'fixed_ip_address': '172.20.0.13'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:53:57.478634 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:53:57.499930 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] No Port match for: cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 00:53:57.500287 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device cc2b33ab-216b-4ead-83c4-eee6a3d2ec41 not bound to the agent host hv-cinder-85752 {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 00:53:57.500685 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-29894c7a-67a7-4260-8067-af2b1d7f0235 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:57.586273 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-29894c7a-67a7-4260-8067-af2b1d7f0235 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:57.697617 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.db_base_plugin_common [None req-29894c7a-67a7-4260-8067-af2b1d7f0235 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Allocated IP 172.27.1.161 (53046852-16e9-4bc6-a26e-a34c1d2139e6/8f0c0330-11bc-44ed-a1b6-6f3c15aee393/86a65d5b-6800-4329-ada1-a1b6c2cd0c3b) {{(pid=112952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:53:57.774187 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:57.801784 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-29894c7a-67a7-4260-8067-af2b1d7f0235 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks [] for port (86a65d5b-6800-4329-ada1-a1b6c2cd0c3b), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:57.833187 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-29894c7a-67a7-4260-8067-af2b1d7f0235 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3304143'] for port (86a65d5b-6800-4329-ada1-a1b6c2cd0c3b), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:57.879786 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29894c7a-67a7-4260-8067-af2b1d7f0235 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Network 53046852-16e9-4bc6-a26e-a34c1d2139e6 is already hosted by enough agents. {{(pid=112952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:53:57.884849 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.base_scheduler [None req-29894c7a-67a7-4260-8067-af2b1d7f0235 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Resources bound (agent type, host, resource id): {{(pid=112952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:53:57.887244 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29894c7a-67a7-4260-8067-af2b1d7f0235 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Received port after_create {{(pid=112952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:53:57.890557 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29894c7a-67a7-4260-8067-af2b1d7f0235 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Pushing event updated for resources: {'Port': ['ID=86a65d5b-6800-4329-ada1-a1b6c2cd0c3b,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:58.136202 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:58.236329 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-29894c7a-67a7-4260-8067-af2b1d7f0235 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks [] for floatingip (741b0703-4a84-41b6-9351-1fd0bc5c0358), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:58.301606 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-29894c7a-67a7-4260-8067-af2b1d7f0235 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (86a65d5b-6800-4329-ada1-a1b6c2cd0c3b), before_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:58.451807 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-29894c7a-67a7-4260-8067-af2b1d7f0235 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks [] for port (86a65d5b-6800-4329-ada1-a1b6c2cd0c3b), precommit_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:58.457004 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-29894c7a-67a7-4260-8067-af2b1d7f0235 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3304182'] for port (86a65d5b-6800-4329-ada1-a1b6c2cd0c3b), after_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:58.521708 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:58.527987 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-29894c7a-67a7-4260-8067-af2b1d7f0235 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682341'] for floatingip (741b0703-4a84-41b6-9351-1fd0bc5c0358), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:58.529689 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29894c7a-67a7-4260-8067-af2b1d7f0235 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Pushing event updated for resources: {'Port': ['ID=86a65d5b-6800-4329-ada1-a1b6c2cd0c3b,revision_number=2']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:53:58.624940 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.db.l3_db [None req-29894c7a-67a7-4260-8067-af2b1d7f0235 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Floating IP 741b0703-4a84-41b6-9351-1fd0bc5c0358 associated. External IP: 172.27.1.161, port: d1b21f4d-7863-4a9c-ac7d-ae028778c2c8. Sep 15 00:53:58.834290 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29894c7a-67a7-4260-8067-af2b1d7f0235 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Router 507b553a-d76a-466a-b784-97a7291cdd3f has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:53:58.942569 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29894c7a-67a7-4260-8067-af2b1d7f0235 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:53:58.953520 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeae6115-a7f9-42d0-ad87-67e489eaf4f2 None None] Sync routers for ids ['507b553a-d76a-466a-b784-97a7291cdd3f'] in dv-cinder-857528-2-iscsi {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:53:58.961242 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 60508) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:53:58.964791 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeae6115-a7f9-42d0-ad87-67e489eaf4f2 None None] Routers {'507b553a-d76a-466a-b784-97a7291cdd3f'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:53:58.965649 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-aeae6115-a7f9-42d0-ad87-67e489eaf4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:53:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['507b553a-d76a-466a-b784-97a7291cdd3f'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:53:58.970575 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-29894c7a-67a7-4260-8067-af2b1d7f0235 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for floatingip (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:59.006959 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-29894c7a-67a7-4260-8067-af2b1d7f0235 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5349815 Sep 15 00:53:59.007633 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c770ee1-1cc8-4af3-bb2c-ab3753156e37', 'tag': 'd1b21f4d-7863-4a9c-ac7d-ae028778c2c8'}] {{(pid=112952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:53:59.010211 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab332b7ebe0febfdc7fe1a403309b4946bbbdc71882a32b3ac962f44a6678e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00604c1-02be-45fb-b266-508d723b827e" -d '{"events": [{"name": "network-changed", "server_uuid": "4c770ee1-1cc8-4af3-bb2c-ab3753156e37", "tag": "d1b21f4d-7863-4a9c-ac7d-ae028778c2c8"}]}' {{(pid=112952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:53:59.050599 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 00:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110755e1-5b24-4947-87c4-304a330f30f5 x-openstack-request-id: req-110755e1-5b24-4947-87c4-304a330f30f5 {{(pid=112952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:53:59.051009 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c770ee1-1cc8-4af3-bb2c-ab3753156e37", "tag": "d1b21f4d-7863-4a9c-ac7d-ae028778c2c8", "status": "completed", "code": 200}]} {{(pid=112952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:53:59.051273 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-110755e1-5b24-4947-87c4-304a330f30f5 {{(pid=112952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:53:59.051726 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-110755e1-5b24-4947-87c4-304a330f30f5'] response: {'name': 'network-changed', 'server_uuid': '4c770ee1-1cc8-4af3-bb2c-ab3753156e37', 'tag': 'd1b21f4d-7863-4a9c-ac7d-ae028778c2c8', 'status': 'completed', 'code': 200} Sep 15 00:53:59.116114 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:59.151497 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00604c1-02be-45fb-b266-508d723b827e req-07b2d147-d6e3-4ea8-9596-e7f88f645d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:59.153133 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-f00604c1-02be-45fb-b266-508d723b827e req-07b2d147-d6e3-4ea8-9596-e7f88f645d90 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=53d8d76185c44a159439c0f7a0e88b31&device_id=4c770ee1-1cc8-4af3-bb2c-ab3753156e37 HTTP/1.1" status: 200 len: 1130 time: 0.0462422 Sep 15 00:53:59.153889 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:59.208792 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-aeae6115-a7f9-42d0-ad87-67e489eaf4f2 None None] Set router 507b553a-d76a-466a-b784-97a7291cdd3f gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:53:59.234075 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:59.255157 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00604c1-02be-45fb-b266-508d723b827e req-afe8d498-3bc7-41bc-8d96-682d189dc951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:59.256674 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-f00604c1-02be-45fb-b266-508d723b827e req-afe8d498-3bc7-41bc-8d96-682d189dc951 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=0487b0cb-031a-4188-bee6-95c6ebd2b4a3 HTTP/1.1" status: 200 len: 909 time: 0.0975194 Sep 15 00:53:59.278377 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:59.295847 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-d1763011-bda2-4477-8eb8-82ca63110616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1673637'] for router_interface (8108ca8a-b303-44b7-9c98-720b2f6cd0e6), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:59.330021 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-f00604c1-02be-45fb-b266-508d723b827e req-5f57692e-093a-4527-97e2-d9db0239092b service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1b21f4d-7863-4a9c-ac7d-ae028778c2c8 HTTP/1.1" status: 200 len: 1000 time: 0.0641868 Sep 15 00:53:59.386705 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00604c1-02be-45fb-b266-508d723b827e req-30154cf7-8a56-4cf9-926e-9a5705cf062e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:59.389016 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-f00604c1-02be-45fb-b266-508d723b827e req-30154cf7-8a56-4cf9-926e-9a5705cf062e service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=a47b3c86-5b49-4a30-ad22-9680b01f5da9 HTTP/1.1" status: 200 len: 848 time: 0.0523396 Sep 15 00:53:59.434596 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00604c1-02be-45fb-b266-508d723b827e req-96682109-4f12-43f3-aa00-538657dca56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:53:59.436255 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-f00604c1-02be-45fb-b266-508d723b827e req-96682109-4f12-43f3-aa00-538657dca56d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=0487b0cb-031a-4188-bee6-95c6ebd2b4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415616 Sep 15 00:53:59.440360 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-aeae6115-a7f9-42d0-ad87-67e489eaf4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'name': 'tempest-TestVolumeBootPattern-9489909-router', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:03Z', 'updated_at': '2022-09-15T00:49:06Z', 'revision_number': 4, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'gw_port': {'id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:04Z', 'updated_at': '2022-09-15T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': '741b0703-4a84-41b6-9351-1fd0bc5c0358', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'floating_ip_address': '172.27.1.161', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'port_id': 'd1b21f4d-7863-4a9c-ac7d-ae028778c2c8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3', 'mac_address': 'fa:16:3e:c2:44:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c770ee1-1cc8-4af3-bb2c-ab3753156e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:53:58Z', 'updated_at': '2022-09-15T00:53:58Z', 'revision_number': 0, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8adcbc4-cb9c-40f7-8758-254d0a29b7bd', 'name': '', 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'mac_address': 'fa:16:3e:2f:6f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:06Z', 'updated_at': '2022-09-15T00:49:11Z', 'revision_number': 5, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'subnets': [{'id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:53:59.466986 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeae6115-a7f9-42d0-ad87-67e489eaf4f2 None None] Checking router: 507b553a-d76a-466a-b784-97a7291cdd3f for host: dv-cinder-857528-2-iscsi {{(pid=112954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:53:59.474791 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeae6115-a7f9-42d0-ad87-67e489eaf4f2 None None] Routers {'507b553a-d76a-466a-b784-97a7291cdd3f'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:53:59.475421 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-aeae6115-a7f9-42d0-ad87-67e489eaf4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:53:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['507b553a-d76a-466a-b784-97a7291cdd3f'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:53:59.529165 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [None req-d1763011-bda2-4477-8eb8-82ca63110616 admin admin] Deleting port 549fb5c3-7efb-441f-b921-6922b1bd5394 {{(pid=112953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:53:59.529422 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-d1763011-bda2-4477-8eb8-82ca63110616 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (549fb5c3-7efb-441f-b921-6922b1bd5394), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:59.539773 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-f00604c1-02be-45fb-b266-508d723b827e req-a43146c5-908e-428a-81c4-8f8e9d3851af service neutron] 10.222.0.18 "GET /networking/v2.0/networks/0487b0cb-031a-4188-bee6-95c6ebd2b4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970812 Sep 15 00:53:59.582783 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-aeae6115-a7f9-42d0-ad87-67e489eaf4f2 None None] Set router 507b553a-d76a-466a-b784-97a7291cdd3f gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:53:59.611950 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [None req-d1763011-bda2-4477-8eb8-82ca63110616 admin admin] For port 549fb5c3-7efb-441f-b921-6922b1bd5394, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=549fb5c3-7efb-441f-b921-6922b1bd5394,segment=NetworkSegment(f18da049-9f88-408b-afb0-dfd230010528),segment_id=f18da049-9f88-408b-afb0-dfd230010528)] {{(pid=112953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:53:59.612324 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-d1763011-bda2-4477-8eb8-82ca63110616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (549fb5c3-7efb-441f-b921-6922b1bd5394), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:59.626332 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [None req-d1763011-bda2-4477-8eb8-82ca63110616 admin admin] Calling delete_port for 549fb5c3-7efb-441f-b921-6922b1bd5394 owned by network:router_interface {{(pid=112953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:53:59.635826 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:53:59.640231 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-f00604c1-02be-45fb-b266-508d723b827e req-83a49a41-6a66-4728-a649-33db15e37b1f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/0487b0cb-031a-4188-bee6-95c6ebd2b4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904260 Sep 15 00:53:59.803105 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-aeae6115-a7f9-42d0-ad87-67e489eaf4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'name': 'tempest-TestVolumeBootPattern-9489909-router', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:03Z', 'updated_at': '2022-09-15T00:49:06Z', 'revision_number': 4, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'gw_port': {'id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:04Z', 'updated_at': '2022-09-15T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': '741b0703-4a84-41b6-9351-1fd0bc5c0358', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'floating_ip_address': '172.27.1.161', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'port_id': 'd1b21f4d-7863-4a9c-ac7d-ae028778c2c8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3', 'mac_address': 'fa:16:3e:c2:44:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c770ee1-1cc8-4af3-bb2c-ab3753156e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:53:58Z', 'updated_at': '2022-09-15T00:53:58Z', 'revision_number': 0, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8adcbc4-cb9c-40f7-8758-254d0a29b7bd', 'name': '', 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'mac_address': 'fa:16:3e:2f:6f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:06Z', 'updated_at': '2022-09-15T00:49:11Z', 'revision_number': 5, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'subnets': [{'id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:53:59.814547 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-d1763011-bda2-4477-8eb8-82ca63110616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9371492'] for port (549fb5c3-7efb-441f-b921-6922b1bd5394), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:53:59.828428 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeae6115-a7f9-42d0-ad87-67e489eaf4f2 None None] The sync data for ids ['507b553a-d76a-466a-b784-97a7291cdd3f'] in dv-cinder-857528-2-iscsi is: [{'id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'name': 'tempest-TestVolumeBootPattern-9489909-router', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:03Z', 'updated_at': '2022-09-15T00:49:06Z', 'revision_number': 4, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'gw_port': {'id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:04Z', 'updated_at': '2022-09-15T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': '741b0703-4a84-41b6-9351-1fd0bc5c0358', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'floating_ip_address': '172.27.1.161', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'port_id': 'd1b21f4d-7863-4a9c-ac7d-ae028778c2c8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3', 'mac_address': 'fa:16:3e:c2:44:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c770ee1-1cc8-4af3-bb2c-ab3753156e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:53:58Z', 'updated_at': '2022-09-15T00:53:58Z', 'revision_number': 0, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8adcbc4-cb9c-40f7-8758-254d0a29b7bd', 'name': '', 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'mac_address': 'fa:16:3e:2f:6f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:06Z', 'updated_at': '2022-09-15T00:49:11Z', 'revision_number': 5, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'subnets': [{'id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:53:59.845113 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1763011-bda2-4477-8eb8-82ca63110616 admin admin] Pushing event deleted for resources: {'Port': ['ID=549fb5c3-7efb-441f-b921-6922b1bd5394,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:54:00.015365 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-d1763011-bda2-4477-8eb8-82ca63110616 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679381'] for router_interface (8108ca8a-b303-44b7-9c98-720b2f6cd0e6), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:00.080530 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768be590-ddf3-461a-95c3-c7c70ab154aa None None] New status for floating IP 741b0703-4a84-41b6-9351-1fd0bc5c0358: ACTIVE {{(pid=112955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 00:54:00.124813 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:54:00.167341 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:54:00.237124 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1763011-bda2-4477-8eb8-82ca63110616 admin admin] Router 8108ca8a-b303-44b7-9c98-720b2f6cd0e6 has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:54:00.345261 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1763011-bda2-4477-8eb8-82ca63110616 admin admin] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:54:00.350721 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-d1763011-bda2-4477-8eb8-82ca63110616 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/8108ca8a-b303-44b7-9c98-720b2f6cd0e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3882308 Sep 15 00:54:00.352997 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 60516) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:54:00.353594 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be62e33-e4e4-4f3f-a4b5-7e42b01f0b90 None None] Sync routers for ids ['8108ca8a-b303-44b7-9c98-720b2f6cd0e6'] in dv-cinder-857528-2-iscsi {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:54:00.364198 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be62e33-e4e4-4f3f-a4b5-7e42b01f0b90 None None] Routers {'8108ca8a-b303-44b7-9c98-720b2f6cd0e6'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:54:00.364803 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-0be62e33-e4e4-4f3f-a4b5-7e42b01f0b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:53:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['8108ca8a-b303-44b7-9c98-720b2f6cd0e6'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:54:00.448287 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:54:00.448562 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-507d1093-415f-4b33-9f9e-d323a1ab6a6b admin admin] Publish callbacks [] for router (8108ca8a-b303-44b7-9c98-720b2f6cd0e6), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:00.467108 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-0be62e33-e4e4-4f3f-a4b5-7e42b01f0b90 None None] Set router 8108ca8a-b303-44b7-9c98-720b2f6cd0e6 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:54:00.545714 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-507d1093-415f-4b33-9f9e-d323a1ab6a6b admin admin] Publish callbacks [] for router_gateway (8108ca8a-b303-44b7-9c98-720b2f6cd0e6), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:00.590354 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [None req-507d1093-415f-4b33-9f9e-d323a1ab6a6b admin admin] Deleting port d8adb22a-529a-4981-82b4-0709e17d11b9 {{(pid=112953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:54:00.590811 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-507d1093-415f-4b33-9f9e-d323a1ab6a6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (d8adb22a-529a-4981-82b4-0709e17d11b9), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:00.634162 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-0be62e33-e4e4-4f3f-a4b5-7e42b01f0b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8108ca8a-b303-44b7-9c98-720b2f6cd0e6', 'name': 'tempest-TestMinimumBasicScenario-704422149-router', 'tenant_id': '762beb87caad4aa691528a7d9de01086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'd8adb22a-529a-4981-82b4-0709e17d11b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:40Z', 'updated_at': '2022-09-15T00:53:59Z', 'revision_number': 5, 'project_id': '762beb87caad4aa691528a7d9de01086', 'gw_port': {'id': 'd8adb22a-529a-4981-82b4-0709e17d11b9', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8108ca8a-b303-44b7-9c98-720b2f6cd0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:41Z', 'updated_at': '2022-09-15T00:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi'}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:54:00.662211 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be62e33-e4e4-4f3f-a4b5-7e42b01f0b90 None None] Checking router: 8108ca8a-b303-44b7-9c98-720b2f6cd0e6 for host: dv-cinder-857528-2-iscsi {{(pid=112954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:54:00.669518 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [None req-507d1093-415f-4b33-9f9e-d323a1ab6a6b admin admin] For port d8adb22a-529a-4981-82b4-0709e17d11b9, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=d8adb22a-529a-4981-82b4-0709e17d11b9,segment=NetworkSegment(bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89),segment_id=bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89)] {{(pid=112953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:54:00.669992 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-507d1093-415f-4b33-9f9e-d323a1ab6a6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (d8adb22a-529a-4981-82b4-0709e17d11b9), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:00.671181 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be62e33-e4e4-4f3f-a4b5-7e42b01f0b90 None None] Routers {'8108ca8a-b303-44b7-9c98-720b2f6cd0e6'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:54:00.672140 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-0be62e33-e4e4-4f3f-a4b5-7e42b01f0b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:53:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['8108ca8a-b303-44b7-9c98-720b2f6cd0e6'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:54:00.684002 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [None req-507d1093-415f-4b33-9f9e-d323a1ab6a6b admin admin] Calling delete_port for d8adb22a-529a-4981-82b4-0709e17d11b9 owned by network:router_gateway {{(pid=112953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:54:00.703771 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=100 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:54:00.754625 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-0be62e33-e4e4-4f3f-a4b5-7e42b01f0b90 None None] Set router 8108ca8a-b303-44b7-9c98-720b2f6cd0e6 gateway port host: None {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:54:00.806138 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-0be62e33-e4e4-4f3f-a4b5-7e42b01f0b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8108ca8a-b303-44b7-9c98-720b2f6cd0e6', 'name': 'tempest-TestMinimumBasicScenario-704422149-router', 'tenant_id': '762beb87caad4aa691528a7d9de01086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:40Z', 'updated_at': '2022-09-15T00:54:00Z', 'revision_number': 6, 'project_id': '762beb87caad4aa691528a7d9de01086', 'gw_port_host': None}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:54:00.829842 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be62e33-e4e4-4f3f-a4b5-7e42b01f0b90 None None] The sync data for ids ['8108ca8a-b303-44b7-9c98-720b2f6cd0e6'] in dv-cinder-857528-2-iscsi is: [{'id': '8108ca8a-b303-44b7-9c98-720b2f6cd0e6', 'name': 'tempest-TestMinimumBasicScenario-704422149-router', 'tenant_id': '762beb87caad4aa691528a7d9de01086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:40Z', 'updated_at': '2022-09-15T00:54:00Z', 'revision_number': 6, 'project_id': '762beb87caad4aa691528a7d9de01086', 'gw_port_host': None}] {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:54:00.845606 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-507d1093-415f-4b33-9f9e-d323a1ab6a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9371492'] for port (d8adb22a-529a-4981-82b4-0709e17d11b9), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:00.872075 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d1093-415f-4b33-9f9e-d323a1ab6a6b admin admin] Pushing event deleted for resources: {'Port': ['ID=d8adb22a-529a-4981-82b4-0709e17d11b9,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:54:00.934901 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-507d1093-415f-4b33-9f9e-d323a1ab6a6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1682271'] for router_gateway (8108ca8a-b303-44b7-9c98-720b2f6cd0e6), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:00.957448 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:54:01.021106 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-507d1093-415f-4b33-9f9e-d323a1ab6a6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3719'] for router (8108ca8a-b303-44b7-9c98-720b2f6cd0e6), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:01.023247 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-507d1093-415f-4b33-9f9e-d323a1ab6a6b admin admin] Publish callbacks [] for router_controller (8108ca8a-b303-44b7-9c98-720b2f6cd0e6), precommit_delete_associations {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:01.058632 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:54:01.064145 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-507d1093-415f-4b33-9f9e-d323a1ab6a6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1679464'] for router (8108ca8a-b303-44b7-9c98-720b2f6cd0e6), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:01.064725 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507d1093-415f-4b33-9f9e-d323a1ab6a6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8108ca8a-b303-44b7-9c98-720b2f6cd0e6 {{(pid=112953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 00:54:01.069750 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-507d1093-415f-4b33-9f9e-d323a1ab6a6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:01.073510 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-507d1093-415f-4b33-9f9e-d323a1ab6a6b admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/8108ca8a-b303-44b7-9c98-720b2f6cd0e6 HTTP/1.1" status: 204 len: 168 time: 0.7168038 Sep 15 00:54:01.073510 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 60518) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:54:01.117557 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.db_base_plugin_v2 [None req-5024ecf6-4185-47d4-81b4-f66b9c9371a8 admin admin] Deleting subnet 479cc5fe-8cf2-4cfc-81e7-d1f45af83420 {{(pid=112953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 00:54:01.120794 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-5024ecf6-4185-47d4-81b4-f66b9c9371a8 admin admin] Publish callbacks [] for subnet (479cc5fe-8cf2-4cfc-81e7-d1f45af83420), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:01.390791 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-5024ecf6-4185-47d4-81b4-f66b9c9371a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9406953'] for subnet (479cc5fe-8cf2-4cfc-81e7-d1f45af83420), precommit_delete_associations {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:01.466172 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-5024ecf6-4185-47d4-81b4-f66b9c9371a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-769422'] for subnet (479cc5fe-8cf2-4cfc-81e7-d1f45af83420), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:01.518102 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-5024ecf6-4185-47d4-81b4-f66b9c9371a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9371403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318503'] for subnet (479cc5fe-8cf2-4cfc-81e7-d1f45af83420), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:01.541487 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5024ecf6-4185-47d4-81b4-f66b9c9371a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=479cc5fe-8cf2-4cfc-81e7-d1f45af83420,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:54:01.547003 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-5024ecf6-4185-47d4-81b4-f66b9c9371a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for subnet (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:01.552455 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-5024ecf6-4185-47d4-81b4-f66b9c9371a8 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/479cc5fe-8cf2-4cfc-81e7-d1f45af83420 HTTP/1.1" status: 204 len: 168 time: 0.4759848 Sep 15 00:54:01.552625 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429d2bb2-38cb-403a-b56f-9538150072cc None None] Network 6527e211-69f5-4bda-8984-4ee4af88ebfb requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:54:01.553083 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 60520) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:54:01.627364 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-366ef610-3eda-43cf-9647-15721e3706d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792827'] for network (6527e211-69f5-4bda-8984-4ee4af88ebfb), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:01.676219 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [None req-366ef610-3eda-43cf-9647-15721e3706d0 admin admin] Deleting port 30646957-631e-4469-b83b-01eba6e04bfe {{(pid=112953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:54:01.676219 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-366ef610-3eda-43cf-9647-15721e3706d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (30646957-631e-4469-b83b-01eba6e04bfe), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:01.707128 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1b3f9f-a0e6-4f32-8594-657ee8d6cdc3 None None] DHCP port deletion for 6527e211-69f5-4bda-8984-4ee4af88ebfb request from dv-cinder-857528-2-iscsi {{(pid=112954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 00:54:01.745598 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [None req-366ef610-3eda-43cf-9647-15721e3706d0 admin admin] For port 30646957-631e-4469-b83b-01eba6e04bfe, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=30646957-631e-4469-b83b-01eba6e04bfe,segment=NetworkSegment(f18da049-9f88-408b-afb0-dfd230010528),segment_id=f18da049-9f88-408b-afb0-dfd230010528)] {{(pid=112953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:54:01.745959 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-366ef610-3eda-43cf-9647-15721e3706d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (30646957-631e-4469-b83b-01eba6e04bfe), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:01.747689 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-2d1b3f9f-a0e6-4f32-8594-657ee8d6cdc3 None None] Deleting port 30646957-631e-4469-b83b-01eba6e04bfe {{(pid=112954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:54:01.748254 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-2d1b3f9f-a0e6-4f32-8594-657ee8d6cdc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (30646957-631e-4469-b83b-01eba6e04bfe), before_delete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:01.760010 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [None req-366ef610-3eda-43cf-9647-15721e3706d0 admin admin] Calling delete_port for 30646957-631e-4469-b83b-01eba6e04bfe owned by network:dhcp {{(pid=112953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:54:01.815887 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-2d1b3f9f-a0e6-4f32-8594-657ee8d6cdc3 None None] For port 30646957-631e-4469-b83b-01eba6e04bfe, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=30646957-631e-4469-b83b-01eba6e04bfe,segment=NetworkSegment(f18da049-9f88-408b-afb0-dfd230010528),segment_id=f18da049-9f88-408b-afb0-dfd230010528)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:54:01.816219 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-2d1b3f9f-a0e6-4f32-8594-657ee8d6cdc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (30646957-631e-4469-b83b-01eba6e04bfe), precommit_delete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:01.829178 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-2d1b3f9f-a0e6-4f32-8594-657ee8d6cdc3 None None] Calling delete_port for 30646957-631e-4469-b83b-01eba6e04bfe owned by network:dhcp {{(pid=112954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:54:01.840569 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-366ef610-3eda-43cf-9647-15721e3706d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9371492'] for port (30646957-631e-4469-b83b-01eba6e04bfe), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:01.868771 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366ef610-3eda-43cf-9647-15721e3706d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=30646957-631e-4469-b83b-01eba6e04bfe,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:54:01.870814 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366ef610-3eda-43cf-9647-15721e3706d0 admin admin] No DVR routers for this DVR port 30646957-631e-4469-b83b-01eba6e04bfe on host dv-cinder-857528-2-iscsi {{(pid=112953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 00:54:01.909022 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-2d1b3f9f-a0e6-4f32-8594-657ee8d6cdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172'] for port (30646957-631e-4469-b83b-01eba6e04bfe), after_delete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:01.939940 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b3f9f-a0e6-4f32-8594-657ee8d6cdc3 None None] Pushing event deleted for resources: {'Port': ['ID=30646957-631e-4469-b83b-01eba6e04bfe,revision_number=None']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:54:01.942306 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1b3f9f-a0e6-4f32-8594-657ee8d6cdc3 None None] No DVR routers for this DVR port 30646957-631e-4469-b83b-01eba6e04bfe on host dv-cinder-857528-2-iscsi {{(pid=112954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 00:54:01.948961 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-366ef610-3eda-43cf-9647-15721e3706d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864165', 'neutron.services.segments.db._delete_segments_for_network-8740354160321'] for network (6527e211-69f5-4bda-8984-4ee4af88ebfb), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:01.951280 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b3f9f-a0e6-4f32-8594-657ee8d6cdc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:54:01.954997 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b3f9f-a0e6-4f32-8594-657ee8d6cdc3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:54:01.955450 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b3f9f-a0e6-4f32-8594-657ee8d6cdc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:54:01.956329 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b3f9f-a0e6-4f32-8594-657ee8d6cdc3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:54:01.956768 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b3f9f-a0e6-4f32-8594-657ee8d6cdc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:54:01.959878 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b3f9f-a0e6-4f32-8594-657ee8d6cdc3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:54:01.960233 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b3f9f-a0e6-4f32-8594-657ee8d6cdc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:54:01.960575 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b3f9f-a0e6-4f32-8594-657ee8d6cdc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:54:01.960909 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b3f9f-a0e6-4f32-8594-657ee8d6cdc3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:54:01.961244 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b3f9f-a0e6-4f32-8594-657ee8d6cdc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:54:01.961619 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b3f9f-a0e6-4f32-8594-657ee8d6cdc3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:54:01.961894 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b3f9f-a0e6-4f32-8594-657ee8d6cdc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:54:01.962220 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b3f9f-a0e6-4f32-8594-657ee8d6cdc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:54:01.962543 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b3f9f-a0e6-4f32-8594-657ee8d6cdc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:54:01.962866 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1b3f9f-a0e6-4f32-8594-657ee8d6cdc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:54:01.974455 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.services.segments.db [None req-366ef610-3eda-43cf-9647-15721e3706d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6527e211-69f5-4bda-8984-4ee4af88ebfb']}} {{(pid=112953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:54:01.989065 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.services.segments.db [None req-366ef610-3eda-43cf-9647-15721e3706d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f18da049-9f88-408b-afb0-dfd230010528') {'for_net_delete': True} {{(pid=112953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:54:01.989591 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.services.segments.db [None req-366ef610-3eda-43cf-9647-15721e3706d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f18da049-9f88-408b-afb0-dfd230010528') {} {{(pid=112953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:54:02.004134 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-366ef610-3eda-43cf-9647-15721e3706d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740354160213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9406930'] for segment (f18da049-9f88-408b-afb0-dfd230010528), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:02.022658 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-366ef610-3eda-43cf-9647-15721e3706d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898'] for segment (f18da049-9f88-408b-afb0-dfd230010528), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:02.029134 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 30646957-631e-4469-b83b-01eba6e04bfe no longer exists at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:54:02.031091 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-366ef610-3eda-43cf-9647-15721e3706d0 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=112953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 00:54:02.031565 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-366ef610-3eda-43cf-9647-15721e3706d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9371569'] for segment (f18da049-9f88-408b-afb0-dfd230010528), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:02.052747 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] No Port match for: 30646957-631e-4469-b83b-01eba6e04bfe {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 00:54:02.053388 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 30646957-631e-4469-b83b-01eba6e04bfe not bound to the agent host dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 00:54:02.053822 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 549fb5c3-7efb-441f-b921-6922b1bd5394 no longer exists at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:54:02.073031 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] No Port match for: 549fb5c3-7efb-441f-b921-6922b1bd5394 {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 00:54:02.073370 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 549fb5c3-7efb-441f-b921-6922b1bd5394 not bound to the agent host dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 00:54:02.073789 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device d8adb22a-529a-4981-82b4-0709e17d11b9 no longer exists at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:54:02.075834 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.services.segments.plugin [-] Segment f18da049-9f88-408b-afb0-dfd230010528 resource provider aggregate not found Sep 15 00:54:02.093151 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] No Port match for: d8adb22a-529a-4981-82b4-0709e17d11b9 {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 00:54:02.093501 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device d8adb22a-529a-4981-82b4-0709e17d11b9 not bound to the agent host dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 00:54:02.096597 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.services.segments.plugin [-] Segment f18da049-9f88-408b-afb0-dfd230010528 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f18da049-9f88-408b-afb0-dfd230010528 found for delete ", "request_id": "req-122d2dcf-2ac8-445d-9e0f-002c78655857"}]} Sep 15 00:54:02.104677 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-366ef610-3eda-43cf-9647-15721e3706d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682314'] for network (6527e211-69f5-4bda-8984-4ee4af88ebfb), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:02.120017 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-366ef610-3eda-43cf-9647-15721e3706d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for network (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:02.123241 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-366ef610-3eda-43cf-9647-15721e3706d0 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/6527e211-69f5-4bda-8984-4ee4af88ebfb HTTP/1.1" status: 204 len: 168 time: 0.5696275 Sep 15 00:54:02.124685 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366ef610-3eda-43cf-9647-15721e3706d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6527e211-69f5-4bda-8984-4ee4af88ebfb,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:54:02.126557 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 60526) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:54:02.174748 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:54:02.222317 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:54:02.440230 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-896dd6aa-4482-42c2-bd14-269367eec6d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1673637'] for router_interface (7344f31d-b930-4406-bf6b-54850d55a3b7), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:02.655340 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [None req-896dd6aa-4482-42c2-bd14-269367eec6d5 admin admin] Deleting port 6166efb7-05c2-415a-b18a-55ac090c64da {{(pid=112953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:54:02.655706 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-896dd6aa-4482-42c2-bd14-269367eec6d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (6166efb7-05c2-415a-b18a-55ac090c64da), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:02.740623 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [None req-896dd6aa-4482-42c2-bd14-269367eec6d5 admin admin] For port 6166efb7-05c2-415a-b18a-55ac090c64da, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=6166efb7-05c2-415a-b18a-55ac090c64da,segment=NetworkSegment(1436e436-cf2c-46a8-abf6-db71a0239d27),segment_id=1436e436-cf2c-46a8-abf6-db71a0239d27)] {{(pid=112953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:54:02.740991 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-896dd6aa-4482-42c2-bd14-269367eec6d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (6166efb7-05c2-415a-b18a-55ac090c64da), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:02.753587 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [None req-896dd6aa-4482-42c2-bd14-269367eec6d5 admin admin] Calling delete_port for 6166efb7-05c2-415a-b18a-55ac090c64da owned by network:router_interface {{(pid=112953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:54:02.927528 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-896dd6aa-4482-42c2-bd14-269367eec6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9371492'] for port (6166efb7-05c2-415a-b18a-55ac090c64da), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:02.952866 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896dd6aa-4482-42c2-bd14-269367eec6d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6166efb7-05c2-415a-b18a-55ac090c64da,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:54:02.999151 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:54:03.060437 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:54:03.121150 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-896dd6aa-4482-42c2-bd14-269367eec6d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679381'] for router_interface (7344f31d-b930-4406-bf6b-54850d55a3b7), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:03.326614 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896dd6aa-4482-42c2-bd14-269367eec6d5 admin admin] Router 7344f31d-b930-4406-bf6b-54850d55a3b7 has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:54:03.427008 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896dd6aa-4482-42c2-bd14-269367eec6d5 admin admin] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:54:03.432569 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-896dd6aa-4482-42c2-bd14-269367eec6d5 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/7344f31d-b930-4406-bf6b-54850d55a3b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3043704 Sep 15 00:54:03.434976 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 60528) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:54:03.437564 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9eb991-a4d2-4f3e-a163-b100ed8275ea None None] Sync routers for ids ['7344f31d-b930-4406-bf6b-54850d55a3b7'] in dv-cinder-857528-2-iscsi {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:54:03.450743 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9eb991-a4d2-4f3e-a163-b100ed8275ea None None] Routers {'7344f31d-b930-4406-bf6b-54850d55a3b7'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:54:03.451331 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-ae9eb991-a4d2-4f3e-a163-b100ed8275ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:53:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['7344f31d-b930-4406-bf6b-54850d55a3b7'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:54:03.536055 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f7acdb6a-f2ae-4148-a99a-3c16471b271d admin admin] Publish callbacks [] for router (7344f31d-b930-4406-bf6b-54850d55a3b7), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:03.549378 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-ae9eb991-a4d2-4f3e-a163-b100ed8275ea None None] Set router 7344f31d-b930-4406-bf6b-54850d55a3b7 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:54:03.633961 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f7acdb6a-f2ae-4148-a99a-3c16471b271d admin admin] Publish callbacks [] for router_gateway (7344f31d-b930-4406-bf6b-54850d55a3b7), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:03.676395 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [None req-f7acdb6a-f2ae-4148-a99a-3c16471b271d admin admin] Deleting port e3f098d2-346d-49ed-a408-1237a9cfef9a {{(pid=112953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:54:03.676743 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f7acdb6a-f2ae-4148-a99a-3c16471b271d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (e3f098d2-346d-49ed-a408-1237a9cfef9a), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:03.714610 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-ae9eb991-a4d2-4f3e-a163-b100ed8275ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7344f31d-b930-4406-bf6b-54850d55a3b7', 'name': 'tempest-TestMinimumBasicScenario-1962567803-router', 'tenant_id': '0293f640bfc245fa9f271bfcd15a9036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e3f098d2-346d-49ed-a408-1237a9cfef9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:46Z', 'updated_at': '2022-09-15T00:54:02Z', 'revision_number': 5, 'project_id': '0293f640bfc245fa9f271bfcd15a9036', 'gw_port': {'id': 'e3f098d2-346d-49ed-a408-1237a9cfef9a', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:53:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7344f31d-b930-4406-bf6b-54850d55a3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:46Z', 'updated_at': '2022-09-15T00:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi'}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:54:03.738900 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9eb991-a4d2-4f3e-a163-b100ed8275ea None None] Checking router: 7344f31d-b930-4406-bf6b-54850d55a3b7 for host: dv-cinder-857528-2-iscsi {{(pid=112955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:54:03.747047 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9eb991-a4d2-4f3e-a163-b100ed8275ea None None] Routers {'7344f31d-b930-4406-bf6b-54850d55a3b7'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:54:03.747671 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-ae9eb991-a4d2-4f3e-a163-b100ed8275ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:53:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['7344f31d-b930-4406-bf6b-54850d55a3b7'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:54:03.755014 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [None req-f7acdb6a-f2ae-4148-a99a-3c16471b271d admin admin] For port e3f098d2-346d-49ed-a408-1237a9cfef9a, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=e3f098d2-346d-49ed-a408-1237a9cfef9a,segment=NetworkSegment(bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89),segment_id=bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89)] {{(pid=112953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:54:03.755382 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f7acdb6a-f2ae-4148-a99a-3c16471b271d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (e3f098d2-346d-49ed-a408-1237a9cfef9a), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:03.771936 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [None req-f7acdb6a-f2ae-4148-a99a-3c16471b271d admin admin] Calling delete_port for e3f098d2-346d-49ed-a408-1237a9cfef9a owned by network:router_gateway {{(pid=112953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:54:03.829689 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-ae9eb991-a4d2-4f3e-a163-b100ed8275ea None None] Set router 7344f31d-b930-4406-bf6b-54850d55a3b7 gateway port host: None {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:54:03.869166 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:54:03.879473 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-ae9eb991-a4d2-4f3e-a163-b100ed8275ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7344f31d-b930-4406-bf6b-54850d55a3b7', 'name': 'tempest-TestMinimumBasicScenario-1962567803-router', 'tenant_id': '0293f640bfc245fa9f271bfcd15a9036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:46Z', 'updated_at': '2022-09-15T00:54:03Z', 'revision_number': 6, 'project_id': '0293f640bfc245fa9f271bfcd15a9036', 'gw_port_host': None}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:54:03.880584 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:54:03.904336 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9eb991-a4d2-4f3e-a163-b100ed8275ea None None] The sync data for ids ['7344f31d-b930-4406-bf6b-54850d55a3b7'] in dv-cinder-857528-2-iscsi is: [{'id': '7344f31d-b930-4406-bf6b-54850d55a3b7', 'name': 'tempest-TestMinimumBasicScenario-1962567803-router', 'tenant_id': '0293f640bfc245fa9f271bfcd15a9036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:46Z', 'updated_at': '2022-09-15T00:54:03Z', 'revision_number': 6, 'project_id': '0293f640bfc245fa9f271bfcd15a9036', 'gw_port_host': None}] {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:54:03.942022 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f7acdb6a-f2ae-4148-a99a-3c16471b271d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9371492'] for port (e3f098d2-346d-49ed-a408-1237a9cfef9a), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:03.967184 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7acdb6a-f2ae-4148-a99a-3c16471b271d admin admin] Pushing event deleted for resources: {'Port': ['ID=e3f098d2-346d-49ed-a408-1237a9cfef9a,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:54:04.029119 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f7acdb6a-f2ae-4148-a99a-3c16471b271d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1682271'] for router_gateway (7344f31d-b930-4406-bf6b-54850d55a3b7), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:04.112098 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f7acdb6a-f2ae-4148-a99a-3c16471b271d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3719'] for router (7344f31d-b930-4406-bf6b-54850d55a3b7), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:04.114175 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f7acdb6a-f2ae-4148-a99a-3c16471b271d admin admin] Publish callbacks [] for router_controller (7344f31d-b930-4406-bf6b-54850d55a3b7), precommit_delete_associations {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:04.160063 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f7acdb6a-f2ae-4148-a99a-3c16471b271d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1679464'] for router (7344f31d-b930-4406-bf6b-54850d55a3b7), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:04.160607 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7acdb6a-f2ae-4148-a99a-3c16471b271d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7344f31d-b930-4406-bf6b-54850d55a3b7 {{(pid=112953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 00:54:04.164907 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f7acdb6a-f2ae-4148-a99a-3c16471b271d admin admin] Publish callbacks [] for router (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:04.166689 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-f7acdb6a-f2ae-4148-a99a-3c16471b271d admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/7344f31d-b930-4406-bf6b-54850d55a3b7 HTTP/1.1" status: 204 len: 168 time: 0.7302518 Sep 15 00:54:04.169155 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 60532) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:54:04.213101 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.db_base_plugin_v2 [None req-984ba4a3-ef75-4b47-878c-ff1b71e273a2 admin admin] Deleting subnet 10731146-be74-4a52-9b5d-c3f9c066761b {{(pid=112953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 00:54:04.216160 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-984ba4a3-ef75-4b47-878c-ff1b71e273a2 admin admin] Publish callbacks [] for subnet (10731146-be74-4a52-9b5d-c3f9c066761b), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:04.253982 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-984ba4a3-ef75-4b47-878c-ff1b71e273a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9406953'] for subnet (10731146-be74-4a52-9b5d-c3f9c066761b), precommit_delete_associations {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:04.352642 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-984ba4a3-ef75-4b47-878c-ff1b71e273a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-769422'] for subnet (10731146-be74-4a52-9b5d-c3f9c066761b), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:04.631323 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-984ba4a3-ef75-4b47-878c-ff1b71e273a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9371403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318503'] for subnet (10731146-be74-4a52-9b5d-c3f9c066761b), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:04.658703 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984ba4a3-ef75-4b47-878c-ff1b71e273a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10731146-be74-4a52-9b5d-c3f9c066761b,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:54:04.660934 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-984ba4a3-ef75-4b47-878c-ff1b71e273a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for subnet (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:04.663889 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-984ba4a3-ef75-4b47-878c-ff1b71e273a2 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/10731146-be74-4a52-9b5d-c3f9c066761b HTTP/1.1" status: 204 len: 168 time: 0.4938214 Sep 15 00:54:04.665206 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 6166efb7-05c2-415a-b18a-55ac090c64da no longer exists at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:54:04.667105 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 60534) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:54:04.669973 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a2c8d2-bf69-4582-a3ee-f1c8e3765afb None None] Network 31c27e92-e0da-4e6d-8a65-1fe9473fae1f requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:54:04.702549 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] No Port match for: 6166efb7-05c2-415a-b18a-55ac090c64da {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 00:54:04.702886 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 6166efb7-05c2-415a-b18a-55ac090c64da not bound to the agent host dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 00:54:04.743693 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-6679b020-28a7-4ea4-8fbe-5bf4d6baac0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792827'] for network (31c27e92-e0da-4e6d-8a65-1fe9473fae1f), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:04.787555 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [None req-6679b020-28a7-4ea4-8fbe-5bf4d6baac0c admin admin] Deleting port e63b5bb3-a573-425f-862e-8a2d3928a0a2 {{(pid=112952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:54:04.787778 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-6679b020-28a7-4ea4-8fbe-5bf4d6baac0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (e63b5bb3-a573-425f-862e-8a2d3928a0a2), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:04.851910 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a45ec81-5511-4cac-bd8c-0d49a0b6330b None None] DHCP port deletion for 31c27e92-e0da-4e6d-8a65-1fe9473fae1f request from dv-cinder-857528-2-iscsi {{(pid=112954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 00:54:04.855770 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.db [None req-6679b020-28a7-4ea4-8fbe-5bf4d6baac0c admin admin] For port e63b5bb3-a573-425f-862e-8a2d3928a0a2, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=e63b5bb3-a573-425f-862e-8a2d3928a0a2,segment=NetworkSegment(1436e436-cf2c-46a8-abf6-db71a0239d27),segment_id=1436e436-cf2c-46a8-abf6-db71a0239d27)] {{(pid=112952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:54:04.856138 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-6679b020-28a7-4ea4-8fbe-5bf4d6baac0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (e63b5bb3-a573-425f-862e-8a2d3928a0a2), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:04.868807 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [None req-6679b020-28a7-4ea4-8fbe-5bf4d6baac0c admin admin] Calling delete_port for e63b5bb3-a573-425f-862e-8a2d3928a0a2 owned by network:dhcp {{(pid=112952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:54:04.888938 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-9a45ec81-5511-4cac-bd8c-0d49a0b6330b None None] Deleting port e63b5bb3-a573-425f-862e-8a2d3928a0a2 {{(pid=112954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:54:04.889240 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-9a45ec81-5511-4cac-bd8c-0d49a0b6330b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (e63b5bb3-a573-425f-862e-8a2d3928a0a2), before_delete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:04.955143 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-6679b020-28a7-4ea4-8fbe-5bf4d6baac0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3304143'] for port (e63b5bb3-a573-425f-862e-8a2d3928a0a2), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:04.959916 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-9a45ec81-5511-4cac-bd8c-0d49a0b6330b None None] For port e63b5bb3-a573-425f-862e-8a2d3928a0a2, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=e63b5bb3-a573-425f-862e-8a2d3928a0a2,segment=NetworkSegment(1436e436-cf2c-46a8-abf6-db71a0239d27),segment_id=1436e436-cf2c-46a8-abf6-db71a0239d27)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:54:04.960315 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-9a45ec81-5511-4cac-bd8c-0d49a0b6330b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (e63b5bb3-a573-425f-862e-8a2d3928a0a2), precommit_delete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:04.962409 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:54:04.975930 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-9a45ec81-5511-4cac-bd8c-0d49a0b6330b None None] Calling delete_port for e63b5bb3-a573-425f-862e-8a2d3928a0a2 owned by network:dhcp {{(pid=112954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:54:04.980876 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6679b020-28a7-4ea4-8fbe-5bf4d6baac0c admin admin] Pushing event deleted for resources: {'Port': ['ID=e63b5bb3-a573-425f-862e-8a2d3928a0a2,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:54:04.991685 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6679b020-28a7-4ea4-8fbe-5bf4d6baac0c admin admin] No DVR routers for this DVR port e63b5bb3-a573-425f-862e-8a2d3928a0a2 on host dv-cinder-857528-2-iscsi {{(pid=112952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 00:54:05.019735 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679b020-28a7-4ea4-8fbe-5bf4d6baac0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:54:05.020090 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679b020-28a7-4ea4-8fbe-5bf4d6baac0c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:54:05.020437 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679b020-28a7-4ea4-8fbe-5bf4d6baac0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:54:05.020779 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679b020-28a7-4ea4-8fbe-5bf4d6baac0c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:54:05.021128 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679b020-28a7-4ea4-8fbe-5bf4d6baac0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:54:05.021463 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679b020-28a7-4ea4-8fbe-5bf4d6baac0c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:54:05.021793 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679b020-28a7-4ea4-8fbe-5bf4d6baac0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:54:05.022125 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679b020-28a7-4ea4-8fbe-5bf4d6baac0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:54:05.022456 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679b020-28a7-4ea4-8fbe-5bf4d6baac0c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:54:05.022785 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679b020-28a7-4ea4-8fbe-5bf4d6baac0c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:54:05.023116 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679b020-28a7-4ea4-8fbe-5bf4d6baac0c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:54:05.023449 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679b020-28a7-4ea4-8fbe-5bf4d6baac0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:54:05.023849 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679b020-28a7-4ea4-8fbe-5bf4d6baac0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:54:05.024202 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679b020-28a7-4ea4-8fbe-5bf4d6baac0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:54:05.024494 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6679b020-28a7-4ea4-8fbe-5bf4d6baac0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:54:05.056397 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-9a45ec81-5511-4cac-bd8c-0d49a0b6330b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172'] for port (e63b5bb3-a573-425f-862e-8a2d3928a0a2), after_delete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:05.082086 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-6679b020-28a7-4ea4-8fbe-5bf4d6baac0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864165', 'neutron.services.segments.db._delete_segments_for_network-8740354160321'] for network (31c27e92-e0da-4e6d-8a65-1fe9473fae1f), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:05.082320 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a45ec81-5511-4cac-bd8c-0d49a0b6330b None None] Pushing event deleted for resources: {'Port': ['ID=e63b5bb3-a573-425f-862e-8a2d3928a0a2,revision_number=None']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:54:05.087548 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a45ec81-5511-4cac-bd8c-0d49a0b6330b None None] No DVR routers for this DVR port e63b5bb3-a573-425f-862e-8a2d3928a0a2 on host dv-cinder-857528-2-iscsi {{(pid=112954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 00:54:05.107998 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.services.segments.db [None req-6679b020-28a7-4ea4-8fbe-5bf4d6baac0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31c27e92-e0da-4e6d-8a65-1fe9473fae1f']}} {{(pid=112952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:54:05.117348 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.services.segments.db [None req-6679b020-28a7-4ea4-8fbe-5bf4d6baac0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1436e436-cf2c-46a8-abf6-db71a0239d27') {'for_net_delete': True} {{(pid=112952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:54:05.117647 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.services.segments.db [None req-6679b020-28a7-4ea4-8fbe-5bf4d6baac0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1436e436-cf2c-46a8-abf6-db71a0239d27') {} {{(pid=112952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:54:05.127514 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-6679b020-28a7-4ea4-8fbe-5bf4d6baac0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740354160213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2228569'] for segment (1436e436-cf2c-46a8-abf6-db71a0239d27), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:05.141209 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-6679b020-28a7-4ea4-8fbe-5bf4d6baac0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898'] for segment (1436e436-cf2c-46a8-abf6-db71a0239d27), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:05.147747 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6679b020-28a7-4ea4-8fbe-5bf4d6baac0c admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=112952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 00:54:05.148164 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-6679b020-28a7-4ea4-8fbe-5bf4d6baac0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3303962'] for segment (1436e436-cf2c-46a8-abf6-db71a0239d27), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:05.188833 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.services.segments.plugin [-] Segment 1436e436-cf2c-46a8-abf6-db71a0239d27 resource provider aggregate not found Sep 15 00:54:05.207625 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.services.segments.plugin [-] Segment 1436e436-cf2c-46a8-abf6-db71a0239d27 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1436e436-cf2c-46a8-abf6-db71a0239d27 found for delete ", "request_id": "req-10be7381-1404-454b-a2a7-633d39120da6"}]} Sep 15 00:54:05.212248 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-6679b020-28a7-4ea4-8fbe-5bf4d6baac0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682314'] for network (31c27e92-e0da-4e6d-8a65-1fe9473fae1f), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:05.219344 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-6679b020-28a7-4ea4-8fbe-5bf4d6baac0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for network (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:05.223122 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-6679b020-28a7-4ea4-8fbe-5bf4d6baac0c admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/31c27e92-e0da-4e6d-8a65-1fe9473fae1f HTTP/1.1" status: 204 len: 168 time: 0.5546935 Sep 15 00:54:05.234490 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6679b020-28a7-4ea4-8fbe-5bf4d6baac0c admin admin] Pushing event deleted for resources: {'Network': ['ID=31c27e92-e0da-4e6d-8a65-1fe9473fae1f,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:54:05.334615 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 60544) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:54:05.341841 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:54:05.375442 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-b7c64871-cb29-486c-ac06-248c46e33ad0 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=762beb87caad4aa691528a7d9de01086&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396318 Sep 15 00:54:05.377788 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 60546) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:54:05.428120 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-3d201dd0-4381-4c37-b6b6-0652744d2a39 admin admin] Publish callbacks [] for security_group (eb28f0b2-fdff-42b4-bee2-e7db48ff622b), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:05.448410 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-3d201dd0-4381-4c37-b6b6-0652744d2a39 admin admin] Publish callbacks [] for security_group (eb28f0b2-fdff-42b4-bee2-e7db48ff622b), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:05.493212 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-3d201dd0-4381-4c37-b6b6-0652744d2a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (eb28f0b2-fdff-42b4-bee2-e7db48ff622b), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:05.496427 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-3d201dd0-4381-4c37-b6b6-0652744d2a39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:05.497576 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-3d201dd0-4381-4c37-b6b6-0652744d2a39 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/eb28f0b2-fdff-42b4-bee2-e7db48ff622b HTTP/1.1" status: 204 len: 168 time: 0.1189160 Sep 15 00:54:05.505603 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d201dd0-4381-4c37-b6b6-0652744d2a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb28f0b2-fdff-42b4-bee2-e7db48ff622b,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:54:05.818098 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 60554) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:54:05.857213 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-7014d489-9a7e-4924-877b-57f5d0ddec7d admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=0293f640bfc245fa9f271bfcd15a9036&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379200 Sep 15 00:54:05.859468 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 60556) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:54:05.907106 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-661b518c-7362-4354-aecc-8ad1af926565 admin admin] Publish callbacks [] for security_group (368a1c08-6787-48ce-9e65-bd3ec450b0ad), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:05.922810 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:54:05.927712 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-661b518c-7362-4354-aecc-8ad1af926565 admin admin] Publish callbacks [] for security_group (368a1c08-6787-48ce-9e65-bd3ec450b0ad), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:05.985391 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-661b518c-7362-4354-aecc-8ad1af926565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (368a1c08-6787-48ce-9e65-bd3ec450b0ad), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:05.988126 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-661b518c-7362-4354-aecc-8ad1af926565 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:05.989312 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-661b518c-7362-4354-aecc-8ad1af926565 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/368a1c08-6787-48ce-9e65-bd3ec450b0ad HTTP/1.1" status: 204 len: 168 time: 0.1288683 Sep 15 00:54:05.999739 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b518c-7362-4354-aecc-8ad1af926565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368a1c08-6787-48ce-9e65-bd3ec450b0ad,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:54:06.018023 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device e3f098d2-346d-49ed-a408-1237a9cfef9a no longer exists at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:54:06.038132 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] No Port match for: e3f098d2-346d-49ed-a408-1237a9cfef9a {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 00:54:06.038481 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device e3f098d2-346d-49ed-a408-1237a9cfef9a not bound to the agent host dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 00:54:06.038912 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device e63b5bb3-a573-425f-862e-8a2d3928a0a2 no longer exists at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:54:06.057448 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] No Port match for: e63b5bb3-a573-425f-862e-8a2d3928a0a2 {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 00:54:06.057797 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device e63b5bb3-a573-425f-862e-8a2d3928a0a2 not bound to the agent host dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 00:54:09.133923 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 6 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 00:54:14.637186 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:DELETE=8,neutron:UPDATE=2,neutron:SELECT=49 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:54:14.639062 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=48,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:54:14.981831 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:15.992912 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=2,neutron:DELETE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:54:15.993709 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=44,neutron:DELETE=4 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:54:17.767100 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-3a07fa71-5be2-4265-969c-85e2d166288f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:20.045549 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-8aba98ca-4a60-4c69-b0a4-0b713b7942cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:21.331624 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:22.603393 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:22.664267 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:25.206768 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=72,neutron:UPDATE=3 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:54:25.210925 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:54:32.653949 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:54:32.660488 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=28,neutron:DELETE=4,neutron:UPDATE=5 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:54:44.995998 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:46.132052 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 6 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 00:54:47.772673 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-33228b13-6328-4eee-81f9-87a06a7146db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:50.047513 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-9282ff54-f612-493e-84a6-ce2904932947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:51.334169 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:52.605974 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:54:52.666429 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:02.212989 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=3 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:02.221116 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=5 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:02.657280 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:02.663087 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:04.299237 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 60696) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:55:04.303826 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [None req-6d24d4c8-5846-471c-88bb-97dd3c70972c tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1381951820', 'description': 'tempest-description--1921312580'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:55:04.327930 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-6d24d4c8-5846-471c-88bb-97dd3c70972c tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:04.395190 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-6d24d4c8-5846-471c-88bb-97dd3c70972c tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for security_group (dc083cbc-37df-491f-9395-43ec34bce12c), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:04.398664 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-6d24d4c8-5846-471c-88bb-97dd3c70972c tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (dc083cbc-37df-491f-9395-43ec34bce12c), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:04.423463 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-6d24d4c8-5846-471c-88bb-97dd3c70972c tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:04.424736 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-6d24d4c8-5846-471c-88bb-97dd3c70972c tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1244736 Sep 15 00:55:04.427885 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 60698) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:55:04.433135 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24d4c8-5846-471c-88bb-97dd3c70972c tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc083cbc-37df-491f-9395-43ec34bce12c,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:55:04.433666 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-afaa4ea3-ce51-4c68-b1a9-f25d8eab498f tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Request body: {'security_group_rule': {'security_group_id': 'dc083cbc-37df-491f-9395-43ec34bce12c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:55:04.458378 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-afaa4ea3-ce51-4c68-b1a9-f25d8eab498f tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for security_group_rule (bee2b36c-33af-49fc-8a48-21a0713c4c81), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:04.513541 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-afaa4ea3-ce51-4c68-b1a9-f25d8eab498f tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for security_group_rule (bee2b36c-33af-49fc-8a48-21a0713c4c81), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:04.517522 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-afaa4ea3-ce51-4c68-b1a9-f25d8eab498f tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645455'] for security_group_rule (bee2b36c-33af-49fc-8a48-21a0713c4c81), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:04.535144 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa4ea3-ce51-4c68-b1a9-f25d8eab498f tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bee2b36c-33af-49fc-8a48-21a0713c4c81,revision_number=0']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:55:04.543688 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaa4ea3-ce51-4c68-b1a9-f25d8eab498f tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:55:04.544097 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaa4ea3-ce51-4c68-b1a9-f25d8eab498f tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:55:04.544445 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaa4ea3-ce51-4c68-b1a9-f25d8eab498f tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:55:04.544811 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaa4ea3-ce51-4c68-b1a9-f25d8eab498f tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:55:04.545149 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaa4ea3-ce51-4c68-b1a9-f25d8eab498f tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:55:04.545489 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaa4ea3-ce51-4c68-b1a9-f25d8eab498f tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:55:04.545908 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaa4ea3-ce51-4c68-b1a9-f25d8eab498f tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:55:04.546329 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaa4ea3-ce51-4c68-b1a9-f25d8eab498f tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:55:04.546662 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaa4ea3-ce51-4c68-b1a9-f25d8eab498f tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:55:04.546989 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaa4ea3-ce51-4c68-b1a9-f25d8eab498f tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:55:04.547317 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaa4ea3-ce51-4c68-b1a9-f25d8eab498f tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:55:04.547677 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaa4ea3-ce51-4c68-b1a9-f25d8eab498f tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:55:04.548001 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaa4ea3-ce51-4c68-b1a9-f25d8eab498f tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:55:04.548327 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaa4ea3-ce51-4c68-b1a9-f25d8eab498f tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:55:04.548654 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaa4ea3-ce51-4c68-b1a9-f25d8eab498f tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:55:04.553493 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-afaa4ea3-ce51-4c68-b1a9-f25d8eab498f tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:04.554648 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-afaa4ea3-ce51-4c68-b1a9-f25d8eab498f tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1257463 Sep 15 00:55:04.557389 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 60702) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:55:04.561593 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-2ab80f39-777d-4aa4-ac1a-bbd9bb14d046 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Request body: {'security_group_rule': {'security_group_id': 'dc083cbc-37df-491f-9395-43ec34bce12c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:55:04.590995 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2ab80f39-777d-4aa4-ac1a-bbd9bb14d046 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for security_group_rule (600da50f-a453-46a9-95e9-2f3dad74b759), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:04.638143 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2ab80f39-777d-4aa4-ac1a-bbd9bb14d046 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for security_group_rule (600da50f-a453-46a9-95e9-2f3dad74b759), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:04.642136 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2ab80f39-777d-4aa4-ac1a-bbd9bb14d046 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645455'] for security_group_rule (600da50f-a453-46a9-95e9-2f3dad74b759), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:04.655845 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab80f39-777d-4aa4-ac1a-bbd9bb14d046 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=600da50f-a453-46a9-95e9-2f3dad74b759,revision_number=0']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:55:04.669108 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2ab80f39-777d-4aa4-ac1a-bbd9bb14d046 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:04.672979 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-2ab80f39-777d-4aa4-ac1a-bbd9bb14d046 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1120105 Sep 15 00:55:04.673459 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 60704) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:55:04.677708 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-ac762322-8c13-4e64-a0bc-68eab9373a44 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Request body: {'floatingip': {'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:55:04.698119 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-ac762322-8c13-4e64-a0bc-68eab9373a44 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:04.778940 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-ac762322-8c13-4e64-a0bc-68eab9373a44 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:04.884596 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.db_base_plugin_common [None req-ac762322-8c13-4e64-a0bc-68eab9373a44 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Allocated IP 172.27.1.45 (53046852-16e9-4bc6-a26e-a34c1d2139e6/8f0c0330-11bc-44ed-a1b6-6f3c15aee393/a4e7291e-ea72-4338-8953-80087792103f) {{(pid=112953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:55:04.989739 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-ac762322-8c13-4e64-a0bc-68eab9373a44 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for port (a4e7291e-ea72-4338-8953-80087792103f), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:05.020910 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-ac762322-8c13-4e64-a0bc-68eab9373a44 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9371492'] for port (a4e7291e-ea72-4338-8953-80087792103f), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:05.061781 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac762322-8c13-4e64-a0bc-68eab9373a44 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Network 53046852-16e9-4bc6-a26e-a34c1d2139e6 is already hosted by enough agents. {{(pid=112953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:55:05.067364 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.base_scheduler [None req-ac762322-8c13-4e64-a0bc-68eab9373a44 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Resources bound (agent type, host, resource id): {{(pid=112953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:55:05.069914 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac762322-8c13-4e64-a0bc-68eab9373a44 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Received port after_create {{(pid=112953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:55:05.072879 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:05.090228 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac762322-8c13-4e64-a0bc-68eab9373a44 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Pushing event updated for resources: {'Port': ['ID=a4e7291e-ea72-4338-8953-80087792103f,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:55:05.108330 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:05.161410 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-ac762322-8c13-4e64-a0bc-68eab9373a44 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for floatingip (daab254e-8128-4201-9c28-1b406b467608), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:05.201984 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-ac762322-8c13-4e64-a0bc-68eab9373a44 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (a4e7291e-ea72-4338-8953-80087792103f), before_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:05.347406 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-ac762322-8c13-4e64-a0bc-68eab9373a44 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for port (a4e7291e-ea72-4338-8953-80087792103f), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:05.351457 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-ac762322-8c13-4e64-a0bc-68eab9373a44 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9371485'] for port (a4e7291e-ea72-4338-8953-80087792103f), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:05.416947 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-ac762322-8c13-4e64-a0bc-68eab9373a44 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682341'] for floatingip (daab254e-8128-4201-9c28-1b406b467608), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:05.420532 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac762322-8c13-4e64-a0bc-68eab9373a44 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Pushing event updated for resources: {'Port': ['ID=a4e7291e-ea72-4338-8953-80087792103f,revision_number=2']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:55:05.433805 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-ac762322-8c13-4e64-a0bc-68eab9373a44 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for floatingip (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:05.435017 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-ac762322-8c13-4e64-a0bc-68eab9373a44 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7606163 Sep 15 00:55:05.635995 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-92f634df-d8ad-4258-8557-7027d136035b req-da283194-fa58-409b-a41b-fdf5cf323ab1 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1381951820&fields=id&tenant_id=3ef4db17e5d245cb9caab70d557f41ae HTTP/1.1" status: 200 len: 267 time: 0.0458269 Sep 15 00:55:05.745640 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f634df-d8ad-4258-8557-7027d136035b req-87b0bf95-0de5-4b41-aa3e-4bd44f806563 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:05.747105 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-92f634df-d8ad-4258-8557-7027d136035b req-87b0bf95-0de5-4b41-aa3e-4bd44f806563 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/networks?id=48f46f03-9920-4d15-b1d4-ea751486aaae HTTP/1.1" status: 200 len: 814 time: 0.1047702 Sep 15 00:55:05.762432 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-92f634df-d8ad-4258-8557-7027d136035b req-4f935932-b542-4259-b4a7-1a170d301a2c tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/quotas/3ef4db17e5d245cb9caab70d557f41ae HTTP/1.1" status: 200 len: 375 time: 0.0088553 Sep 15 00:55:05.817789 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-92f634df-d8ad-4258-8557-7027d136035b req-5d01c5fb-c783-4460-a066-3d715d0643ea tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=3ef4db17e5d245cb9caab70d557f41ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505047 Sep 15 00:55:05.832824 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [req-92f634df-d8ad-4258-8557-7027d136035b req-781e467b-3333-4775-8745-081b059f5f4e service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112953) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 00:55:05.833773 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-92f634df-d8ad-4258-8557-7027d136035b req-781e467b-3333-4775-8745-081b059f5f4e service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050504 Sep 15 00:55:05.921020 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-92f634df-d8ad-4258-8557-7027d136035b req-fe0b54d5-d0d9-48d0-917d-32c071d2f52f service neutron] 10.222.0.15 "GET /networking/v2.0/networks/48f46f03-9920-4d15-b1d4-ea751486aaae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819890 Sep 15 00:55:06.013543 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-92f634df-d8ad-4258-8557-7027d136035b req-18df7a23-b1da-4ff3-a555-c412528d1ae8 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/48f46f03-9920-4d15-b1d4-ea751486aaae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864275 Sep 15 00:55:06.289933 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b66e27b2-e274-4287-9008-af3975ae43ce req-ecb91436-13ac-4ef3-8e90-813ad70bdf5c tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=919d6f99-161e-4c7f-b7e8-2183095d5e1f HTTP/1.1" status: 200 len: 210 time: 0.1385031 Sep 15 00:55:07.391805 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7eda89cf-4d52-41be-8fb6-1134e3d6729f req-e95fa612-747d-42d8-81ff-f9bef636593c tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=919d6f99-161e-4c7f-b7e8-2183095d5e1f HTTP/1.1" status: 200 len: 210 time: 0.0278940 Sep 15 00:55:07.520705 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f634df-d8ad-4258-8557-7027d136035b req-226e43c0-7ada-4583-ab4c-85955b8086f6 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:07.522103 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-92f634df-d8ad-4258-8557-7027d136035b req-226e43c0-7ada-4583-ab4c-85955b8086f6 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.18 "GET /networking/v2.0/networks?id=48f46f03-9920-4d15-b1d4-ea751486aaae HTTP/1.1" status: 200 len: 814 time: 0.1032045 Sep 15 00:55:07.615833 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-92f634df-d8ad-4258-8557-7027d136035b req-6e0a00f2-36c4-40ec-a11e-38c2d605057c tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3ef4db17e5d245cb9caab70d557f41ae HTTP/1.1" status: 200 len: 473 time: 0.0632498 Sep 15 00:55:07.706208 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [req-92f634df-d8ad-4258-8557-7027d136035b req-cd586590-7692-41e8-a865-4996efc95239 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Request body: {'port': {'device_id': '919d6f99-161e-4c7f-b7e8-2183095d5e1f', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'admin_state_up': True, 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'security_groups': ['dc083cbc-37df-491f-9395-43ec34bce12c']}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:55:07.812045 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92f634df-d8ad-4258-8557-7027d136035b req-cd586590-7692-41e8-a865-4996efc95239 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Made reservation on behalf of 3ef4db17e5d245cb9caab70d557f41ae for: {'port': 1} {{(pid=112952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:55:07.815736 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-92f634df-d8ad-4258-8557-7027d136035b req-cd586590-7692-41e8-a865-4996efc95239 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:07.937060 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.db_base_plugin_common [req-92f634df-d8ad-4258-8557-7027d136035b req-cd586590-7692-41e8-a865-4996efc95239 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Allocated IP 172.20.0.8 (48f46f03-9920-4d15-b1d4-ea751486aaae/45e5374b-dd3a-4913-9c14-900ba2b249b3/d96819c5-d122-476e-b592-f224863bf88c) {{(pid=112952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:55:08.073720 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-92f634df-d8ad-4258-8557-7027d136035b req-cd586590-7692-41e8-a865-4996efc95239 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for port (d96819c5-d122-476e-b592-f224863bf88c), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:08.088997 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:08.102484 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:08.110955 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-92f634df-d8ad-4258-8557-7027d136035b req-cd586590-7692-41e8-a865-4996efc95239 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3304143'] for port (d96819c5-d122-476e-b592-f224863bf88c), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:08.154485 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92f634df-d8ad-4258-8557-7027d136035b req-cd586590-7692-41e8-a865-4996efc95239 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Network 48f46f03-9920-4d15-b1d4-ea751486aaae is already hosted by enough agents. {{(pid=112952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:55:08.158337 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.base_scheduler [req-92f634df-d8ad-4258-8557-7027d136035b req-cd586590-7692-41e8-a865-4996efc95239 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Resources bound (agent type, host, resource id): {{(pid=112952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:55:08.160776 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f634df-d8ad-4258-8557-7027d136035b req-cd586590-7692-41e8-a865-4996efc95239 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Received port after_create {{(pid=112952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:55:08.197901 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd586590-7692-41e8-a865-4996efc95239 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Pushing event updated for resources: {'Port': ['ID=d96819c5-d122-476e-b592-f224863bf88c,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:55:08.211622 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd586590-7692-41e8-a865-4996efc95239 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:55:08.211891 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd586590-7692-41e8-a865-4996efc95239 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:55:08.212233 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd586590-7692-41e8-a865-4996efc95239 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:55:08.212570 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd586590-7692-41e8-a865-4996efc95239 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:55:08.212907 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd586590-7692-41e8-a865-4996efc95239 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:55:08.213235 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd586590-7692-41e8-a865-4996efc95239 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:55:08.213582 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd586590-7692-41e8-a865-4996efc95239 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:55:08.213880 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd586590-7692-41e8-a865-4996efc95239 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:55:08.214204 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd586590-7692-41e8-a865-4996efc95239 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:55:08.214523 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd586590-7692-41e8-a865-4996efc95239 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:55:08.214845 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd586590-7692-41e8-a865-4996efc95239 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:55:08.215173 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd586590-7692-41e8-a865-4996efc95239 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:55:08.215519 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd586590-7692-41e8-a865-4996efc95239 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:55:08.216010 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd586590-7692-41e8-a865-4996efc95239 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:55:08.216334 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd586590-7692-41e8-a865-4996efc95239 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:55:08.235681 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f634df-d8ad-4258-8557-7027d136035b req-cd586590-7692-41e8-a865-4996efc95239 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:08.236323 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-92f634df-d8ad-4258-8557-7027d136035b req-cd586590-7692-41e8-a865-4996efc95239 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:08.253429 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-92f634df-d8ad-4258-8557-7027d136035b req-cd586590-7692-41e8-a865-4996efc95239 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5516701 Sep 15 00:55:08.262518 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [req-92f634df-d8ad-4258-8557-7027d136035b req-db59f9c1-9e44-485f-961f-1d63315f731d tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112952) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 15 00:55:08.263607 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-92f634df-d8ad-4258-8557-7027d136035b req-db59f9c1-9e44-485f-961f-1d63315f731d tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0052218 Sep 15 00:55:08.333274 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [req-92f634df-d8ad-4258-8557-7027d136035b req-7950aef0-3d86-496f-aa94-644140b10826 service neutron] Request body: {'port': {'device_id': '919d6f99-161e-4c7f-b7e8-2183095d5e1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:55:08.360739 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-90b0e9b2-ec52-45d0-b6e2-99f7fd65e01e None None] Provisioning complete for port d96819c5-d122-476e-b592-f224863bf88c triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:55:08.361714 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-90b0e9b2-ec52-45d0-b6e2-99f7fd65e01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (d96819c5-d122-476e-b592-f224863bf88c), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:08.362802 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-90b0e9b2-ec52-45d0-b6e2-99f7fd65e01e None None] Attempt 1 to provision port d96819c5-d122-476e-b592-f224863bf88c Sep 15 00:55:08.396339 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-90b0e9b2-ec52-45d0-b6e2-99f7fd65e01e None None] Port d96819c5-d122-476e-b592-f224863bf88c cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:55:08.399109 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-92f634df-d8ad-4258-8557-7027d136035b req-7950aef0-3d86-496f-aa94-644140b10826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (d96819c5-d122-476e-b592-f224863bf88c), before_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:08.566705 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeac70a-935e-4fdf-b444-953fed841567 req-0c5399f1-cd28-4003-8f23-0378ca2ebcdd tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:08.568245 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-2eeac70a-935e-4fdf-b444-953fed841567 req-0c5399f1-cd28-4003-8f23-0378ca2ebcdd tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=919d6f99-161e-4c7f-b7e8-2183095d5e1f HTTP/1.1" status: 200 len: 931 time: 0.0730164 Sep 15 00:55:08.897279 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-90b0e9b2-ec52-45d0-b6e2-99f7fd65e01e None None] Attempt 2 to provision port d96819c5-d122-476e-b592-f224863bf88c Sep 15 00:55:08.906546 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-2eeac70a-935e-4fdf-b444-953fed841567 req-b3a224b2-233c-4208-9681-5db5b3874739 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dc083cbc-37df-491f-9395-43ec34bce12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3114944 Sep 15 00:55:08.936734 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-90b0e9b2-ec52-45d0-b6e2-99f7fd65e01e None None] Port d96819c5-d122-476e-b592-f224863bf88c cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:55:08.972519 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.notifiers.nova [req-92f634df-d8ad-4258-8557-7027d136035b req-7950aef0-3d86-496f-aa94-644140b10826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d96819c5-d122-476e-b592-f224863bf88c {{(pid=112952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 00:55:08.979948 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-92f634df-d8ad-4258-8557-7027d136035b req-7950aef0-3d86-496f-aa94-644140b10826 service neutron] Publish callbacks [] for port (d96819c5-d122-476e-b592-f224863bf88c), precommit_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:08.992377 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.provisioning_blocks [req-92f634df-d8ad-4258-8557-7027d136035b req-7950aef0-3d86-496f-aa94-644140b10826 service neutron] Transition to ACTIVE for port object d96819c5-d122-476e-b592-f224863bf88c will not be triggered until provisioned by entity L2. {{(pid=112952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 00:55:08.995345 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-92f634df-d8ad-4258-8557-7027d136035b req-7950aef0-3d86-496f-aa94-644140b10826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3304182'] for port (d96819c5-d122-476e-b592-f224863bf88c), after_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:09.074933 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950aef0-3d86-496f-aa94-644140b10826 service neutron] Pushing event updated for resources: {'Port': ['ID=d96819c5-d122-476e-b592-f224863bf88c,revision_number=2']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:55:09.102711 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.managers [req-92f634df-d8ad-4258-8557-7027d136035b req-7950aef0-3d86-496f-aa94-644140b10826 service neutron] Attempting to bind port d96819c5-d122-476e-b592-f224863bf88c on host hv-cinder-85752 for vnic_type normal with profile {{(pid=112952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:55:09.103049 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.managers [req-92f634df-d8ad-4258-8557-7027d136035b req-7950aef0-3d86-496f-aa94-644140b10826 service neutron] Attempting to bind port d96819c5-d122-476e-b592-f224863bf88c by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '43962dc6-5d1e-44de-8cf1-94862617316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae'}] {{(pid=112952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:55:09.103375 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f634df-d8ad-4258-8557-7027d136035b req-7950aef0-3d86-496f-aa94-644140b10826 service neutron] Attempting to bind port d96819c5-d122-476e-b592-f224863bf88c on network 48f46f03-9920-4d15-b1d4-ea751486aaae {{(pid=112952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:55:09.125243 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:09.146227 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f634df-d8ad-4258-8557-7027d136035b req-7950aef0-3d86-496f-aa94-644140b10826 service neutron] Port d96819c5-d122-476e-b592-f224863bf88c on network 48f46f03-9920-4d15-b1d4-ea751486aaae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=112952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 00:55:09.146562 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f634df-d8ad-4258-8557-7027d136035b req-7950aef0-3d86-496f-aa94-644140b10826 service neutron] Attempting to bind port d96819c5-d122-476e-b592-f224863bf88c on network 48f46f03-9920-4d15-b1d4-ea751486aaae {{(pid=112952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:55:09.186353 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f634df-d8ad-4258-8557-7027d136035b req-7950aef0-3d86-496f-aa94-644140b10826 service neutron] Checking agent: {'id': '7a59e084-9e76-4c44-9c60-e850dcdcbbb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 42, 37), 'started_at': datetime.datetime(2022, 9, 15, 0, 42, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:55:09.186689 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f634df-d8ad-4258-8557-7027d136035b req-7950aef0-3d86-496f-aa94-644140b10826 service neutron] Checking segment: {'id': '43962dc6-5d1e-44de-8cf1-94862617316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:55:09.187124 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f634df-d8ad-4258-8557-7027d136035b req-7950aef0-3d86-496f-aa94-644140b10826 service neutron] Bound using segment: {'id': '43962dc6-5d1e-44de-8cf1-94862617316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae'} {{(pid=112952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:55:09.188022 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.managers [req-92f634df-d8ad-4258-8557-7027d136035b req-7950aef0-3d86-496f-aa94-644140b10826 service neutron] Bound port: d96819c5-d122-476e-b592-f224863bf88c, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43962dc6-5d1e-44de-8cf1-94862617316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae'}}] {{(pid=112952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:55:09.188384 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-92f634df-d8ad-4258-8557-7027d136035b req-7950aef0-3d86-496f-aa94-644140b10826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (d96819c5-d122-476e-b592-f224863bf88c), before_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:09.261119 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.db [req-92f634df-d8ad-4258-8557-7027d136035b req-7950aef0-3d86-496f-aa94-644140b10826 service neutron] For port d96819c5-d122-476e-b592-f224863bf88c, host hv-cinder-85752, cleared binding levels {{(pid=112952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:55:09.264517 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.db [req-92f634df-d8ad-4258-8557-7027d136035b req-7950aef0-3d86-496f-aa94-644140b10826 service neutron] For port d96819c5-d122-476e-b592-f224863bf88c, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=d96819c5-d122-476e-b592-f224863bf88c,segment=NetworkSegment(43962dc6-5d1e-44de-8cf1-94862617316b),segment_id=43962dc6-5d1e-44de-8cf1-94862617316b)] {{(pid=112952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:55:09.270401 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-92f634df-d8ad-4258-8557-7027d136035b req-7950aef0-3d86-496f-aa94-644140b10826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3304182'] for port (d96819c5-d122-476e-b592-f224863bf88c), after_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:09.274497 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f634df-d8ad-4258-8557-7027d136035b req-7950aef0-3d86-496f-aa94-644140b10826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:09.275115 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-92f634df-d8ad-4258-8557-7027d136035b req-7950aef0-3d86-496f-aa94-644140b10826 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:09.276522 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-92f634df-d8ad-4258-8557-7027d136035b req-7950aef0-3d86-496f-aa94-644140b10826 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/d96819c5-d122-476e-b592-f224863bf88c HTTP/1.1" status: 200 len: 1093 time: 0.9970551 Sep 15 00:55:09.277097 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '919d6f99-161e-4c7f-b7e8-2183095d5e1f', 'tag': 'd96819c5-d122-476e-b592-f224863bf88c'}] {{(pid=112952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:55:09.279359 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab332b7ebe0febfdc7fe1a403309b4946bbbdc71882a32b3ac962f44a6678e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2735d761-7674-46b3-a716-0380c3e10190" -d '{"events": [{"name": "network-changed", "server_uuid": "919d6f99-161e-4c7f-b7e8-2183095d5e1f", "tag": "d96819c5-d122-476e-b592-f224863bf88c"}]}' {{(pid=112952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:55:09.322917 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 00:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78af60ef-23b9-4b56-b89a-5592d83b87a5 x-openstack-request-id: req-78af60ef-23b9-4b56-b89a-5592d83b87a5 {{(pid=112952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:55:09.323199 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "919d6f99-161e-4c7f-b7e8-2183095d5e1f", "tag": "d96819c5-d122-476e-b592-f224863bf88c", "status": "completed", "code": 200}]} {{(pid=112952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:55:09.323452 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-78af60ef-23b9-4b56-b89a-5592d83b87a5 {{(pid=112952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:55:09.323872 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78af60ef-23b9-4b56-b89a-5592d83b87a5'] response: {'name': 'network-changed', 'server_uuid': '919d6f99-161e-4c7f-b7e8-2183095d5e1f', 'tag': 'd96819c5-d122-476e-b592-f224863bf88c', 'status': 'completed', 'code': 200} Sep 15 00:55:09.328508 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950aef0-3d86-496f-aa94-644140b10826 service neutron] Pushing event updated for resources: {'Port': ['ID=d96819c5-d122-476e-b592-f224863bf88c,revision_number=3']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:55:09.438233 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-90b0e9b2-ec52-45d0-b6e2-99f7fd65e01e None None] Attempt 3 to provision port d96819c5-d122-476e-b592-f224863bf88c Sep 15 00:55:09.474373 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-90b0e9b2-ec52-45d0-b6e2-99f7fd65e01e None None] Port d96819c5-d122-476e-b592-f224863bf88c had new provisioning blocks added so it will not transition to active. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 00:55:09.530326 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735d761-7674-46b3-a716-0380c3e10190 req-de2a1f45-093c-4d39-b343-d8f071140220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:09.531858 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-2735d761-7674-46b3-a716-0380c3e10190 req-de2a1f45-093c-4d39-b343-d8f071140220 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3ef4db17e5d245cb9caab70d557f41ae&device_id=919d6f99-161e-4c7f-b7e8-2183095d5e1f HTTP/1.1" status: 200 len: 1127 time: 0.0398967 Sep 15 00:55:09.936449 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:10.064735 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22f9d9-4b2a-416d-a369-2086c2ef9219 req-2944380c-ae57-47df-a339-f85ffbaa2ed7 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:10.066203 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-7d22f9d9-4b2a-416d-a369-2086c2ef9219 req-2944380c-ae57-47df-a339-f85ffbaa2ed7 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=919d6f99-161e-4c7f-b7e8-2183095d5e1f HTTP/1.1" status: 200 len: 943 time: 0.0664270 Sep 15 00:55:10.067277 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735d761-7674-46b3-a716-0380c3e10190 req-aebef441-90e9-4fee-98a0-55a21cef4077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:10.068612 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-2735d761-7674-46b3-a716-0380c3e10190 req-aebef441-90e9-4fee-98a0-55a21cef4077 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=3ef4db17e5d245cb9caab70d557f41ae&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1416633 Sep 15 00:55:10.112589 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-7d22f9d9-4b2a-416d-a369-2086c2ef9219 req-48257a43-bcd0-4cbf-b1a9-1981c4ae38ad tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dc083cbc-37df-491f-9395-43ec34bce12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408695 Sep 15 00:55:10.412994 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735d761-7674-46b3-a716-0380c3e10190 req-2afa6985-f5ea-4f54-9f9b-bf48c6721ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:10.414468 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-2735d761-7674-46b3-a716-0380c3e10190 req-2afa6985-f5ea-4f54-9f9b-bf48c6721ab1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0995133 Sep 15 00:55:10.528611 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f634df-d8ad-4258-8557-7027d136035b req-b0a2c167-abda-4227-9225-42417d70a37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:10.530099 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-92f634df-d8ad-4258-8557-7027d136035b req-b0a2c167-abda-4227-9225-42417d70a37f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3ef4db17e5d245cb9caab70d557f41ae&device_id=919d6f99-161e-4c7f-b7e8-2183095d5e1f HTTP/1.1" status: 200 len: 1127 time: 0.0435765 Sep 15 00:55:10.576740 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-92f634df-d8ad-4258-8557-7027d136035b req-c82be4a3-494f-4b85-a586-40ff05c0851b service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d96819c5-d122-476e-b592-f224863bf88c HTTP/1.1" status: 200 len: 217 time: 0.0325656 Sep 15 00:55:10.629422 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f634df-d8ad-4258-8557-7027d136035b req-83b3f3a3-42b3-4fd0-971f-ea17aafa684a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:10.630880 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-92f634df-d8ad-4258-8557-7027d136035b req-83b3f3a3-42b3-4fd0-971f-ea17aafa684a service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=45e5374b-dd3a-4913-9c14-900ba2b249b3 HTTP/1.1" status: 200 len: 853 time: 0.0478103 Sep 15 00:55:10.676812 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f634df-d8ad-4258-8557-7027d136035b req-c5136826-da68-4801-9ff1-f8fe47a07f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:10.678380 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-92f634df-d8ad-4258-8557-7027d136035b req-c5136826-da68-4801-9ff1-f8fe47a07f04 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=48f46f03-9920-4d15-b1d4-ea751486aaae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410533 Sep 15 00:55:10.774446 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-92f634df-d8ad-4258-8557-7027d136035b req-3bc7c531-0311-47f7-8d14-c2d4b7455fe6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/48f46f03-9920-4d15-b1d4-ea751486aaae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890453 Sep 15 00:55:10.873836 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-92f634df-d8ad-4258-8557-7027d136035b req-7fc84d20-ce48-4556-a894-105cf4326e9f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/48f46f03-9920-4d15-b1d4-ea751486aaae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928679 Sep 15 00:55:11.230634 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49faaa9e-10c1-4ee6-b603-bb27a1d0ada2 req-2818066d-fbbf-412b-bf2d-8c9ece36dce7 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:11.232120 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-49faaa9e-10c1-4ee6-b603-bb27a1d0ada2 req-2818066d-fbbf-412b-bf2d-8c9ece36dce7 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=919d6f99-161e-4c7f-b7e8-2183095d5e1f HTTP/1.1" status: 200 len: 943 time: 0.0460949 Sep 15 00:55:11.280674 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:11.285935 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-49faaa9e-10c1-4ee6-b603-bb27a1d0ada2 req-a1dd93c6-dd05-4359-ad6d-2bf834b08bd4 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dc083cbc-37df-491f-9395-43ec34bce12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476170 Sep 15 00:55:12.408428 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669045ec-3b2c-4e44-80ee-054740e86571 req-dc752014-3469-4c42-a0ac-8105fe05de50 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:12.409877 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-669045ec-3b2c-4e44-80ee-054740e86571 req-dc752014-3469-4c42-a0ac-8105fe05de50 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=919d6f99-161e-4c7f-b7e8-2183095d5e1f HTTP/1.1" status: 200 len: 943 time: 0.0494103 Sep 15 00:55:12.456034 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-669045ec-3b2c-4e44-80ee-054740e86571 req-ec42f3e4-3713-4964-8742-6b21589e664c tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dc083cbc-37df-491f-9395-43ec34bce12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406165 Sep 15 00:55:13.537500 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:13.575886 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2a4d2-e716-4a88-9fd9-f1fc165751eb req-78144bbb-398d-4b40-9857-86129d9b473b tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:13.577348 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b5c2a4d2-e716-4a88-9fd9-f1fc165751eb req-78144bbb-398d-4b40-9857-86129d9b473b tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=919d6f99-161e-4c7f-b7e8-2183095d5e1f HTTP/1.1" status: 200 len: 943 time: 0.0482311 Sep 15 00:55:13.626362 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b5c2a4d2-e716-4a88-9fd9-f1fc165751eb req-59a51e7c-ca7f-48b6-ab9d-bd17822c7b14 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dc083cbc-37df-491f-9395-43ec34bce12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428286 Sep 15 00:55:13.679084 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=10 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:13.684165 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=16 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:14.750798 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b5e2c-d3ca-456a-a31f-bdab3cf11a44 req-f29e1f9f-0970-4640-92bb-da7f8c426dda tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:14.752224 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-4f1b5e2c-d3ca-456a-a31f-bdab3cf11a44 req-f29e1f9f-0970-4640-92bb-da7f8c426dda tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=919d6f99-161e-4c7f-b7e8-2183095d5e1f HTTP/1.1" status: 200 len: 943 time: 0.0469329 Sep 15 00:55:14.802749 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-4f1b5e2c-d3ca-456a-a31f-bdab3cf11a44 req-08c69e3e-dbd8-40c6-9ffd-366ebde63a69 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dc083cbc-37df-491f-9395-43ec34bce12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448761 Sep 15 00:55:14.991788 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:15.767093 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device d96819c5-d122-476e-b592-f224863bf88c details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=112954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 00:55:15.863118 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port d96819c5-d122-476e-b592-f224863bf88c, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=d96819c5-d122-476e-b592-f224863bf88c,segment=NetworkSegment(43962dc6-5d1e-44de-8cf1-94862617316b),segment_id=43962dc6-5d1e-44de-8cf1-94862617316b)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:55:15.878417 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Returning: {'device': 'd96819c5-d122-476e-b592-f224863bf88c', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'port_id': 'd96819c5-d122-476e-b592-f224863bf88c', 'mac_address': 'fa:16:3e:b7:bf:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 00:55:15.923092 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b79b4-eb89-4549-902e-87f150f49c1b req-3864e548-7a66-459e-adb1-8b840a1f0900 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:15.924693 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5f3b79b4-eb89-4549-902e-87f150f49c1b req-3864e548-7a66-459e-adb1-8b840a1f0900 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=919d6f99-161e-4c7f-b7e8-2183095d5e1f HTTP/1.1" status: 200 len: 943 time: 0.0475714 Sep 15 00:55:15.979286 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5f3b79b4-eb89-4549-902e-87f150f49c1b req-e54041f0-3e04-403f-af12-bc830083c19e tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dc083cbc-37df-491f-9395-43ec34bce12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487957 Sep 15 00:55:16.037599 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port d96819c5-d122-476e-b592-f224863bf88c is: DOWN; New status is: BUILD {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:55:16.038172 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (d96819c5-d122-476e-b592-f224863bf88c), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:16.051405 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d96819c5-d122-476e-b592-f224863bf88c {{(pid=112954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 00:55:16.071078 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port d96819c5-d122-476e-b592-f224863bf88c, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=d96819c5-d122-476e-b592-f224863bf88c,segment=NetworkSegment(43962dc6-5d1e-44de-8cf1-94862617316b),segment_id=43962dc6-5d1e-44de-8cf1-94862617316b)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:55:16.074970 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (d96819c5-d122-476e-b592-f224863bf88c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:16.121575 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=d96819c5-d122-476e-b592-f224863bf88c,revision_number=4']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:55:16.129388 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:55:16.129733 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:55:16.130076 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:55:16.130410 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:55:16.130743 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:55:16.131070 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:55:16.131393 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:55:16.131743 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:55:16.132073 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:55:16.132449 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:55:16.132820 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:55:16.133191 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:55:16.133518 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:55:16.133836 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:55:16.134153 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:55:16.563775 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] get_ports_and_sgs() called for port_ids ['d96819c5-d122-476e-b592-f224863bf88c'] {{(pid=112954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 00:55:17.101830 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42366d42-a2f6-42f6-9d4f-e30778eb7472 req-90e854f0-986e-48d9-b065-9df93990227b tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:17.103278 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-42366d42-a2f6-42f6-9d4f-e30778eb7472 req-90e854f0-986e-48d9-b065-9df93990227b tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=919d6f99-161e-4c7f-b7e8-2183095d5e1f HTTP/1.1" status: 200 len: 944 time: 0.0468214 Sep 15 00:55:17.128654 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:17.151276 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-42366d42-a2f6-42f6-9d4f-e30778eb7472 req-8c588bca-d491-474c-b986-e466944931ac tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dc083cbc-37df-491f-9395-43ec34bce12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425303 Sep 15 00:55:17.764660 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-0de3e48c-33b3-4de9-bac2-91a5ed2e63d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:17.781921 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device d96819c5-d122-476e-b592-f224863bf88c up at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:55:17.823941 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Provisioning for port d96819c5-d122-476e-b592-f224863bf88c completed by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 00:55:17.829127 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Provisioning complete for port d96819c5-d122-476e-b592-f224863bf88c triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:55:17.829571 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (d96819c5-d122-476e-b592-f224863bf88c), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:17.829979 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Attempt 1 to provision port d96819c5-d122-476e-b592-f224863bf88c Sep 15 00:55:17.902388 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port d96819c5-d122-476e-b592-f224863bf88c is: BUILD; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:55:17.902766 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (d96819c5-d122-476e-b592-f224863bf88c), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:17.926261 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '919d6f99-161e-4c7f-b7e8-2183095d5e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96819c5-d122-476e-b592-f224863bf88c'}] {{(pid=112954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:55:17.928601 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac31f47a78c65cec711889e6d70219b8f5c13991b6e76ee3a100a5a33f2e7321" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f7a236-44d4-46f3-835b-3f1b525ad83f" -d '{"events": [{"server_uuid": "919d6f99-161e-4c7f-b7e8-2183095d5e1f", "name": "network-vif-plugged", "status": "completed", "tag": "d96819c5-d122-476e-b592-f224863bf88c"}]}' {{(pid=112954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:55:17.940937 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port d96819c5-d122-476e-b592-f224863bf88c, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=d96819c5-d122-476e-b592-f224863bf88c,segment=NetworkSegment(43962dc6-5d1e-44de-8cf1-94862617316b),segment_id=43962dc6-5d1e-44de-8cf1-94862617316b)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:55:17.945410 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (d96819c5-d122-476e-b592-f224863bf88c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:17.970264 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:17.974108 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 00:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c181dddb-7840-43c3-bd49-ed6e90b76a46 x-openstack-request-id: req-c181dddb-7840-43c3-bd49-ed6e90b76a46 {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:55:17.974404 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "919d6f99-161e-4c7f-b7e8-2183095d5e1f", "name": "network-vif-plugged", "status": "completed", "tag": "d96819c5-d122-476e-b592-f224863bf88c", "code": 200}]} {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:55:17.974661 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c181dddb-7840-43c3-bd49-ed6e90b76a46 {{(pid=112954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:55:17.975052 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c181dddb-7840-43c3-bd49-ed6e90b76a46'] response: {'server_uuid': '919d6f99-161e-4c7f-b7e8-2183095d5e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96819c5-d122-476e-b592-f224863bf88c', 'code': 200} Sep 15 00:55:17.975458 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:18.002542 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=d96819c5-d122-476e-b592-f224863bf88c,revision_number=5']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:55:18.183120 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f25d6-0039-46fd-be17-a827bc97e138 req-1b8b08c2-8e53-4d95-9c28-35620afc14f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:18.184582 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-829f25d6-0039-46fd-be17-a827bc97e138 req-1b8b08c2-8e53-4d95-9c28-35620afc14f2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=919d6f99-161e-4c7f-b7e8-2183095d5e1f HTTP/1.1" status: 200 len: 1129 time: 0.0396318 Sep 15 00:55:18.238576 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-829f25d6-0039-46fd-be17-a827bc97e138 req-2dcfc105-2b67-4a1a-8801-b93e0f5bd562 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=dc083cbc-37df-491f-9395-43ec34bce12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483456 Sep 15 00:55:18.259514 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=100 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:18.276453 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a6967-7024-4625-8136-e00e92eb37c1 req-85e887d8-9be0-4e54-a703-f9598fb717e4 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:18.277931 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-6b3a6967-7024-4625-8136-e00e92eb37c1 req-85e887d8-9be0-4e54-a703-f9598fb717e4 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=919d6f99-161e-4c7f-b7e8-2183095d5e1f HTTP/1.1" status: 200 len: 945 time: 0.0511308 Sep 15 00:55:18.324648 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-6b3a6967-7024-4625-8136-e00e92eb37c1 req-9f650a5e-6f71-4840-b3ca-d60310818f2f tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dc083cbc-37df-491f-9395-43ec34bce12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403380 Sep 15 00:55:19.447541 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250eecb-ebf4-40a5-bd9a-fa52dbbb8eb1 req-cdd8f75b-9ccd-4145-aea8-960b62a4f04d tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:19.449002 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e250eecb-ebf4-40a5-bd9a-fa52dbbb8eb1 req-cdd8f75b-9ccd-4145-aea8-960b62a4f04d tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=919d6f99-161e-4c7f-b7e8-2183095d5e1f HTTP/1.1" status: 200 len: 945 time: 0.0467880 Sep 15 00:55:19.495274 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e250eecb-ebf4-40a5-bd9a-fa52dbbb8eb1 req-8c902fd5-020b-4e1d-9a56-3ddddf628542 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dc083cbc-37df-491f-9395-43ec34bce12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406435 Sep 15 00:55:20.054253 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-e091617d-5f9d-481c-b525-84fee91cb8d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:20.628167 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d32765-bb6d-4c58-ac89-2ec375f5cf73 req-9f1fcc68-0314-4c24-9478-23ea21384b16 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:20.629678 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-e3d32765-bb6d-4c58-ac89-2ec375f5cf73 req-9f1fcc68-0314-4c24-9478-23ea21384b16 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=919d6f99-161e-4c7f-b7e8-2183095d5e1f HTTP/1.1" status: 200 len: 945 time: 0.0493388 Sep 15 00:55:20.677091 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-e3d32765-bb6d-4c58-ac89-2ec375f5cf73 req-a761a510-172b-4d88-9592-bf50dda7cf29 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dc083cbc-37df-491f-9395-43ec34bce12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418739 Sep 15 00:55:20.791170 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62094c43-dedc-4bac-8292-6b71864a90e9 req-257fc4e0-eb65-4b46-99fe-c77b7f1be957 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:20.792686 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-62094c43-dedc-4bac-8292-6b71864a90e9 req-257fc4e0-eb65-4b46-99fe-c77b7f1be957 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=919d6f99-161e-4c7f-b7e8-2183095d5e1f HTTP/1.1" status: 200 len: 945 time: 0.0458424 Sep 15 00:55:20.802901 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 60828) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:55:20.807191 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-f670be63-3584-422a-9ab8-3f5ff2ee1c8c tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Request body: {'floatingip': {'port_id': 'd96819c5-d122-476e-b592-f224863bf88c'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:55:20.848962 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f670be63-3584-422a-9ab8-3f5ff2ee1c8c tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for floatingip (daab254e-8128-4201-9c28-1b406b467608), before_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:21.271875 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f670be63-3584-422a-9ab8-3f5ff2ee1c8c tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:21.276595 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f670be63-3584-422a-9ab8-3f5ff2ee1c8c tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682341'] for floatingip (daab254e-8128-4201-9c28-1b406b467608), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:21.341176 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:21.379915 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.db.l3_db [None req-f670be63-3584-422a-9ab8-3f5ff2ee1c8c tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Floating IP daab254e-8128-4201-9c28-1b406b467608 associated. External IP: 172.27.1.45, port: d96819c5-d122-476e-b592-f224863bf88c. Sep 15 00:55:21.461069 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:21.521858 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:21.576439 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f670be63-3584-422a-9ab8-3f5ff2ee1c8c tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Router 1ce736d0-eb45-4996-8a42-1c0d1d83a272 has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:55:21.682471 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f670be63-3584-422a-9ab8-3f5ff2ee1c8c tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:55:21.686970 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f670be63-3584-422a-9ab8-3f5ff2ee1c8c tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for floatingip (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:21.693323 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172b21a7-4bc1-4662-bb63-dfb1780ac98b None None] Sync routers for ids ['1ce736d0-eb45-4996-8a42-1c0d1d83a272'] in dv-cinder-857528-2-iscsi {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:55:21.711353 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172b21a7-4bc1-4662-bb63-dfb1780ac98b None None] Routers {'1ce736d0-eb45-4996-8a42-1c0d1d83a272'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:55:21.711628 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-172b21a7-4bc1-4662-bb63-dfb1780ac98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:55:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['1ce736d0-eb45-4996-8a42-1c0d1d83a272'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:55:21.719134 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-f670be63-3584-422a-9ab8-3f5ff2ee1c8c tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/daab254e-8128-4201-9c28-1b406b467608 HTTP/1.1" status: 200 len: 990 time: 0.9151678 Sep 15 00:55:21.719838 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '919d6f99-161e-4c7f-b7e8-2183095d5e1f', 'tag': 'd96819c5-d122-476e-b592-f224863bf88c'}] {{(pid=112953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:55:21.722544 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dcd79e7c9c5799004c3790ddb8f78f6987afe8bb335ac36dcc290df3850dde4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0710ee5a-b6cd-4c07-b8b8-21d9a66c4e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "919d6f99-161e-4c7f-b7e8-2183095d5e1f", "tag": "d96819c5-d122-476e-b592-f224863bf88c"}]}' {{(pid=112953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:55:21.824522 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-172b21a7-4bc1-4662-bb63-dfb1780ac98b None None] Set router 1ce736d0-eb45-4996-8a42-1c0d1d83a272 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:55:21.828361 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 00:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ebfb30b-a7f6-45c9-b59c-ae53d9f86cee x-openstack-request-id: req-4ebfb30b-a7f6-45c9-b59c-ae53d9f86cee {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:55:21.828848 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "919d6f99-161e-4c7f-b7e8-2183095d5e1f", "tag": "d96819c5-d122-476e-b592-f224863bf88c", "status": "completed", "code": 200}]} {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:55:21.829019 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4ebfb30b-a7f6-45c9-b59c-ae53d9f86cee {{(pid=112953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:55:21.829348 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ebfb30b-a7f6-45c9-b59c-ae53d9f86cee'] response: {'name': 'network-changed', 'server_uuid': '919d6f99-161e-4c7f-b7e8-2183095d5e1f', 'tag': 'd96819c5-d122-476e-b592-f224863bf88c', 'status': 'completed', 'code': 200} Sep 15 00:55:21.924448 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710ee5a-b6cd-4c07-b8b8-21d9a66c4e4a req-0a65e441-a6e5-43da-82b4-96d478e988bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:21.926134 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-0710ee5a-b6cd-4c07-b8b8-21d9a66c4e4a req-0a65e441-a6e5-43da-82b4-96d478e988bc service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3ef4db17e5d245cb9caab70d557f41ae&device_id=919d6f99-161e-4c7f-b7e8-2183095d5e1f HTTP/1.1" status: 200 len: 1129 time: 0.0426223 Sep 15 00:55:22.078426 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710ee5a-b6cd-4c07-b8b8-21d9a66c4e4a req-ee05d16f-18ec-4d18-be16-fab5f99b9aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:22.080699 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-0710ee5a-b6cd-4c07-b8b8-21d9a66c4e4a req-ee05d16f-18ec-4d18-be16-fab5f99b9aeb service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=48f46f03-9920-4d15-b1d4-ea751486aaae HTTP/1.1" status: 200 len: 914 time: 0.1403050 Sep 15 00:55:22.103767 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-172b21a7-4bc1-4662-bb63-dfb1780ac98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'name': 'tempest-AttachVolumeNegativeTest-400577387-router', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '025acf36-238d-489a-936d-6b142c62ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:04Z', 'revision_number': 4, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'gw_port': {'id': '025acf36-238d-489a-936d-6b142c62ba58', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': '4dbe1e85-0e9a-400f-a529-d8686dc82f14', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'port_id': '4cd61e51-9091-42e2-b4f8-f67dbf137235', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'mac_address': 'fa:16:3e:37:f0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e47eda5-dffe-41dd-a09d-0870d19dd898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:53:06Z', 'updated_at': '2022-09-15T00:53:28Z', 'revision_number': 2, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'fixed_ip_address_scope': None}, {'id': 'daab254e-8128-4201-9c28-1b406b467608', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'floating_ip_address': '172.27.1.45', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'port_id': 'd96819c5-d122-476e-b592-f224863bf88c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'mac_address': 'fa:16:3e:b7:bf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919d6f99-161e-4c7f-b7e8-2183095d5e1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:55:05Z', 'updated_at': '2022-09-15T00:55:21Z', 'revision_number': 1, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '107963f3-d92c-4837-ab25-c26e9f8ce006', 'name': '', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'mac_address': 'fa:16:3e:ad:67:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:03Z', 'updated_at': '2022-09-15T00:53:09Z', 'revision_number': 5, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'subnets': [{'id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:55:22.134477 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172b21a7-4bc1-4662-bb63-dfb1780ac98b None None] Checking router: 1ce736d0-eb45-4996-8a42-1c0d1d83a272 for host: dv-cinder-857528-2-iscsi {{(pid=112954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:55:22.144039 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172b21a7-4bc1-4662-bb63-dfb1780ac98b None None] Routers {'1ce736d0-eb45-4996-8a42-1c0d1d83a272'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:55:22.144645 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-172b21a7-4bc1-4662-bb63-dfb1780ac98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:55:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['1ce736d0-eb45-4996-8a42-1c0d1d83a272'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:55:22.147618 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-0710ee5a-b6cd-4c07-b8b8-21d9a66c4e4a req-12d8f5ad-f35b-4b75-8f40-a5ab629dd7bf service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d96819c5-d122-476e-b592-f224863bf88c HTTP/1.1" status: 200 len: 998 time: 0.0603228 Sep 15 00:55:22.195522 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710ee5a-b6cd-4c07-b8b8-21d9a66c4e4a req-0fb0856d-13d3-46b6-b0df-925d5e12c4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:22.196995 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-0710ee5a-b6cd-4c07-b8b8-21d9a66c4e4a req-0fb0856d-13d3-46b6-b0df-925d5e12c4f9 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=45e5374b-dd3a-4913-9c14-900ba2b249b3 HTTP/1.1" status: 200 len: 853 time: 0.0434330 Sep 15 00:55:22.206893 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 60856) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:55:22.242212 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710ee5a-b6cd-4c07-b8b8-21d9a66c4e4a req-7269f5e3-3eb4-4047-b97e-c3c05189e88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:22.243876 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-0710ee5a-b6cd-4c07-b8b8-21d9a66c4e4a req-7269f5e3-3eb4-4047-b97e-c3c05189e88c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=48f46f03-9920-4d15-b1d4-ea751486aaae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402505 Sep 15 00:55:22.251698 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-172b21a7-4bc1-4662-bb63-dfb1780ac98b None None] Set router 1ce736d0-eb45-4996-8a42-1c0d1d83a272 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:55:22.368709 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-0710ee5a-b6cd-4c07-b8b8-21d9a66c4e4a req-d20639e9-2928-4af2-a9b1-c5df35f3dd04 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/48f46f03-9920-4d15-b1d4-ea751486aaae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164699 Sep 15 00:55:22.370975 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [None req-cbe2adaa-db19-4425-99b6-209ca5178b7e tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Deleting port 9355014c-ce30-4dff-be9e-c03abba0b1b0 {{(pid=112953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:55:22.371331 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-cbe2adaa-db19-4425-99b6-209ca5178b7e tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (9355014c-ce30-4dff-be9e-c03abba0b1b0), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:22.469118 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-cbe2adaa-db19-4425-99b6-209ca5178b7e tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (9355014c-ce30-4dff-be9e-c03abba0b1b0), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:22.470087 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-cbe2adaa-db19-4425-99b6-209ca5178b7e tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks [] for floatingip (9355014c-ce30-4dff-be9e-c03abba0b1b0), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:22.486264 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [None req-cbe2adaa-db19-4425-99b6-209ca5178b7e tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Calling delete_port for 9355014c-ce30-4dff-be9e-c03abba0b1b0 owned by network:floatingip {{(pid=112953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:55:22.487110 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-0710ee5a-b6cd-4c07-b8b8-21d9a66c4e4a req-d4cca030-280d-4bd3-9695-fc87cad9539e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/48f46f03-9920-4d15-b1d4-ea751486aaae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112509 Sep 15 00:55:22.498941 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-172b21a7-4bc1-4662-bb63-dfb1780ac98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'name': 'tempest-AttachVolumeNegativeTest-400577387-router', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '025acf36-238d-489a-936d-6b142c62ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:04Z', 'revision_number': 4, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'gw_port': {'id': '025acf36-238d-489a-936d-6b142c62ba58', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': '4dbe1e85-0e9a-400f-a529-d8686dc82f14', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'port_id': '4cd61e51-9091-42e2-b4f8-f67dbf137235', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'mac_address': 'fa:16:3e:37:f0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e47eda5-dffe-41dd-a09d-0870d19dd898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:53:06Z', 'updated_at': '2022-09-15T00:53:28Z', 'revision_number': 2, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'fixed_ip_address_scope': None}, {'id': 'daab254e-8128-4201-9c28-1b406b467608', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'floating_ip_address': '172.27.1.45', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'port_id': 'd96819c5-d122-476e-b592-f224863bf88c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'mac_address': 'fa:16:3e:b7:bf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919d6f99-161e-4c7f-b7e8-2183095d5e1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:55:05Z', 'updated_at': '2022-09-15T00:55:21Z', 'revision_number': 1, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '107963f3-d92c-4837-ab25-c26e9f8ce006', 'name': '', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'mac_address': 'fa:16:3e:ad:67:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:03Z', 'updated_at': '2022-09-15T00:53:09Z', 'revision_number': 5, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'subnets': [{'id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:55:22.528781 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172b21a7-4bc1-4662-bb63-dfb1780ac98b None None] The sync data for ids ['1ce736d0-eb45-4996-8a42-1c0d1d83a272'] in dv-cinder-857528-2-iscsi is: [{'id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'name': 'tempest-AttachVolumeNegativeTest-400577387-router', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '025acf36-238d-489a-936d-6b142c62ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:04Z', 'revision_number': 4, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'gw_port': {'id': '025acf36-238d-489a-936d-6b142c62ba58', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': '4dbe1e85-0e9a-400f-a529-d8686dc82f14', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'port_id': '4cd61e51-9091-42e2-b4f8-f67dbf137235', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'mac_address': 'fa:16:3e:37:f0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e47eda5-dffe-41dd-a09d-0870d19dd898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:53:06Z', 'updated_at': '2022-09-15T00:53:28Z', 'revision_number': 2, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'fixed_ip_address_scope': None}, {'id': 'daab254e-8128-4201-9c28-1b406b467608', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'floating_ip_address': '172.27.1.45', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'port_id': 'd96819c5-d122-476e-b592-f224863bf88c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'mac_address': 'fa:16:3e:b7:bf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919d6f99-161e-4c7f-b7e8-2183095d5e1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:55:05Z', 'updated_at': '2022-09-15T00:55:21Z', 'revision_number': 1, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '107963f3-d92c-4837-ab25-c26e9f8ce006', 'name': '', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'mac_address': 'fa:16:3e:ad:67:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:03Z', 'updated_at': '2022-09-15T00:53:09Z', 'revision_number': 5, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'subnets': [{'id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:55:22.612809 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:22.662339 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-cbe2adaa-db19-4425-99b6-209ca5178b7e tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9371492'] for port (9355014c-ce30-4dff-be9e-c03abba0b1b0), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:22.687602 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:22.689952 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2adaa-db19-4425-99b6-209ca5178b7e tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Pushing event deleted for resources: {'Port': ['ID=9355014c-ce30-4dff-be9e-c03abba0b1b0,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:55:22.759747 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-cbe2adaa-db19-4425-99b6-209ca5178b7e tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks [] for floatingip (8cdf8fa3-bfbb-4e19-b373-46ebad1939e7), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:22.760079 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.db.l3_db [None req-cbe2adaa-db19-4425-99b6-209ca5178b7e tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Floating IP 8cdf8fa3-bfbb-4e19-b373-46ebad1939e7 disassociated (deleted). External IP: 172.27.1.5, port: f8e5a3ed-229c-4186-8197-286fa9b6a050. Sep 15 00:55:22.791879 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0234b-fd42-47df-861f-aa4b7b8f7b38 None None] New status for floating IP daab254e-8128-4201-9c28-1b406b467608: ACTIVE {{(pid=112955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 00:55:22.899518 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:23.131675 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 6 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 00:55:23.172030 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:23.199288 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe2adaa-db19-4425-99b6-209ca5178b7e tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Router ca3b6cba-8d96-4b57-9ebe-237259db34f8 has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:55:23.303154 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe2adaa-db19-4425-99b6-209ca5178b7e tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:55:23.307799 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-cbe2adaa-db19-4425-99b6-209ca5178b7e tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for floatingip (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:23.311994 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d661b99e-de01-4686-8be1-f6824a2269a2 None None] Sync routers for ids ['ca3b6cba-8d96-4b57-9ebe-237259db34f8'] in dv-cinder-857528-2-iscsi {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:55:23.322636 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d661b99e-de01-4686-8be1-f6824a2269a2 None None] Routers {'ca3b6cba-8d96-4b57-9ebe-237259db34f8'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:55:23.323338 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-d661b99e-de01-4686-8be1-f6824a2269a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:55:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['ca3b6cba-8d96-4b57-9ebe-237259db34f8'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:55:23.340844 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-cbe2adaa-db19-4425-99b6-209ca5178b7e tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/8cdf8fa3-bfbb-4e19-b373-46ebad1939e7 HTTP/1.1" status: 204 len: 168 time: 1.1303627 Sep 15 00:55:23.407837 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=100 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:23.430790 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-d661b99e-de01-4686-8be1-f6824a2269a2 None None] Set router ca3b6cba-8d96-4b57-9ebe-237259db34f8 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:55:23.497576 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:23.573952 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa07e26-54f2-4a53-883e-ee54923e09f8 req-289c9930-30ac-4337-b73c-e28caf94c13b tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:23.575724 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-baa07e26-54f2-4a53-883e-ee54923e09f8 req-289c9930-30ac-4337-b73c-e28caf94c13b tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 945 time: 0.0611250 Sep 15 00:55:23.634472 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-baa07e26-54f2-4a53-883e-ee54923e09f8 req-9aed4ab9-f6ef-4e31-98be-ee1dff1a16da tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521994 Sep 15 00:55:23.647169 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-d661b99e-de01-4686-8be1-f6824a2269a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3b6cba-8d96-4b57-9ebe-237259db34f8', 'name': 'tempest-TestShelveInstance-1159276456-router', 'tenant_id': '743501da05424df197d7af03d32eabb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': 'd614d6ff-8647-49c3-b882-69e5db6e510b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:47:55Z', 'updated_at': '2022-09-15T00:47:58Z', 'revision_number': 4, 'project_id': '743501da05424df197d7af03d32eabb3', 'gw_port': {'id': 'd614d6ff-8647-49c3-b882-69e5db6e510b', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3b6cba-8d96-4b57-9ebe-237259db34f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:47:55Z', 'updated_at': '2022-09-15T00:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': '5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd', 'name': '', 'network_id': '4290f87e-df9b-42ba-bf4c-3cb460fcfafb', 'tenant_id': '743501da05424df197d7af03d32eabb3', 'mac_address': 'fa:16:3e:e6:8c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3b6cba-8d96-4b57-9ebe-237259db34f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '1377e933-271c-4a25-8861-4516d6260e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:47:58Z', 'updated_at': '2022-09-15T00:48:08Z', 'revision_number': 5, 'project_id': '743501da05424df197d7af03d32eabb3', 'subnets': [{'id': '1377e933-271c-4a25-8861-4516d6260e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:55:23.673712 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d661b99e-de01-4686-8be1-f6824a2269a2 None None] Checking router: ca3b6cba-8d96-4b57-9ebe-237259db34f8 for host: dv-cinder-857528-2-iscsi {{(pid=112954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:55:23.682786 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d661b99e-de01-4686-8be1-f6824a2269a2 None None] Routers {'ca3b6cba-8d96-4b57-9ebe-237259db34f8'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:55:23.683393 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-d661b99e-de01-4686-8be1-f6824a2269a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:55:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['ca3b6cba-8d96-4b57-9ebe-237259db34f8'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:55:23.830831 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e58c94a4-c708-4b2f-b8b1-fa336f60aa4b', 'tag': 'f8e5a3ed-229c-4186-8197-286fa9b6a050'}] {{(pid=112953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:55:23.833046 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dcd79e7c9c5799004c3790ddb8f78f6987afe8bb335ac36dcc290df3850dde4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d934b2-8a74-444e-8470-23025cc7244b" -d '{"events": [{"name": "network-changed", "server_uuid": "e58c94a4-c708-4b2f-b8b1-fa336f60aa4b", "tag": "f8e5a3ed-229c-4186-8197-286fa9b6a050"}]}' {{(pid=112953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:55:23.877288 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 00:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968a5ad8-7e08-4b04-89c9-4d21e10a2f3a x-openstack-request-id: req-968a5ad8-7e08-4b04-89c9-4d21e10a2f3a {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:55:23.886893 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e58c94a4-c708-4b2f-b8b1-fa336f60aa4b", "tag": "f8e5a3ed-229c-4186-8197-286fa9b6a050", "status": "completed", "code": 200}]} {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:55:23.887428 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-968a5ad8-7e08-4b04-89c9-4d21e10a2f3a {{(pid=112953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:55:23.888093 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-968a5ad8-7e08-4b04-89c9-4d21e10a2f3a'] response: {'name': 'network-changed', 'server_uuid': 'e58c94a4-c708-4b2f-b8b1-fa336f60aa4b', 'tag': 'f8e5a3ed-229c-4186-8197-286fa9b6a050', 'status': 'completed', 'code': 200} Sep 15 00:55:23.910596 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-d661b99e-de01-4686-8be1-f6824a2269a2 None None] Set router ca3b6cba-8d96-4b57-9ebe-237259db34f8 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:55:23.921756 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1560c-ce94-42f3-80d2-3ba9f244e991 req-66443cd4-9a08-4a30-aad1-95f3fa1ecc90 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:23.923891 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-78d1560c-ce94-42f3-80d2-3ba9f244e991 req-66443cd4-9a08-4a30-aad1-95f3fa1ecc90 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 945 time: 0.0485334 Sep 15 00:55:23.970415 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-78d1560c-ce94-42f3-80d2-3ba9f244e991 req-18abeb35-fd7d-4121-b1d7-cd01d586d986 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402331 Sep 15 00:55:24.094164 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-d661b99e-de01-4686-8be1-f6824a2269a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3b6cba-8d96-4b57-9ebe-237259db34f8', 'name': 'tempest-TestShelveInstance-1159276456-router', 'tenant_id': '743501da05424df197d7af03d32eabb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': 'd614d6ff-8647-49c3-b882-69e5db6e510b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:47:55Z', 'updated_at': '2022-09-15T00:47:58Z', 'revision_number': 4, 'project_id': '743501da05424df197d7af03d32eabb3', 'gw_port': {'id': 'd614d6ff-8647-49c3-b882-69e5db6e510b', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3b6cba-8d96-4b57-9ebe-237259db34f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:47:55Z', 'updated_at': '2022-09-15T00:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': '5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd', 'name': '', 'network_id': '4290f87e-df9b-42ba-bf4c-3cb460fcfafb', 'tenant_id': '743501da05424df197d7af03d32eabb3', 'mac_address': 'fa:16:3e:e6:8c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3b6cba-8d96-4b57-9ebe-237259db34f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '1377e933-271c-4a25-8861-4516d6260e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:47:58Z', 'updated_at': '2022-09-15T00:48:08Z', 'revision_number': 5, 'project_id': '743501da05424df197d7af03d32eabb3', 'subnets': [{'id': '1377e933-271c-4a25-8861-4516d6260e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:55:24.119002 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d661b99e-de01-4686-8be1-f6824a2269a2 None None] The sync data for ids ['ca3b6cba-8d96-4b57-9ebe-237259db34f8'] in dv-cinder-857528-2-iscsi is: [{'id': 'ca3b6cba-8d96-4b57-9ebe-237259db34f8', 'name': 'tempest-TestShelveInstance-1159276456-router', 'tenant_id': '743501da05424df197d7af03d32eabb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': 'd614d6ff-8647-49c3-b882-69e5db6e510b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:47:55Z', 'updated_at': '2022-09-15T00:47:58Z', 'revision_number': 4, 'project_id': '743501da05424df197d7af03d32eabb3', 'gw_port': {'id': 'd614d6ff-8647-49c3-b882-69e5db6e510b', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3b6cba-8d96-4b57-9ebe-237259db34f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:47:55Z', 'updated_at': '2022-09-15T00:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': '5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd', 'name': '', 'network_id': '4290f87e-df9b-42ba-bf4c-3cb460fcfafb', 'tenant_id': '743501da05424df197d7af03d32eabb3', 'mac_address': 'fa:16:3e:e6:8c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3b6cba-8d96-4b57-9ebe-237259db34f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '1377e933-271c-4a25-8861-4516d6260e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:47:58Z', 'updated_at': '2022-09-15T00:48:08Z', 'revision_number': 5, 'project_id': '743501da05424df197d7af03d32eabb3', 'subnets': [{'id': '1377e933-271c-4a25-8861-4516d6260e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:55:24.319712 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e516b82e-73c4-4ebb-beca-64a6efc9928e None None] New status for floating IP 8cdf8fa3-bfbb-4e19-b373-46ebad1939e7: DOWN {{(pid=112955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 00:55:24.763378 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa3928-945c-4445-85d1-9626bd045b06 req-7ee97e13-bbe7-46f0-bad0-a7ac88fe9815 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:24.764900 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-adaa3928-945c-4445-85d1-9626bd045b06 req-7ee97e13-bbe7-46f0-bad0-a7ac88fe9815 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 945 time: 0.0487580 Sep 15 00:55:24.821112 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-adaa3928-945c-4445-85d1-9626bd045b06 req-5c4bc362-3ce3-4326-b6ba-33e76f21d1e4 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2337f8db-f8e6-4fbe-91fa-f749cd0ca979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499129 Sep 15 00:55:24.848469 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d934b2-8a74-444e-8470-23025cc7244b req-33cac42d-1527-4d5e-951f-189914773d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:24.849981 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-45d934b2-8a74-444e-8470-23025cc7244b req-33cac42d-1527-4d5e-951f-189914773d00 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=743501da05424df197d7af03d32eabb3&device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 1129 time: 0.0433965 Sep 15 00:55:25.092970 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=100 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:25.104735 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98321df6-3284-4097-bbf1-b924a3f8a69b req-306d47be-17fa-4cea-b2bf-daeb087dc360 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:25.106206 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-98321df6-3284-4097-bbf1-b924a3f8a69b req-306d47be-17fa-4cea-b2bf-daeb087dc360 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 945 time: 0.0523617 Sep 15 00:55:25.152539 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-98321df6-3284-4097-bbf1-b924a3f8a69b req-9dd8fef5-ae4c-4f24-8189-f7ea1d4f8c66 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408301 Sep 15 00:55:25.417502 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=100 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:25.431531 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d934b2-8a74-444e-8470-23025cc7244b req-262d22bf-3e60-4e79-ae87-51eee0710bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:25.432988 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-45d934b2-8a74-444e-8470-23025cc7244b req-262d22bf-3e60-4e79-ae87-51eee0710bf5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=4290f87e-df9b-42ba-bf4c-3cb460fcfafb HTTP/1.1" status: 200 len: 909 time: 0.0925581 Sep 15 00:55:25.552680 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-45d934b2-8a74-444e-8470-23025cc7244b req-93e69212-4f81-427f-898d-49ad58bca069 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8e5a3ed-229c-4186-8197-286fa9b6a050 HTTP/1.1" status: 200 len: 217 time: 0.0350058 Sep 15 00:55:25.565868 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454b67c-d460-43de-8a9d-504b82b55c23 req-8f0b637f-faf5-4692-b928-2bf91b615463 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:25.567310 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b454b67c-d460-43de-8a9d-504b82b55c23 req-8f0b637f-faf5-4692-b928-2bf91b615463 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 945 time: 0.0492992 Sep 15 00:55:25.602568 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d934b2-8a74-444e-8470-23025cc7244b req-c846a303-8c19-4356-92b3-50642ba898aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:25.604058 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-45d934b2-8a74-444e-8470-23025cc7244b req-c846a303-8c19-4356-92b3-50642ba898aa service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=1377e933-271c-4a25-8861-4516d6260e23 HTTP/1.1" status: 200 len: 848 time: 0.0448725 Sep 15 00:55:25.647739 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d934b2-8a74-444e-8470-23025cc7244b req-afb20556-9fa0-41a2-8184-585912acc4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:25.649385 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-45d934b2-8a74-444e-8470-23025cc7244b req-afb20556-9fa0-41a2-8184-585912acc4e8 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=4290f87e-df9b-42ba-bf4c-3cb460fcfafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400357 Sep 15 00:55:25.655181 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [req-b454b67c-d460-43de-8a9d-504b82b55c23 req-d2990437-8b1b-4f64-89bf-bb1b89b37de8 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Deleting port f8e5a3ed-229c-4186-8197-286fa9b6a050 {{(pid=112953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:55:25.655687 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-b454b67c-d460-43de-8a9d-504b82b55c23 req-d2990437-8b1b-4f64-89bf-bb1b89b37de8 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (f8e5a3ed-229c-4186-8197-286fa9b6a050), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:25.744748 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-45d934b2-8a74-444e-8470-23025cc7244b req-8e3211a0-8361-4757-b809-4517dcbfcdef service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4290f87e-df9b-42ba-bf4c-3cb460fcfafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897238 Sep 15 00:55:25.752953 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [req-b454b67c-d460-43de-8a9d-504b82b55c23 req-d2990437-8b1b-4f64-89bf-bb1b89b37de8 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] For port f8e5a3ed-229c-4186-8197-286fa9b6a050, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=f8e5a3ed-229c-4186-8197-286fa9b6a050,segment=NetworkSegment(0e381a2d-0dc5-42f8-9b9f-371bc873799e),segment_id=0e381a2d-0dc5-42f8-9b9f-371bc873799e)] {{(pid=112953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:55:25.753325 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-b454b67c-d460-43de-8a9d-504b82b55c23 req-d2990437-8b1b-4f64-89bf-bb1b89b37de8 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (f8e5a3ed-229c-4186-8197-286fa9b6a050), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:25.768165 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [req-b454b67c-d460-43de-8a9d-504b82b55c23 req-d2990437-8b1b-4f64-89bf-bb1b89b37de8 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Calling delete_port for f8e5a3ed-229c-4186-8197-286fa9b6a050 owned by compute:nova {{(pid=112953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:55:25.860860 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-45d934b2-8a74-444e-8470-23025cc7244b req-840ec61f-ffb5-4e50-b386-a54a9fd3fceb service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4290f87e-df9b-42ba-bf4c-3cb460fcfafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050935 Sep 15 00:55:25.916403 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-b454b67c-d460-43de-8a9d-504b82b55c23 req-d2990437-8b1b-4f64-89bf-bb1b89b37de8 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9371492'] for port (f8e5a3ed-229c-4186-8197-286fa9b6a050), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:25.942950 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-452a0456-54d2-4493-85ab-be0a30bf907a req-297b153c-7511-43a5-9e75-ba2af87c5bc5 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 210 time: 0.0393739 Sep 15 00:55:25.964068 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2990437-8b1b-4f64-89bf-bb1b89b37de8 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Pushing event deleted for resources: {'Port': ['ID=f8e5a3ed-229c-4186-8197-286fa9b6a050,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:55:26.009706 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [req-b454b67c-d460-43de-8a9d-504b82b55c23 req-d2990437-8b1b-4f64-89bf-bb1b89b37de8 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] No DVR routers for this DVR port f8e5a3ed-229c-4186-8197-286fa9b6a050 on host hv-cinder-85752 {{(pid=112953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 00:55:26.012298 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-b454b67c-d460-43de-8a9d-504b82b55c23 req-d2990437-8b1b-4f64-89bf-bb1b89b37de8 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:26.015823 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b454b67c-d460-43de-8a9d-504b82b55c23 req-d2990437-8b1b-4f64-89bf-bb1b89b37de8 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.18 "DELETE /networking/v2.0/ports/f8e5a3ed-229c-4186-8197-286fa9b6a050 HTTP/1.1" status: 204 len: 173 time: 0.4436083 Sep 15 00:55:26.016525 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58c94a4-c708-4b2f-b8b1-fa336f60aa4b', 'name': 'network-vif-deleted', 'tag': 'f8e5a3ed-229c-4186-8197-286fa9b6a050'}] {{(pid=112953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:55:26.018989 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dcd79e7c9c5799004c3790ddb8f78f6987afe8bb335ac36dcc290df3850dde4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd451270-16a4-4a52-b836-7a0e713f614a" -d '{"events": [{"server_uuid": "e58c94a4-c708-4b2f-b8b1-fa336f60aa4b", "name": "network-vif-deleted", "tag": "f8e5a3ed-229c-4186-8197-286fa9b6a050"}]}' {{(pid=112953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:55:26.059298 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 00:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925736fe-5ed4-4f33-b186-4a69f3d0a7d3 x-openstack-request-id: req-925736fe-5ed4-4f33-b186-4a69f3d0a7d3 {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:55:26.059298 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e58c94a4-c708-4b2f-b8b1-fa336f60aa4b", "name": "network-vif-deleted", "tag": "f8e5a3ed-229c-4186-8197-286fa9b6a050", "status": "completed", "code": 200}]} {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:55:26.059298 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-925736fe-5ed4-4f33-b186-4a69f3d0a7d3 {{(pid=112953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:55:26.059298 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-925736fe-5ed4-4f33-b186-4a69f3d0a7d3'] response: {'server_uuid': 'e58c94a4-c708-4b2f-b8b1-fa336f60aa4b', 'name': 'network-vif-deleted', 'tag': 'f8e5a3ed-229c-4186-8197-286fa9b6a050', 'status': 'completed', 'code': 200} Sep 15 00:55:26.280586 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a004545-f82c-465c-bfa7-5a012e128013 req-53c8f1aa-ab1e-4bdf-a52f-e25154c1d695 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:26.281990 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-3a004545-f82c-465c-bfa7-5a012e128013 req-53c8f1aa-ab1e-4bdf-a52f-e25154c1d695 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 945 time: 0.0466657 Sep 15 00:55:26.330070 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-3a004545-f82c-465c-bfa7-5a012e128013 req-fde3f01b-00e8-40c9-867f-83884545628d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418861 Sep 15 00:55:27.073620 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ac5706bb-b820-443e-8cc5-4d26d4d81d9e req-2439992d-89f1-4a99-abf3-ad9784da19a9 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e58c94a4-c708-4b2f-b8b1-fa336f60aa4b HTTP/1.1" status: 200 len: 210 time: 0.0306416 Sep 15 00:55:27.464074 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fba5ee-45b0-42dc-8910-42dc29815c6b req-eb8dc44f-e3af-4aa9-a0ef-359c97ac87eb tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:27.465623 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-e9fba5ee-45b0-42dc-8910-42dc29815c6b req-eb8dc44f-e3af-4aa9-a0ef-359c97ac87eb tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 945 time: 0.0498562 Sep 15 00:55:27.512630 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-e9fba5ee-45b0-42dc-8910-42dc29815c6b req-2f3e0903-0e7b-436b-91ac-b0a6460163b0 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405581 Sep 15 00:55:28.138872 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 60926) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:55:28.195014 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-9c6f06bf-2217-47fe-a4f0-89beb5365229 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks [] for security_group (2337f8db-f8e6-4fbe-91fa-f749cd0ca979), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:28.218940 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-9c6f06bf-2217-47fe-a4f0-89beb5365229 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks [] for security_group (2337f8db-f8e6-4fbe-91fa-f749cd0ca979), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:28.227142 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:28.285632 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-9c6f06bf-2217-47fe-a4f0-89beb5365229 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (2337f8db-f8e6-4fbe-91fa-f749cd0ca979), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:28.288498 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-9c6f06bf-2217-47fe-a4f0-89beb5365229 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:28.289804 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-9c6f06bf-2217-47fe-a4f0-89beb5365229 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/2337f8db-f8e6-4fbe-91fa-f749cd0ca979 HTTP/1.1" status: 204 len: 168 time: 0.1501729 Sep 15 00:55:28.300617 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f06bf-2217-47fe-a4f0-89beb5365229 tempest-TestShelveInstance-914820777 tempest-TestShelveInstance-914820777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2337f8db-f8e6-4fbe-91fa-f749cd0ca979,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:55:28.357631 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 60936) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:55:28.549691 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:28.694568 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c99a6d-e876-4b30-af75-58f5b968dd54 req-e6707657-a261-47d8-bbdd-ed02867c9b60 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:28.696049 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c2c99a6d-e876-4b30-af75-58f5b968dd54 req-e6707657-a261-47d8-bbdd-ed02867c9b60 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 945 time: 0.0892272 Sep 15 00:55:28.787594 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c2c99a6d-e876-4b30-af75-58f5b968dd54 req-fb7cc9c3-3b06-4c44-b11a-040b6d986cb4 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849710 Sep 15 00:55:28.819279 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38cd3aa-b6ca-4da6-9e1d-9d50120fe196 req-0ff06d02-026c-420f-9e7f-f9d2af6447e2 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:28.820789 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-e38cd3aa-b6ca-4da6-9e1d-9d50120fe196 req-0ff06d02-026c-420f-9e7f-f9d2af6447e2 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c186a1d3-16da-4f22-81e3-0e80c8fbd1fc HTTP/1.1" status: 200 len: 945 time: 0.0505216 Sep 15 00:55:28.868466 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-e38cd3aa-b6ca-4da6-9e1d-9d50120fe196 req-fca52c0e-28ad-4af4-aaee-c8fcb01a41ca tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1fd8c2c2-b4e2-4db2-8441-a802affd2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419805 Sep 15 00:55:28.876132 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-b1e3247b-744e-486d-9c6a-b894afe5d5cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1673637'] for router_interface (ca3b6cba-8d96-4b57-9ebe-237259db34f8), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:29.093039 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [None req-b1e3247b-744e-486d-9c6a-b894afe5d5cb admin admin] Deleting port 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd {{(pid=112953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:55:29.093383 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-b1e3247b-744e-486d-9c6a-b894afe5d5cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:29.175201 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [None req-b1e3247b-744e-486d-9c6a-b894afe5d5cb admin admin] For port 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd,segment=NetworkSegment(0e381a2d-0dc5-42f8-9b9f-371bc873799e),segment_id=0e381a2d-0dc5-42f8-9b9f-371bc873799e)] {{(pid=112953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:55:29.175963 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-b1e3247b-744e-486d-9c6a-b894afe5d5cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:29.191817 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [None req-b1e3247b-744e-486d-9c6a-b894afe5d5cb admin admin] Calling delete_port for 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd owned by network:router_interface {{(pid=112953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:55:29.288409 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:29.374632 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-b1e3247b-744e-486d-9c6a-b894afe5d5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9371492'] for port (5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:29.400756 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e3247b-744e-486d-9c6a-b894afe5d5cb admin admin] Pushing event deleted for resources: {'Port': ['ID=5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:55:29.406211 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:29.569716 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-b1e3247b-744e-486d-9c6a-b894afe5d5cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679381'] for router_interface (ca3b6cba-8d96-4b57-9ebe-237259db34f8), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:29.776315 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e3247b-744e-486d-9c6a-b894afe5d5cb admin admin] Router ca3b6cba-8d96-4b57-9ebe-237259db34f8 has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:55:29.854194 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device f8e5a3ed-229c-4186-8197-286fa9b6a050 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:55:29.873903 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] No Port match for: f8e5a3ed-229c-4186-8197-286fa9b6a050 {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 00:55:29.874355 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device f8e5a3ed-229c-4186-8197-286fa9b6a050 not bound to the agent host hv-cinder-85752 {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 00:55:29.889725 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e3247b-744e-486d-9c6a-b894afe5d5cb admin admin] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:55:29.898998 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7be0114-d10c-4912-a393-df9cec85233d None None] Sync routers for ids ['ca3b6cba-8d96-4b57-9ebe-237259db34f8'] in dv-cinder-857528-2-iscsi {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:55:29.912767 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7be0114-d10c-4912-a393-df9cec85233d None None] Routers {'ca3b6cba-8d96-4b57-9ebe-237259db34f8'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:55:29.912975 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-b1e3247b-744e-486d-9c6a-b894afe5d5cb admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/ca3b6cba-8d96-4b57-9ebe-237259db34f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5516312 Sep 15 00:55:29.913098 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-a7be0114-d10c-4912-a393-df9cec85233d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:55:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['ca3b6cba-8d96-4b57-9ebe-237259db34f8'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:55:29.913237 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 60960) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:55:29.933285 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0e8ca-709e-4008-9d1b-28f974ff7baf req-6a8a020a-4f67-4bda-923e-348a17bcf209 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:29.934043 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-29f0e8ca-709e-4008-9d1b-28f974ff7baf req-6a8a020a-4f67-4bda-923e-348a17bcf209 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 945 time: 0.0620506 Sep 15 00:55:29.999185 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-29f0e8ca-709e-4008-9d1b-28f974ff7baf req-bae38a3f-de8e-404b-b304-cc76ccb68a35 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553238 Sep 15 00:55:30.033533 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-a7be0114-d10c-4912-a393-df9cec85233d None None] Set router ca3b6cba-8d96-4b57-9ebe-237259db34f8 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:55:30.074018 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d47cce6-ac8f-45df-aaca-e7e414c645ff req-443a33c5-1722-4f21-a915-dfefc38bf073 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:30.075873 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-3d47cce6-ac8f-45df-aaca-e7e414c645ff req-443a33c5-1722-4f21-a915-dfefc38bf073 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c186a1d3-16da-4f22-81e3-0e80c8fbd1fc HTTP/1.1" status: 200 len: 945 time: 0.0972934 Sep 15 00:55:30.102270 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-11670de5-bc57-44fe-b4ef-3e1816c9d4b3 admin admin] Publish callbacks [] for router (ca3b6cba-8d96-4b57-9ebe-237259db34f8), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:30.175907 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-3d47cce6-ac8f-45df-aaca-e7e414c645ff req-b408984a-aab7-4728-9fed-70e320dc1fa4 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1fd8c2c2-b4e2-4db2-8441-a802affd2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915635 Sep 15 00:55:30.206824 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-a7be0114-d10c-4912-a393-df9cec85233d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3b6cba-8d96-4b57-9ebe-237259db34f8', 'name': 'tempest-TestShelveInstance-1159276456-router', 'tenant_id': '743501da05424df197d7af03d32eabb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': 'd614d6ff-8647-49c3-b882-69e5db6e510b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:47:55Z', 'updated_at': '2022-09-15T00:55:29Z', 'revision_number': 5, 'project_id': '743501da05424df197d7af03d32eabb3', 'gw_port': {'id': 'd614d6ff-8647-49c3-b882-69e5db6e510b', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3b6cba-8d96-4b57-9ebe-237259db34f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:47:55Z', 'updated_at': '2022-09-15T00:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi'}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:55:30.214918 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=100 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:30.224934 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-11670de5-bc57-44fe-b4ef-3e1816c9d4b3 admin admin] Publish callbacks [] for router_gateway (ca3b6cba-8d96-4b57-9ebe-237259db34f8), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:30.237353 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7be0114-d10c-4912-a393-df9cec85233d None None] Checking router: ca3b6cba-8d96-4b57-9ebe-237259db34f8 for host: dv-cinder-857528-2-iscsi {{(pid=112954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:55:30.245694 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7be0114-d10c-4912-a393-df9cec85233d None None] Routers {'ca3b6cba-8d96-4b57-9ebe-237259db34f8'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:55:30.246304 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-a7be0114-d10c-4912-a393-df9cec85233d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:55:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['ca3b6cba-8d96-4b57-9ebe-237259db34f8'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:55:30.267261 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [None req-11670de5-bc57-44fe-b4ef-3e1816c9d4b3 admin admin] Deleting port d614d6ff-8647-49c3-b882-69e5db6e510b {{(pid=112952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:55:30.267623 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-11670de5-bc57-44fe-b4ef-3e1816c9d4b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (d614d6ff-8647-49c3-b882-69e5db6e510b), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:30.327639 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-a7be0114-d10c-4912-a393-df9cec85233d None None] Set router ca3b6cba-8d96-4b57-9ebe-237259db34f8 gateway port host: None {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:55:30.343014 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=100 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:30.348025 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.db [None req-11670de5-bc57-44fe-b4ef-3e1816c9d4b3 admin admin] For port d614d6ff-8647-49c3-b882-69e5db6e510b, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=d614d6ff-8647-49c3-b882-69e5db6e510b,segment=NetworkSegment(bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89),segment_id=bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89)] {{(pid=112952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:55:30.348384 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-11670de5-bc57-44fe-b4ef-3e1816c9d4b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (d614d6ff-8647-49c3-b882-69e5db6e510b), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:30.361490 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [None req-11670de5-bc57-44fe-b4ef-3e1816c9d4b3 admin admin] Calling delete_port for d614d6ff-8647-49c3-b882-69e5db6e510b owned by network:router_gateway {{(pid=112952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:55:30.379905 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-a7be0114-d10c-4912-a393-df9cec85233d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3b6cba-8d96-4b57-9ebe-237259db34f8', 'name': 'tempest-TestShelveInstance-1159276456-router', 'tenant_id': '743501da05424df197d7af03d32eabb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:47:55Z', 'updated_at': '2022-09-15T00:55:30Z', 'revision_number': 6, 'project_id': '743501da05424df197d7af03d32eabb3', 'gw_port_host': None}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:55:30.403520 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7be0114-d10c-4912-a393-df9cec85233d None None] The sync data for ids ['ca3b6cba-8d96-4b57-9ebe-237259db34f8'] in dv-cinder-857528-2-iscsi is: [{'id': 'ca3b6cba-8d96-4b57-9ebe-237259db34f8', 'name': 'tempest-TestShelveInstance-1159276456-router', 'tenant_id': '743501da05424df197d7af03d32eabb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:47:55Z', 'updated_at': '2022-09-15T00:55:30Z', 'revision_number': 6, 'project_id': '743501da05424df197d7af03d32eabb3', 'gw_port_host': None}] {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:55:30.526974 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-11670de5-bc57-44fe-b4ef-3e1816c9d4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3304143'] for port (d614d6ff-8647-49c3-b882-69e5db6e510b), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:30.550404 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11670de5-bc57-44fe-b4ef-3e1816c9d4b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d614d6ff-8647-49c3-b882-69e5db6e510b,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:55:30.617937 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-11670de5-bc57-44fe-b4ef-3e1816c9d4b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1682271'] for router_gateway (ca3b6cba-8d96-4b57-9ebe-237259db34f8), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:30.702574 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-11670de5-bc57-44fe-b4ef-3e1816c9d4b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3719'] for router (ca3b6cba-8d96-4b57-9ebe-237259db34f8), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:30.704695 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-11670de5-bc57-44fe-b4ef-3e1816c9d4b3 admin admin] Publish callbacks [] for router_controller (ca3b6cba-8d96-4b57-9ebe-237259db34f8), precommit_delete_associations {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:30.746516 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-11670de5-bc57-44fe-b4ef-3e1816c9d4b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1679464'] for router (ca3b6cba-8d96-4b57-9ebe-237259db34f8), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:30.747186 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11670de5-bc57-44fe-b4ef-3e1816c9d4b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca3b6cba-8d96-4b57-9ebe-237259db34f8 {{(pid=112952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 00:55:30.751931 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-11670de5-bc57-44fe-b4ef-3e1816c9d4b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:30.753186 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-11670de5-bc57-44fe-b4ef-3e1816c9d4b3 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/ca3b6cba-8d96-4b57-9ebe-237259db34f8 HTTP/1.1" status: 204 len: 168 time: 0.8390245 Sep 15 00:55:30.756261 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 60962) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:55:30.803406 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.db_base_plugin_v2 [None req-f66c197a-49cc-492f-8ada-2217d5a5482f admin admin] Deleting subnet 1377e933-271c-4a25-8861-4516d6260e23 {{(pid=112953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 00:55:30.806774 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f66c197a-49cc-492f-8ada-2217d5a5482f admin admin] Publish callbacks [] for subnet (1377e933-271c-4a25-8861-4516d6260e23), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:30.846135 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f66c197a-49cc-492f-8ada-2217d5a5482f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9406953'] for subnet (1377e933-271c-4a25-8861-4516d6260e23), precommit_delete_associations {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:30.939701 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:30.960971 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace9f5e-8dfe-44f7-a9c5-a5e576749815 req-302203b1-73b1-4262-8890-720071a91c37 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:30.962358 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9ace9f5e-8dfe-44f7-a9c5-a5e576749815 req-302203b1-73b1-4262-8890-720071a91c37 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c186a1d3-16da-4f22-81e3-0e80c8fbd1fc HTTP/1.1" status: 200 len: 945 time: 0.0575905 Sep 15 00:55:30.963735 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f66c197a-49cc-492f-8ada-2217d5a5482f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-769422'] for subnet (1377e933-271c-4a25-8861-4516d6260e23), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:31.036712 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:31.093115 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [req-9ace9f5e-8dfe-44f7-a9c5-a5e576749815 req-fcbd1a47-47fd-4f2f-a7ed-c5d6731f710f tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Deleting port 216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2 {{(pid=112953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:55:31.093398 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-9ace9f5e-8dfe-44f7-a9c5-a5e576749815 req-fcbd1a47-47fd-4f2f-a7ed-c5d6731f710f tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:31.098553 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f66c197a-49cc-492f-8ada-2217d5a5482f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9371403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318503'] for subnet (1377e933-271c-4a25-8861-4516d6260e23), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:31.189123 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c197a-49cc-492f-8ada-2217d5a5482f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1377e933-271c-4a25-8861-4516d6260e23,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:55:31.202775 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f66c197a-49cc-492f-8ada-2217d5a5482f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for subnet (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:31.205778 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b559c2-804d-4517-8d16-c4eb3678af4e None None] Network 4290f87e-df9b-42ba-bf4c-3cb460fcfafb requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:55:31.209020 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-f66c197a-49cc-492f-8ada-2217d5a5482f admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/1377e933-271c-4a25-8861-4516d6260e23 HTTP/1.1" status: 204 len: 168 time: 0.4484129 Sep 15 00:55:31.211377 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 60968) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:55:31.227122 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc7a80-1894-4f12-a3d3-fe4adb7331fd req-eb327c53-b198-4ebc-872c-8bbd39437b30 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:31.228693 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-88cc7a80-1894-4f12-a3d3-fe4adb7331fd req-eb327c53-b198-4ebc-872c-8bbd39437b30 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 945 time: 0.1314318 Sep 15 00:55:31.262841 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=100 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:31.302954 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=100 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:31.315936 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6837bb0-714d-4503-b769-20af69f78cfb req-1f6669d2-979e-4873-8cca-45ee9b13c91b tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:31.318444 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a6837bb0-714d-4503-b769-20af69f78cfb req-1f6669d2-979e-4873-8cca-45ee9b13c91b tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c186a1d3-16da-4f22-81e3-0e80c8fbd1fc HTTP/1.1" status: 200 len: 945 time: 0.0621045 Sep 15 00:55:31.398566 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411d18c3-dd86-49ee-8974-2e22fe8554e2 None None] DHCP port deletion for 4290f87e-df9b-42ba-bf4c-3cb460fcfafb request from dv-cinder-857528-2-iscsi {{(pid=112954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 00:55:31.405016 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a6837bb0-714d-4503-b769-20af69f78cfb req-bb60d3e0-c675-444b-bcd3-d403a9f808e9 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1fd8c2c2-b4e2-4db2-8441-a802affd2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803857 Sep 15 00:55:31.440467 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-411d18c3-dd86-49ee-8974-2e22fe8554e2 None None] Deleting port dfab9ef8-9513-4f1d-a1b8-65f757686656 {{(pid=112954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:55:31.440920 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-411d18c3-dd86-49ee-8974-2e22fe8554e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (dfab9ef8-9513-4f1d-a1b8-65f757686656), before_delete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:31.518850 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-411d18c3-dd86-49ee-8974-2e22fe8554e2 None None] For port dfab9ef8-9513-4f1d-a1b8-65f757686656, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=dfab9ef8-9513-4f1d-a1b8-65f757686656,segment=NetworkSegment(0e381a2d-0dc5-42f8-9b9f-371bc873799e),segment_id=0e381a2d-0dc5-42f8-9b9f-371bc873799e)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:55:31.519262 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-411d18c3-dd86-49ee-8974-2e22fe8554e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (dfab9ef8-9513-4f1d-a1b8-65f757686656), precommit_delete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:31.533959 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-411d18c3-dd86-49ee-8974-2e22fe8554e2 None None] Calling delete_port for dfab9ef8-9513-4f1d-a1b8-65f757686656 owned by network:dhcp {{(pid=112954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:55:31.600736 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [req-9ace9f5e-8dfe-44f7-a9c5-a5e576749815 req-fcbd1a47-47fd-4f2f-a7ed-c5d6731f710f tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] For port 216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2,segment=NetworkSegment(984c4c89-baec-4c7a-bd8d-184a9b4bcb04),segment_id=984c4c89-baec-4c7a-bd8d-184a9b4bcb04)] {{(pid=112953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:55:31.601126 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-9ace9f5e-8dfe-44f7-a9c5-a5e576749815 req-fcbd1a47-47fd-4f2f-a7ed-c5d6731f710f tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:31.616064 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-411d18c3-dd86-49ee-8974-2e22fe8554e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172'] for port (dfab9ef8-9513-4f1d-a1b8-65f757686656), after_delete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:31.645134 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d18c3-dd86-49ee-8974-2e22fe8554e2 None None] Pushing event deleted for resources: {'Port': ['ID=dfab9ef8-9513-4f1d-a1b8-65f757686656,revision_number=None']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:55:31.650338 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411d18c3-dd86-49ee-8974-2e22fe8554e2 None None] No DVR routers for this DVR port dfab9ef8-9513-4f1d-a1b8-65f757686656 on host dv-cinder-857528-2-iscsi {{(pid=112954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 00:55:31.657487 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-1a1506b2-790e-43e7-abf3-a8f9c2f51888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792827'] for network (4290f87e-df9b-42ba-bf4c-3cb460fcfafb), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:31.664936 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-88cc7a80-1894-4f12-a3d3-fe4adb7331fd req-862409ca-8816-4aa6-9d5d-ec24336e9f51 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4227083 Sep 15 00:55:31.803005 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-1a1506b2-790e-43e7-abf3-a8f9c2f51888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864165', 'neutron.services.segments.db._delete_segments_for_network-8740354160321'] for network (4290f87e-df9b-42ba-bf4c-3cb460fcfafb), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:31.856128 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.services.segments.db [None req-1a1506b2-790e-43e7-abf3-a8f9c2f51888 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4290f87e-df9b-42ba-bf4c-3cb460fcfafb']}} {{(pid=112953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:55:31.875196 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.services.segments.db [None req-1a1506b2-790e-43e7-abf3-a8f9c2f51888 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e381a2d-0dc5-42f8-9b9f-371bc873799e') {'for_net_delete': True} {{(pid=112953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:55:31.875593 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.services.segments.db [None req-1a1506b2-790e-43e7-abf3-a8f9c2f51888 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e381a2d-0dc5-42f8-9b9f-371bc873799e') {} {{(pid=112953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:55:31.891191 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-9ace9f5e-8dfe-44f7-a9c5-a5e576749815 req-fcbd1a47-47fd-4f2f-a7ed-c5d6731f710f tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:31.891629 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-9ace9f5e-8dfe-44f7-a9c5-a5e576749815 req-fcbd1a47-47fd-4f2f-a7ed-c5d6731f710f tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682341'] for floatingip (21eef181-cbbe-493a-ad46-5c5898208e16), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:31.892017 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.db.l3_db [req-9ace9f5e-8dfe-44f7-a9c5-a5e576749815 req-fcbd1a47-47fd-4f2f-a7ed-c5d6731f710f tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Floating IP 21eef181-cbbe-493a-ad46-5c5898208e16 disassociated. External IP: 172.27.1.143, port: 216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2. Sep 15 00:55:31.892300 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [req-9ace9f5e-8dfe-44f7-a9c5-a5e576749815 req-fcbd1a47-47fd-4f2f-a7ed-c5d6731f710f tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Calling delete_port for 216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2 owned by compute:nova {{(pid=112953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:55:31.895305 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-1a1506b2-790e-43e7-abf3-a8f9c2f51888 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740354160213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9406930'] for segment (0e381a2d-0dc5-42f8-9b9f-371bc873799e), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:31.917369 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-1a1506b2-790e-43e7-abf3-a8f9c2f51888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898'] for segment (0e381a2d-0dc5-42f8-9b9f-371bc873799e), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:31.950656 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a1506b2-790e-43e7-abf3-a8f9c2f51888 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=112953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 00:55:31.951058 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-1a1506b2-790e-43e7-abf3-a8f9c2f51888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9371569'] for segment (0e381a2d-0dc5-42f8-9b9f-371bc873799e), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:31.972617 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.services.segments.plugin [-] Segment 0e381a2d-0dc5-42f8-9b9f-371bc873799e resource provider aggregate not found Sep 15 00:55:32.006103 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.services.segments.plugin [-] Segment 0e381a2d-0dc5-42f8-9b9f-371bc873799e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0e381a2d-0dc5-42f8-9b9f-371bc873799e found for delete ", "request_id": "req-4bfb550e-b45a-4edc-aadd-3a4a0df5b2d2"}]} Sep 15 00:55:32.043020 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-1a1506b2-790e-43e7-abf3-a8f9c2f51888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682314'] for network (4290f87e-df9b-42ba-bf4c-3cb460fcfafb), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:32.053625 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-1a1506b2-790e-43e7-abf3-a8f9c2f51888 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for network (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:32.057310 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-1a1506b2-790e-43e7-abf3-a8f9c2f51888 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/4290f87e-df9b-42ba-bf4c-3cb460fcfafb HTTP/1.1" status: 204 len: 168 time: 0.8450384 Sep 15 00:55:32.060439 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 60974) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:55:32.071038 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1506b2-790e-43e7-abf3-a8f9c2f51888 admin admin] Pushing event deleted for resources: {'Network': ['ID=4290f87e-df9b-42ba-bf4c-3cb460fcfafb,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:55:32.074887 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device d614d6ff-8647-49c3-b882-69e5db6e510b no longer exists at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:55:32.096727 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] No Port match for: d614d6ff-8647-49c3-b882-69e5db6e510b {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 00:55:32.097078 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:32.097639 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device d614d6ff-8647-49c3-b882-69e5db6e510b not bound to the agent host dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 00:55:32.098155 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device dfab9ef8-9513-4f1d-a1b8-65f757686656 no longer exists at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:55:32.117272 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] No Port match for: dfab9ef8-9513-4f1d-a1b8-65f757686656 {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 00:55:32.117963 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device dfab9ef8-9513-4f1d-a1b8-65f757686656 not bound to the agent host dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 00:55:32.118603 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd no longer exists at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:55:32.129923 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-9ace9f5e-8dfe-44f7-a9c5-a5e576749815 req-fcbd1a47-47fd-4f2f-a7ed-c5d6731f710f tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9371492'] for port (216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:32.139113 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] No Port match for: 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 00:55:32.139522 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 5a7faa7d-69f3-4bea-b2d6-6d4ea88218fd not bound to the agent host dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 00:55:32.140844 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:DELETE=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:32.164803 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd1a47-47fd-4f2f-a7ed-c5d6731f710f tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Pushing event deleted for resources: {'Port': ['ID=216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:55:32.275684 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ace9f5e-8dfe-44f7-a9c5-a5e576749815 req-fcbd1a47-47fd-4f2f-a7ed-c5d6731f710f tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Router 77e8f197-6b6d-4c35-aef3-9215b2c9cc71 has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:55:32.373121 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:32.380542 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ace9f5e-8dfe-44f7-a9c5-a5e576749815 req-fcbd1a47-47fd-4f2f-a7ed-c5d6731f710f tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:55:32.387273 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-b403075b-2a75-439e-a7f1-ccca9fe2be15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1673637'] for router_interface (cce1e52d-f45a-47c2-a284-8bd2ee8d2d24), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:32.391357 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c837ea-64cc-42a1-acb8-e4e43900c390 None None] Sync routers for ids ['77e8f197-6b6d-4c35-aef3-9215b2c9cc71'] in dv-cinder-857528-2-iscsi {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:55:32.401464 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c837ea-64cc-42a1-acb8-e4e43900c390 None None] Routers {'77e8f197-6b6d-4c35-aef3-9215b2c9cc71'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:55:32.402235 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-28c837ea-64cc-42a1-acb8-e4e43900c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:55:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['77e8f197-6b6d-4c35-aef3-9215b2c9cc71'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:55:32.430306 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ace9f5e-8dfe-44f7-a9c5-a5e576749815 req-fcbd1a47-47fd-4f2f-a7ed-c5d6731f710f tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] No DVR routers for this DVR port 216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2 on host hv-cinder-85752 {{(pid=112953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 00:55:32.432931 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-9ace9f5e-8dfe-44f7-a9c5-a5e576749815 req-fcbd1a47-47fd-4f2f-a7ed-c5d6731f710f tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:32.437650 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9ace9f5e-8dfe-44f7-a9c5-a5e576749815 req-fcbd1a47-47fd-4f2f-a7ed-c5d6731f710f tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.18 "DELETE /networking/v2.0/ports/216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2 HTTP/1.1" status: 204 len: 173 time: 1.4501095 Sep 15 00:55:32.437650 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c186a1d3-16da-4f22-81e3-0e80c8fbd1fc', 'name': 'network-vif-deleted', 'tag': '216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2'}] {{(pid=112953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:55:32.440812 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dcd79e7c9c5799004c3790ddb8f78f6987afe8bb335ac36dcc290df3850dde4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76be1419-9740-4935-8778-f5e391498a81" -d '{"events": [{"server_uuid": "c186a1d3-16da-4f22-81e3-0e80c8fbd1fc", "name": "network-vif-deleted", "tag": "216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2"}]}' {{(pid=112953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:55:32.516261 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 00:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f892825-8b87-47d4-9e6f-692d1ce5f536 x-openstack-request-id: req-8f892825-8b87-47d4-9e6f-692d1ce5f536 {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:55:32.516261 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c186a1d3-16da-4f22-81e3-0e80c8fbd1fc", "name": "network-vif-deleted", "tag": "216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2", "status": "completed", "code": 200}]} {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:55:32.517495 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8f892825-8b87-47d4-9e6f-692d1ce5f536 {{(pid=112953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:55:32.518099 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f892825-8b87-47d4-9e6f-692d1ce5f536'] response: {'server_uuid': 'c186a1d3-16da-4f22-81e3-0e80c8fbd1fc', 'name': 'network-vif-deleted', 'tag': '216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2', 'status': 'completed', 'code': 200} Sep 15 00:55:32.537778 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-28c837ea-64cc-42a1-acb8-e4e43900c390 None None] Set router 77e8f197-6b6d-4c35-aef3-9215b2c9cc71 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:55:32.754786 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-28c837ea-64cc-42a1-acb8-e4e43900c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'name': 'tempest-AttachVolumeTestJSON-905578251-router', 'tenant_id': '6a9d9cf3606845ec964dd8320126293e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'eb6d7858-6c3e-409a-a5b3-1cdbd6930284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:44:30Z', 'updated_at': '2022-09-15T00:44:36Z', 'revision_number': 4, 'project_id': '6a9d9cf3606845ec964dd8320126293e', 'gw_port': {'id': 'eb6d7858-6c3e-409a-a5b3-1cdbd6930284', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:31Z', 'updated_at': '2022-09-15T00:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': 'f59f707d-9659-4eed-a94e-885d49304822', 'name': '', 'network_id': '5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0', 'tenant_id': '6a9d9cf3606845ec964dd8320126293e', 'mac_address': 'fa:16:3e:d4:22:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7d05243c-ba86-4ab7-a5fb-f252ae11d048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:34Z', 'updated_at': '2022-09-15T00:44:48Z', 'revision_number': 5, 'project_id': '6a9d9cf3606845ec964dd8320126293e', 'subnets': [{'id': '7d05243c-ba86-4ab7-a5fb-f252ae11d048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:55:32.783191 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c837ea-64cc-42a1-acb8-e4e43900c390 None None] Checking router: 77e8f197-6b6d-4c35-aef3-9215b2c9cc71 for host: dv-cinder-857528-2-iscsi {{(pid=112955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:55:32.789773 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:32.792396 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c837ea-64cc-42a1-acb8-e4e43900c390 None None] Routers {'77e8f197-6b6d-4c35-aef3-9215b2c9cc71'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:55:32.793015 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-28c837ea-64cc-42a1-acb8-e4e43900c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:55:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['77e8f197-6b6d-4c35-aef3-9215b2c9cc71'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:55:32.831914 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-4d39f9c0-3d9d-420e-8ba4-1a2ce081cc29 req-8581fe2b-d56f-4fb3-99ba-3201a4ee73f1 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c186a1d3-16da-4f22-81e3-0e80c8fbd1fc HTTP/1.1" status: 200 len: 210 time: 0.0476587 Sep 15 00:55:32.845819 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a893b1-ed49-43bc-b84d-9c72c777fa62 req-3700d0ba-5399-4025-be80-817b2b434e49 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:32.854499 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c7a893b1-ed49-43bc-b84d-9c72c777fa62 req-3700d0ba-5399-4025-be80-817b2b434e49 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 945 time: 0.0672913 Sep 15 00:55:32.906038 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c7a893b1-ed49-43bc-b84d-9c72c777fa62 req-1751428f-717d-468d-9137-c80f30ec65cc tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504079 Sep 15 00:55:32.910327 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-28c837ea-64cc-42a1-acb8-e4e43900c390 None None] Set router 77e8f197-6b6d-4c35-aef3-9215b2c9cc71 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:55:32.991444 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [None req-b403075b-2a75-439e-a7f1-ccca9fe2be15 admin admin] Deleting port 2055001b-53b2-4b51-8099-baf191220fe9 {{(pid=112952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:55:32.991813 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-b403075b-2a75-439e-a7f1-ccca9fe2be15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (2055001b-53b2-4b51-8099-baf191220fe9), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:33.072786 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.db [None req-b403075b-2a75-439e-a7f1-ccca9fe2be15 admin admin] For port 2055001b-53b2-4b51-8099-baf191220fe9, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=2055001b-53b2-4b51-8099-baf191220fe9,segment=NetworkSegment(5887d0ad-5c91-40c6-9dd9-75145c4cead6),segment_id=5887d0ad-5c91-40c6-9dd9-75145c4cead6)] {{(pid=112952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:55:33.073151 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-b403075b-2a75-439e-a7f1-ccca9fe2be15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (2055001b-53b2-4b51-8099-baf191220fe9), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:33.089585 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [None req-b403075b-2a75-439e-a7f1-ccca9fe2be15 admin admin] Calling delete_port for 2055001b-53b2-4b51-8099-baf191220fe9 owned by network:router_interface {{(pid=112952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:55:33.099571 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-28c837ea-64cc-42a1-acb8-e4e43900c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'name': 'tempest-AttachVolumeTestJSON-905578251-router', 'tenant_id': '6a9d9cf3606845ec964dd8320126293e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'eb6d7858-6c3e-409a-a5b3-1cdbd6930284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:44:30Z', 'updated_at': '2022-09-15T00:44:36Z', 'revision_number': 4, 'project_id': '6a9d9cf3606845ec964dd8320126293e', 'gw_port': {'id': 'eb6d7858-6c3e-409a-a5b3-1cdbd6930284', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:31Z', 'updated_at': '2022-09-15T00:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': 'f59f707d-9659-4eed-a94e-885d49304822', 'name': '', 'network_id': '5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0', 'tenant_id': '6a9d9cf3606845ec964dd8320126293e', 'mac_address': 'fa:16:3e:d4:22:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7d05243c-ba86-4ab7-a5fb-f252ae11d048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:34Z', 'updated_at': '2022-09-15T00:44:48Z', 'revision_number': 5, 'project_id': '6a9d9cf3606845ec964dd8320126293e', 'subnets': [{'id': '7d05243c-ba86-4ab7-a5fb-f252ae11d048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:55:33.123770 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c837ea-64cc-42a1-acb8-e4e43900c390 None None] The sync data for ids ['77e8f197-6b6d-4c35-aef3-9215b2c9cc71'] in dv-cinder-857528-2-iscsi is: [{'id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'name': 'tempest-AttachVolumeTestJSON-905578251-router', 'tenant_id': '6a9d9cf3606845ec964dd8320126293e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'eb6d7858-6c3e-409a-a5b3-1cdbd6930284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:44:30Z', 'updated_at': '2022-09-15T00:44:36Z', 'revision_number': 4, 'project_id': '6a9d9cf3606845ec964dd8320126293e', 'gw_port': {'id': 'eb6d7858-6c3e-409a-a5b3-1cdbd6930284', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:31Z', 'updated_at': '2022-09-15T00:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': 'f59f707d-9659-4eed-a94e-885d49304822', 'name': '', 'network_id': '5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0', 'tenant_id': '6a9d9cf3606845ec964dd8320126293e', 'mac_address': 'fa:16:3e:d4:22:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7d05243c-ba86-4ab7-a5fb-f252ae11d048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:34Z', 'updated_at': '2022-09-15T00:44:48Z', 'revision_number': 5, 'project_id': '6a9d9cf3606845ec964dd8320126293e', 'subnets': [{'id': '7d05243c-ba86-4ab7-a5fb-f252ae11d048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:55:33.293628 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-b403075b-2a75-439e-a7f1-ccca9fe2be15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3304143'] for port (2055001b-53b2-4b51-8099-baf191220fe9), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:33.325831 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b403075b-2a75-439e-a7f1-ccca9fe2be15 admin admin] Pushing event deleted for resources: {'Port': ['ID=2055001b-53b2-4b51-8099-baf191220fe9,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:55:33.411912 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a2f3c9-2dfd-468a-9401-59d4ef3d42ae None None] New status for floating IP 21eef181-cbbe-493a-ad46-5c5898208e16: DOWN {{(pid=112954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 00:55:33.530485 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-b403075b-2a75-439e-a7f1-ccca9fe2be15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679381'] for router_interface (cce1e52d-f45a-47c2-a284-8bd2ee8d2d24), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:33.582513 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:33.744332 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b403075b-2a75-439e-a7f1-ccca9fe2be15 admin admin] Router cce1e52d-f45a-47c2-a284-8bd2ee8d2d24 has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:55:33.847530 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:33.856233 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b403075b-2a75-439e-a7f1-ccca9fe2be15 admin admin] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:55:33.862832 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-b403075b-2a75-439e-a7f1-ccca9fe2be15 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/cce1e52d-f45a-47c2-a284-8bd2ee8d2d24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8011537 Sep 15 00:55:33.865294 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 60984) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:55:33.874702 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cfbe74-2882-421a-8ec4-3b3511963cb5 None None] Sync routers for ids ['cce1e52d-f45a-47c2-a284-8bd2ee8d2d24'] in dv-cinder-857528-2-iscsi {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:55:33.885276 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cfbe74-2882-421a-8ec4-3b3511963cb5 None None] Routers {'cce1e52d-f45a-47c2-a284-8bd2ee8d2d24'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:55:33.886104 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-77cfbe74-2882-421a-8ec4-3b3511963cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:55:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['cce1e52d-f45a-47c2-a284-8bd2ee8d2d24'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:55:33.923184 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:33.935803 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 60988) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:55:33.981868 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-dd7e3cda-4301-40a0-85d4-0548d8f57689 admin admin] Publish callbacks [] for router (cce1e52d-f45a-47c2-a284-8bd2ee8d2d24), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:34.008037 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-77cfbe74-2882-421a-8ec4-3b3511963cb5 None None] Set router cce1e52d-f45a-47c2-a284-8bd2ee8d2d24 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:55:34.020240 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-7536bed9-736c-4b5a-b87c-949f68fb3a40 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks [] for security_group (1fd8c2c2-b4e2-4db2-8441-a802affd2019), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:34.054616 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-7536bed9-736c-4b5a-b87c-949f68fb3a40 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks [] for security_group (1fd8c2c2-b4e2-4db2-8441-a802affd2019), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:34.100193 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-dd7e3cda-4301-40a0-85d4-0548d8f57689 admin admin] Publish callbacks [] for router_gateway (cce1e52d-f45a-47c2-a284-8bd2ee8d2d24), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:34.128353 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-7536bed9-736c-4b5a-b87c-949f68fb3a40 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (1fd8c2c2-b4e2-4db2-8441-a802affd2019), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:34.131101 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-7536bed9-736c-4b5a-b87c-949f68fb3a40 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:34.132283 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-7536bed9-736c-4b5a-b87c-949f68fb3a40 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/1fd8c2c2-b4e2-4db2-8441-a802affd2019 HTTP/1.1" status: 204 len: 168 time: 0.1953571 Sep 15 00:55:34.135758 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 60992) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:55:34.149614 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7536bed9-736c-4b5a-b87c-949f68fb3a40 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd8c2c2-b4e2-4db2-8441-a802affd2019,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:55:34.157525 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.api.v2.resource [None req-4697ffa5-84f0-4919-8e2b-c483cdb07a9d tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] show failed (client error): The resource could not be found. Sep 15 00:55:34.161129 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-4697ffa5-84f0-4919-8e2b-c483cdb07a9d tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "GET /networking/v2.0/security-groups/1fd8c2c2-b4e2-4db2-8441-a802affd2019 HTTP/1.1" status: 404 len: 347 time: 0.0205564 Sep 15 00:55:34.161280 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb914c4d-99fa-493c-bfba-2be484c39806 req-dab8e9a0-869c-4a82-99b3-e2159c7041e1 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:34.161390 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 60994) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:55:34.169723 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-bb914c4d-99fa-493c-bfba-2be484c39806 req-dab8e9a0-869c-4a82-99b3-e2159c7041e1 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 945 time: 0.0871818 Sep 15 00:55:34.196731 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [None req-dd7e3cda-4301-40a0-85d4-0548d8f57689 admin admin] Deleting port 88cf36bf-bc74-4b56-bc89-fecf9cfa40a2 {{(pid=112952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:55:34.197074 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-dd7e3cda-4301-40a0-85d4-0548d8f57689 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (88cf36bf-bc74-4b56-bc89-fecf9cfa40a2), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:34.228685 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-77cfbe74-2882-421a-8ec4-3b3511963cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce1e52d-f45a-47c2-a284-8bd2ee8d2d24', 'name': 'tempest-TestShelveInstance-1764360796-router', 'tenant_id': '2fdc30ed86ab4859ad1987f99cf009f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '88cf36bf-bc74-4b56-bc89-fecf9cfa40a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:48:02Z', 'updated_at': '2022-09-15T00:55:33Z', 'revision_number': 5, 'project_id': '2fdc30ed86ab4859ad1987f99cf009f0', 'gw_port': {'id': '88cf36bf-bc74-4b56-bc89-fecf9cfa40a2', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce1e52d-f45a-47c2-a284-8bd2ee8d2d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:48:03Z', 'updated_at': '2022-09-15T00:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi'}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:55:34.255230 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cfbe74-2882-421a-8ec4-3b3511963cb5 None None] Checking router: cce1e52d-f45a-47c2-a284-8bd2ee8d2d24 for host: dv-cinder-857528-2-iscsi {{(pid=112955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:55:34.262160 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:34.264524 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cfbe74-2882-421a-8ec4-3b3511963cb5 None None] Routers {'cce1e52d-f45a-47c2-a284-8bd2ee8d2d24'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:55:34.265272 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-77cfbe74-2882-421a-8ec4-3b3511963cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:55:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['cce1e52d-f45a-47c2-a284-8bd2ee8d2d24'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:55:34.280158 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.db [None req-dd7e3cda-4301-40a0-85d4-0548d8f57689 admin admin] For port 88cf36bf-bc74-4b56-bc89-fecf9cfa40a2, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=88cf36bf-bc74-4b56-bc89-fecf9cfa40a2,segment=NetworkSegment(bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89),segment_id=bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89)] {{(pid=112952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:55:34.280158 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-dd7e3cda-4301-40a0-85d4-0548d8f57689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (88cf36bf-bc74-4b56-bc89-fecf9cfa40a2), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:34.282909 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [None req-651a2f5a-47ec-424b-a951-af3e058435d3 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Deleting port adbfc3d0-3a68-4c0c-abc5-d1484ca3cb71 {{(pid=112953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:55:34.283380 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-651a2f5a-47ec-424b-a951-af3e058435d3 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (adbfc3d0-3a68-4c0c-abc5-d1484ca3cb71), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:34.293239 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [None req-dd7e3cda-4301-40a0-85d4-0548d8f57689 admin admin] Calling delete_port for 88cf36bf-bc74-4b56-bc89-fecf9cfa40a2 owned by network:router_gateway {{(pid=112952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:55:34.359348 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-bb914c4d-99fa-493c-bfba-2be484c39806 req-289a0ae1-2e7b-4383-bdca-366d65652f7d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1887350 Sep 15 00:55:34.366274 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-651a2f5a-47ec-424b-a951-af3e058435d3 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (adbfc3d0-3a68-4c0c-abc5-d1484ca3cb71), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:34.366719 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-651a2f5a-47ec-424b-a951-af3e058435d3 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks [] for floatingip (adbfc3d0-3a68-4c0c-abc5-d1484ca3cb71), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:34.397364 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [None req-651a2f5a-47ec-424b-a951-af3e058435d3 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Calling delete_port for adbfc3d0-3a68-4c0c-abc5-d1484ca3cb71 owned by network:floatingip {{(pid=112953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:55:34.439678 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-77cfbe74-2882-421a-8ec4-3b3511963cb5 None None] Set router cce1e52d-f45a-47c2-a284-8bd2ee8d2d24 gateway port host: None {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:55:34.491057 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-77cfbe74-2882-421a-8ec4-3b3511963cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce1e52d-f45a-47c2-a284-8bd2ee8d2d24', 'name': 'tempest-TestShelveInstance-1764360796-router', 'tenant_id': '2fdc30ed86ab4859ad1987f99cf009f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:48:02Z', 'updated_at': '2022-09-15T00:55:34Z', 'revision_number': 6, 'project_id': '2fdc30ed86ab4859ad1987f99cf009f0', 'gw_port_host': None}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:55:34.521712 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cfbe74-2882-421a-8ec4-3b3511963cb5 None None] The sync data for ids ['cce1e52d-f45a-47c2-a284-8bd2ee8d2d24'] in dv-cinder-857528-2-iscsi is: [{'id': 'cce1e52d-f45a-47c2-a284-8bd2ee8d2d24', 'name': 'tempest-TestShelveInstance-1764360796-router', 'tenant_id': '2fdc30ed86ab4859ad1987f99cf009f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:48:02Z', 'updated_at': '2022-09-15T00:55:34Z', 'revision_number': 6, 'project_id': '2fdc30ed86ab4859ad1987f99cf009f0', 'gw_port_host': None}] {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:55:34.527911 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-dd7e3cda-4301-40a0-85d4-0548d8f57689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3304143'] for port (88cf36bf-bc74-4b56-bc89-fecf9cfa40a2), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:34.554911 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:34.555092 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e3cda-4301-40a0-85d4-0548d8f57689 admin admin] Pushing event deleted for resources: {'Port': ['ID=88cf36bf-bc74-4b56-bc89-fecf9cfa40a2,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:55:34.568828 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-651a2f5a-47ec-424b-a951-af3e058435d3 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9371492'] for port (adbfc3d0-3a68-4c0c-abc5-d1484ca3cb71), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:34.593380 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651a2f5a-47ec-424b-a951-af3e058435d3 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Pushing event deleted for resources: {'Port': ['ID=adbfc3d0-3a68-4c0c-abc5-d1484ca3cb71,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:55:34.620529 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-dd7e3cda-4301-40a0-85d4-0548d8f57689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1682271'] for router_gateway (cce1e52d-f45a-47c2-a284-8bd2ee8d2d24), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:34.644545 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:34.650535 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:34.662886 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-651a2f5a-47ec-424b-a951-af3e058435d3 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks [] for floatingip (21eef181-cbbe-493a-ad46-5c5898208e16), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:34.665427 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-651a2f5a-47ec-424b-a951-af3e058435d3 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for floatingip (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:34.666556 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-651a2f5a-47ec-424b-a951-af3e058435d3 tempest-AttachVolumeTestJSON-1714807484 tempest-AttachVolumeTestJSON-1714807484-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/21eef181-cbbe-493a-ad46-5c5898208e16 HTTP/1.1" status: 204 len: 168 time: 0.5043144 Sep 15 00:55:34.682291 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:34.715006 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-dd7e3cda-4301-40a0-85d4-0548d8f57689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3719'] for router (cce1e52d-f45a-47c2-a284-8bd2ee8d2d24), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:34.717489 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-dd7e3cda-4301-40a0-85d4-0548d8f57689 admin admin] Publish callbacks [] for router_controller (cce1e52d-f45a-47c2-a284-8bd2ee8d2d24), precommit_delete_associations {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:34.765320 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-dd7e3cda-4301-40a0-85d4-0548d8f57689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1679464'] for router (cce1e52d-f45a-47c2-a284-8bd2ee8d2d24), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:34.765903 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7e3cda-4301-40a0-85d4-0548d8f57689 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cce1e52d-f45a-47c2-a284-8bd2ee8d2d24 {{(pid=112952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 00:55:34.770797 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-dd7e3cda-4301-40a0-85d4-0548d8f57689 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:34.772107 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-dd7e3cda-4301-40a0-85d4-0548d8f57689 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/cce1e52d-f45a-47c2-a284-8bd2ee8d2d24 HTTP/1.1" status: 204 len: 168 time: 0.9058335 Sep 15 00:55:34.774579 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 32768) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:55:34.821082 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.db_base_plugin_v2 [None req-66c63668-0adc-4ccb-9ff6-458b614b2351 admin admin] Deleting subnet 2bd15250-b40a-43fd-a760-384d56d9d650 {{(pid=112952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 00:55:34.824231 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-66c63668-0adc-4ccb-9ff6-458b614b2351 admin admin] Publish callbacks [] for subnet (2bd15250-b40a-43fd-a760-384d56d9d650), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:34.859694 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-66c63668-0adc-4ccb-9ff6-458b614b2351 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2228578'] for subnet (2bd15250-b40a-43fd-a760-384d56d9d650), precommit_delete_associations {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:34.944526 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-66c63668-0adc-4ccb-9ff6-458b614b2351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-769422'] for subnet (2bd15250-b40a-43fd-a760-384d56d9d650), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:34.997875 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-66c63668-0adc-4ccb-9ff6-458b614b2351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3304096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9220860'] for subnet (2bd15250-b40a-43fd-a760-384d56d9d650), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:35.021284 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c63668-0adc-4ccb-9ff6-458b614b2351 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bd15250-b40a-43fd-a760-384d56d9d650,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:55:35.027083 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-66c63668-0adc-4ccb-9ff6-458b614b2351 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:35.032523 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-66c63668-0adc-4ccb-9ff6-458b614b2351 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/2bd15250-b40a-43fd-a760-384d56d9d650 HTTP/1.1" status: 204 len: 168 time: 0.2547135 Sep 15 00:55:35.032911 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 32772) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:55:35.033897 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8a986c-affd-45b8-972e-b7e426acbb08 None None] Network dd12e557-c9fc-4911-b6d4-ed994b8a9d48 requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:55:35.105828 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-9ba4852e-9bd5-46e1-adaf-1a18113326f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792827'] for network (dd12e557-c9fc-4911-b6d4-ed994b8a9d48), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:35.152509 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [None req-9ba4852e-9bd5-46e1-adaf-1a18113326f4 admin admin] Deleting port 7fd09fc9-5457-47e2-acc0-c09ff6e323b9 {{(pid=112952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:55:35.152858 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-9ba4852e-9bd5-46e1-adaf-1a18113326f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (7fd09fc9-5457-47e2-acc0-c09ff6e323b9), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:35.217401 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.db [None req-9ba4852e-9bd5-46e1-adaf-1a18113326f4 admin admin] For port 7fd09fc9-5457-47e2-acc0-c09ff6e323b9, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=7fd09fc9-5457-47e2-acc0-c09ff6e323b9,segment=NetworkSegment(5887d0ad-5c91-40c6-9dd9-75145c4cead6),segment_id=5887d0ad-5c91-40c6-9dd9-75145c4cead6)] {{(pid=112952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:55:35.217694 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-9ba4852e-9bd5-46e1-adaf-1a18113326f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (7fd09fc9-5457-47e2-acc0-c09ff6e323b9), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:35.230731 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [None req-9ba4852e-9bd5-46e1-adaf-1a18113326f4 admin admin] Calling delete_port for 7fd09fc9-5457-47e2-acc0-c09ff6e323b9 owned by network:dhcp {{(pid=112952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:55:35.269079 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76833dc1-d718-4443-ab0d-d8f388419c7b None None] DHCP port deletion for dd12e557-c9fc-4911-b6d4-ed994b8a9d48 request from dv-cinder-857528-2-iscsi {{(pid=112954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 00:55:35.307468 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-76833dc1-d718-4443-ab0d-d8f388419c7b None None] Deleting port 7fd09fc9-5457-47e2-acc0-c09ff6e323b9 {{(pid=112954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:55:35.308022 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-76833dc1-d718-4443-ab0d-d8f388419c7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (7fd09fc9-5457-47e2-acc0-c09ff6e323b9), before_delete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:35.317773 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-9ba4852e-9bd5-46e1-adaf-1a18113326f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3304143'] for port (7fd09fc9-5457-47e2-acc0-c09ff6e323b9), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:35.345643 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba4852e-9bd5-46e1-adaf-1a18113326f4 admin admin] No DVR routers for this DVR port 7fd09fc9-5457-47e2-acc0-c09ff6e323b9 on host dv-cinder-857528-2-iscsi {{(pid=112952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 00:55:35.349719 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba4852e-9bd5-46e1-adaf-1a18113326f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fd09fc9-5457-47e2-acc0-c09ff6e323b9,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:55:35.377400 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-76833dc1-d718-4443-ab0d-d8f388419c7b None None] For port 7fd09fc9-5457-47e2-acc0-c09ff6e323b9, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=7fd09fc9-5457-47e2-acc0-c09ff6e323b9,segment=NetworkSegment(5887d0ad-5c91-40c6-9dd9-75145c4cead6),segment_id=5887d0ad-5c91-40c6-9dd9-75145c4cead6)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:55:35.377876 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-76833dc1-d718-4443-ab0d-d8f388419c7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (7fd09fc9-5457-47e2-acc0-c09ff6e323b9), precommit_delete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:35.393449 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-76833dc1-d718-4443-ab0d-d8f388419c7b None None] Calling delete_port for 7fd09fc9-5457-47e2-acc0-c09ff6e323b9 owned by network:dhcp {{(pid=112954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:55:35.427381 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-9ba4852e-9bd5-46e1-adaf-1a18113326f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864165', 'neutron.services.segments.db._delete_segments_for_network-8740354160321'] for network (dd12e557-c9fc-4911-b6d4-ed994b8a9d48), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:35.451011 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.services.segments.db [None req-9ba4852e-9bd5-46e1-adaf-1a18113326f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd12e557-c9fc-4911-b6d4-ed994b8a9d48']}} {{(pid=112952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:55:35.463705 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.services.segments.db [None req-9ba4852e-9bd5-46e1-adaf-1a18113326f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5887d0ad-5c91-40c6-9dd9-75145c4cead6') {'for_net_delete': True} {{(pid=112952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:55:35.464006 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.services.segments.db [None req-9ba4852e-9bd5-46e1-adaf-1a18113326f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5887d0ad-5c91-40c6-9dd9-75145c4cead6') {} {{(pid=112952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:55:35.474319 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-9ba4852e-9bd5-46e1-adaf-1a18113326f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740354160213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2228569'] for segment (5887d0ad-5c91-40c6-9dd9-75145c4cead6), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:35.492087 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-76833dc1-d718-4443-ab0d-d8f388419c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172'] for port (7fd09fc9-5457-47e2-acc0-c09ff6e323b9), after_delete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:35.492413 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-9ba4852e-9bd5-46e1-adaf-1a18113326f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898'] for segment (5887d0ad-5c91-40c6-9dd9-75145c4cead6), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:35.500607 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ba4852e-9bd5-46e1-adaf-1a18113326f4 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=112952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 00:55:35.501712 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-9ba4852e-9bd5-46e1-adaf-1a18113326f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3303962'] for segment (5887d0ad-5c91-40c6-9dd9-75145c4cead6), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:35.507269 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95e702-a010-4f49-992a-1fc181b64b09 req-f285753e-41d7-4be6-9e29-565a998d382f tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:35.518331 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-af95e702-a010-4f49-992a-1fc181b64b09 req-f285753e-41d7-4be6-9e29-565a998d382f tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 945 time: 0.0611184 Sep 15 00:55:35.521201 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76833dc1-d718-4443-ab0d-d8f388419c7b None None] Pushing event deleted for resources: {'Port': ['ID=7fd09fc9-5457-47e2-acc0-c09ff6e323b9,revision_number=None']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:55:35.536796 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76833dc1-d718-4443-ab0d-d8f388419c7b None None] No DVR routers for this DVR port 7fd09fc9-5457-47e2-acc0-c09ff6e323b9 on host dv-cinder-857528-2-iscsi {{(pid=112954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 00:55:35.556013 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.services.segments.plugin [-] Segment 5887d0ad-5c91-40c6-9dd9-75145c4cead6 resource provider aggregate not found Sep 15 00:55:35.579219 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.services.segments.plugin [-] Segment 5887d0ad-5c91-40c6-9dd9-75145c4cead6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5887d0ad-5c91-40c6-9dd9-75145c4cead6 found for delete ", "request_id": "req-d7b88ca3-6f15-4bf4-94cd-02f8492aa7e8"}]} Sep 15 00:55:35.589515 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-af95e702-a010-4f49-992a-1fc181b64b09 req-58d2b5a9-2f18-41f6-a589-e8300892c6e6 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685742 Sep 15 00:55:35.596118 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-9ba4852e-9bd5-46e1-adaf-1a18113326f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682314'] for network (dd12e557-c9fc-4911-b6d4-ed994b8a9d48), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:35.613277 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-9ba4852e-9bd5-46e1-adaf-1a18113326f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for network (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:35.618504 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-9ba4852e-9bd5-46e1-adaf-1a18113326f4 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/dd12e557-c9fc-4911-b6d4-ed994b8a9d48 HTTP/1.1" status: 204 len: 168 time: 0.5846767 Sep 15 00:55:35.620074 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba4852e-9bd5-46e1-adaf-1a18113326f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd12e557-c9fc-4911-b6d4-ed994b8a9d48,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:55:35.733743 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 32782) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:55:35.754658 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:35.759511 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:DELETE=13,neutron:SELECT=84,neutron:UPDATE=3 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:35.781627 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-ea89a3fd-b738-4de0-876d-a3d5fe5ace07 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=743501da05424df197d7af03d32eabb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0467684 Sep 15 00:55:35.784184 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 32784) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:55:35.833532 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-8e6575d9-9111-4784-adb4-c715666927e0 admin admin] Publish callbacks [] for security_group (10191b3a-aa11-495e-a4d6-d1f07cc32e0d), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:35.854070 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-8e6575d9-9111-4784-adb4-c715666927e0 admin admin] Publish callbacks [] for security_group (10191b3a-aa11-495e-a4d6-d1f07cc32e0d), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:35.885016 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:55:35.908199 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] No Port match for: 216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2 {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 00:55:35.908621 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 216baa8c-c4e9-4ef8-b8ae-4f14fcd82ed2 not bound to the agent host hv-cinder-85752 {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 00:55:35.911009 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-8e6575d9-9111-4784-adb4-c715666927e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (10191b3a-aa11-495e-a4d6-d1f07cc32e0d), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:35.914387 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-8e6575d9-9111-4784-adb4-c715666927e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:35.915708 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-8e6575d9-9111-4784-adb4-c715666927e0 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/10191b3a-aa11-495e-a4d6-d1f07cc32e0d HTTP/1.1" status: 204 len: 168 time: 0.1305685 Sep 15 00:55:35.925366 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6575d9-9111-4784-adb4-c715666927e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10191b3a-aa11-495e-a4d6-d1f07cc32e0d,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:55:36.067328 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 2055001b-53b2-4b51-8099-baf191220fe9 no longer exists at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:55:36.090103 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] No Port match for: 2055001b-53b2-4b51-8099-baf191220fe9 {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 00:55:36.090521 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 2055001b-53b2-4b51-8099-baf191220fe9 not bound to the agent host dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 00:55:36.091027 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 7fd09fc9-5457-47e2-acc0-c09ff6e323b9 no longer exists at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:55:36.109976 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] No Port match for: 7fd09fc9-5457-47e2-acc0-c09ff6e323b9 {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 00:55:36.110997 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 7fd09fc9-5457-47e2-acc0-c09ff6e323b9 not bound to the agent host dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 00:55:36.111515 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 88cf36bf-bc74-4b56-bc89-fecf9cfa40a2 no longer exists at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:55:36.130611 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] No Port match for: 88cf36bf-bc74-4b56-bc89-fecf9cfa40a2 {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 00:55:36.131199 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 88cf36bf-bc74-4b56-bc89-fecf9cfa40a2 not bound to the agent host dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 00:55:36.248101 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 32796) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:55:36.289577 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-3d85d351-4105-4c1e-8fbd-af4d7a47cb8e admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=2fdc30ed86ab4859ad1987f99cf009f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403101 Sep 15 00:55:36.292076 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 32798) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:55:36.344519 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-1bdefaad-6c23-4ce4-a94b-021dd39ab217 admin admin] Publish callbacks [] for security_group (480666a7-7d86-42d6-bdbf-99befcddc90a), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:36.366082 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-1bdefaad-6c23-4ce4-a94b-021dd39ab217 admin admin] Publish callbacks [] for security_group (480666a7-7d86-42d6-bdbf-99befcddc90a), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:36.413552 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-1bdefaad-6c23-4ce4-a94b-021dd39ab217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (480666a7-7d86-42d6-bdbf-99befcddc90a), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:36.416271 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-1bdefaad-6c23-4ce4-a94b-021dd39ab217 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:36.417533 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-1bdefaad-6c23-4ce4-a94b-021dd39ab217 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/480666a7-7d86-42d6-bdbf-99befcddc90a HTTP/1.1" status: 204 len: 168 time: 0.1245282 Sep 15 00:55:36.425847 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdefaad-6c23-4ce4-a94b-021dd39ab217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480666a7-7d86-42d6-bdbf-99befcddc90a,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:55:36.718747 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f5377-9dbc-4666-94a0-4efc2bebe328 req-a0947d72-bb51-42aa-bb62-ccb58e925ce6 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:36.721018 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-1e5f5377-9dbc-4666-94a0-4efc2bebe328 req-a0947d72-bb51-42aa-bb62-ccb58e925ce6 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 945 time: 0.0499232 Sep 15 00:55:36.772187 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-1e5f5377-9dbc-4666-94a0-4efc2bebe328 req-673aa054-008f-4431-8e8a-e60bbe45e95d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452406 Sep 15 00:55:37.879194 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 9e2fa835-2b12-4126-9efe-5387a46e4c0c details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=112954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 00:55:37.898407 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730d030-c02b-4b6a-b19c-1261d43e7f98 req-5e396b26-16c4-41bd-b915-4f072749c4ff tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:37.899917 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-3730d030-c02b-4b6a-b19c-1261d43e7f98 req-5e396b26-16c4-41bd-b915-4f072749c4ff tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 945 time: 0.0463054 Sep 15 00:55:37.945395 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:37.946753 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-3730d030-c02b-4b6a-b19c-1261d43e7f98 req-5d776888-99ff-48b7-8ae4-d81e63f5ca20 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412650 Sep 15 00:55:37.978389 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:37.980320 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 9e2fa835-2b12-4126-9efe-5387a46e4c0c, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=9e2fa835-2b12-4126-9efe-5387a46e4c0c,segment=NetworkSegment(579e5fe4-7341-4bb1-8e14-57c33347e302),segment_id=579e5fe4-7341-4bb1-8e14-57c33347e302)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:55:37.992453 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Returning: {'device': '9e2fa835-2b12-4126-9efe-5387a46e4c0c', 'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344', 'port_id': '9e2fa835-2b12-4126-9efe-5387a46e4c0c', 'mac_address': 'fa:16:3e:f2:78:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 00:55:38.026602 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port 9e2fa835-2b12-4126-9efe-5387a46e4c0c is: ACTIVE; New status is: BUILD {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:55:38.027013 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (9e2fa835-2b12-4126-9efe-5387a46e4c0c), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:38.040591 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e2fa835-2b12-4126-9efe-5387a46e4c0c {{(pid=112954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 00:55:38.059421 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 9e2fa835-2b12-4126-9efe-5387a46e4c0c, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=9e2fa835-2b12-4126-9efe-5387a46e4c0c,segment=NetworkSegment(579e5fe4-7341-4bb1-8e14-57c33347e302),segment_id=579e5fe4-7341-4bb1-8e14-57c33347e302)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:55:38.064655 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (9e2fa835-2b12-4126-9efe-5387a46e4c0c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:38.111018 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=9e2fa835-2b12-4126-9efe-5387a46e4c0c,revision_number=6']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:55:38.243193 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] get_ports_and_sgs() called for port_ids ['9e2fa835-2b12-4126-9efe-5387a46e4c0c'] {{(pid=112954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 00:55:38.243831 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 32822) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:55:38.763673 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-eb731703-21df-43e5-91a4-fd1dbe54ce0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1673637'] for router_interface (77e8f197-6b6d-4c35-aef3-9215b2c9cc71), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:38.978590 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [None req-eb731703-21df-43e5-91a4-fd1dbe54ce0e admin admin] Deleting port f59f707d-9659-4eed-a94e-885d49304822 {{(pid=112952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:55:38.978855 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-eb731703-21df-43e5-91a4-fd1dbe54ce0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (f59f707d-9659-4eed-a94e-885d49304822), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:39.071341 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:39.093018 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:39.106705 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.db [None req-eb731703-21df-43e5-91a4-fd1dbe54ce0e admin admin] For port f59f707d-9659-4eed-a94e-885d49304822, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=f59f707d-9659-4eed-a94e-885d49304822,segment=NetworkSegment(984c4c89-baec-4c7a-bd8d-184a9b4bcb04),segment_id=984c4c89-baec-4c7a-bd8d-184a9b4bcb04)] {{(pid=112952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:55:39.107240 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-eb731703-21df-43e5-91a4-fd1dbe54ce0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (f59f707d-9659-4eed-a94e-885d49304822), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:39.122156 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a918b41-ddc0-44b8-bf29-9a11709e48dd req-07bb657b-4ab7-4bb5-a431-36587d40259b tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:39.123775 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-2a918b41-ddc0-44b8-bf29-9a11709e48dd req-07bb657b-4ab7-4bb5-a431-36587d40259b tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 944 time: 0.0937860 Sep 15 00:55:39.133168 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [None req-eb731703-21df-43e5-91a4-fd1dbe54ce0e admin admin] Calling delete_port for f59f707d-9659-4eed-a94e-885d49304822 owned by network:router_interface {{(pid=112952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:55:39.222402 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-2a918b41-ddc0-44b8-bf29-9a11709e48dd req-f2cb3f04-0106-4441-9fd6-b2db3d7c4e24 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912879 Sep 15 00:55:39.353304 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-eb731703-21df-43e5-91a4-fd1dbe54ce0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3304143'] for port (f59f707d-9659-4eed-a94e-885d49304822), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:39.378586 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb731703-21df-43e5-91a4-fd1dbe54ce0e admin admin] Pushing event deleted for resources: {'Port': ['ID=f59f707d-9659-4eed-a94e-885d49304822,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:55:39.541578 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-eb731703-21df-43e5-91a4-fd1dbe54ce0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679381'] for router_interface (77e8f197-6b6d-4c35-aef3-9215b2c9cc71), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:39.885556 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 9e2fa835-2b12-4126-9efe-5387a46e4c0c up at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:55:39.930729 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Provisioning complete for port 9e2fa835-2b12-4126-9efe-5387a46e4c0c triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:55:39.931097 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (9e2fa835-2b12-4126-9efe-5387a46e4c0c), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:39.931428 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Attempt 1 to provision port 9e2fa835-2b12-4126-9efe-5387a46e4c0c Sep 15 00:55:39.994079 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb731703-21df-43e5-91a4-fd1dbe54ce0e admin admin] Router 77e8f197-6b6d-4c35-aef3-9215b2c9cc71 has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:55:40.002985 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port 9e2fa835-2b12-4126-9efe-5387a46e4c0c is: BUILD; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:55:40.003408 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (9e2fa835-2b12-4126-9efe-5387a46e4c0c), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:40.029532 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c270acf-24d9-4d2e-bf97-2f487bd44a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2fa835-2b12-4126-9efe-5387a46e4c0c'}] {{(pid=112954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:55:40.032251 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac31f47a78c65cec711889e6d70219b8f5c13991b6e76ee3a100a5a33f2e7321" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648337b4-a63a-4ae2-ac2c-9c6fc008b314" -d '{"events": [{"server_uuid": "4c270acf-24d9-4d2e-bf97-2f487bd44a96", "name": "network-vif-plugged", "status": "completed", "tag": "9e2fa835-2b12-4126-9efe-5387a46e4c0c"}]}' {{(pid=112954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:55:40.046474 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 9e2fa835-2b12-4126-9efe-5387a46e4c0c, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=9e2fa835-2b12-4126-9efe-5387a46e4c0c,segment=NetworkSegment(579e5fe4-7341-4bb1-8e14-57c33347e302),segment_id=579e5fe4-7341-4bb1-8e14-57c33347e302)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:55:40.053602 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (9e2fa835-2b12-4126-9efe-5387a46e4c0c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:40.103917 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:40.107775 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb731703-21df-43e5-91a4-fd1dbe54ce0e admin admin] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:55:40.113414 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-eb731703-21df-43e5-91a4-fd1dbe54ce0e admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/77e8f197-6b6d-4c35-aef3-9215b2c9cc71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8682866 Sep 15 00:55:40.116030 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 32832) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:55:40.119000 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7bb38e-2d74-4d16-bdcf-ef29b0c7be88 None None] Sync routers for ids ['77e8f197-6b6d-4c35-aef3-9215b2c9cc71'] in dv-cinder-857528-2-iscsi {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:55:40.129224 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=9e2fa835-2b12-4126-9efe-5387a46e4c0c,revision_number=7']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:55:40.137923 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7bb38e-2d74-4d16-bdcf-ef29b0c7be88 None None] Routers {'77e8f197-6b6d-4c35-aef3-9215b2c9cc71'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:55:40.138552 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-0c7bb38e-2d74-4d16-bdcf-ef29b0c7be88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:55:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['77e8f197-6b6d-4c35-aef3-9215b2c9cc71'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:55:40.222552 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-69840a85-3c14-4398-beb4-c33427361e25 admin admin] Publish callbacks [] for router (77e8f197-6b6d-4c35-aef3-9215b2c9cc71), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:40.222737 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 00:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c28d28-2716-47eb-945d-3b65e9a72d10 x-openstack-request-id: req-75c28d28-2716-47eb-945d-3b65e9a72d10 {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:55:40.223028 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c270acf-24d9-4d2e-bf97-2f487bd44a96", "name": "network-vif-plugged", "status": "completed", "tag": "9e2fa835-2b12-4126-9efe-5387a46e4c0c", "code": 200}]} {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:55:40.223281 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-75c28d28-2716-47eb-945d-3b65e9a72d10 {{(pid=112954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:55:40.223731 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75c28d28-2716-47eb-945d-3b65e9a72d10'] response: {'server_uuid': '4c270acf-24d9-4d2e-bf97-2f487bd44a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2fa835-2b12-4126-9efe-5387a46e4c0c', 'code': 200} Sep 15 00:55:40.247094 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-0c7bb38e-2d74-4d16-bdcf-ef29b0c7be88 None None] Set router 77e8f197-6b6d-4c35-aef3-9215b2c9cc71 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:55:40.311623 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:40.359439 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-69840a85-3c14-4398-beb4-c33427361e25 admin admin] Publish callbacks [] for router_gateway (77e8f197-6b6d-4c35-aef3-9215b2c9cc71), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:40.372655 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1b7af-3a42-49cd-a0b5-3ac3ebecfe07 req-a7a522ab-8d40-44a2-9f18-297208b111ad tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:40.374163 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-f8f1b7af-3a42-49cd-a0b5-3ac3ebecfe07 req-a7a522ab-8d40-44a2-9f18-297208b111ad tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 945 time: 0.0587869 Sep 15 00:55:40.416000 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:40.426960 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-0c7bb38e-2d74-4d16-bdcf-ef29b0c7be88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'name': 'tempest-AttachVolumeTestJSON-905578251-router', 'tenant_id': '6a9d9cf3606845ec964dd8320126293e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'eb6d7858-6c3e-409a-a5b3-1cdbd6930284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:44:30Z', 'updated_at': '2022-09-15T00:55:39Z', 'revision_number': 5, 'project_id': '6a9d9cf3606845ec964dd8320126293e', 'gw_port': {'id': 'eb6d7858-6c3e-409a-a5b3-1cdbd6930284', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:44:31Z', 'updated_at': '2022-09-15T00:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi'}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:55:40.444572 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [None req-69840a85-3c14-4398-beb4-c33427361e25 admin admin] Deleting port eb6d7858-6c3e-409a-a5b3-1cdbd6930284 {{(pid=112952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:55:40.444917 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-69840a85-3c14-4398-beb4-c33427361e25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (eb6d7858-6c3e-409a-a5b3-1cdbd6930284), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:40.452560 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7bb38e-2d74-4d16-bdcf-ef29b0c7be88 None None] Checking router: 77e8f197-6b6d-4c35-aef3-9215b2c9cc71 for host: dv-cinder-857528-2-iscsi {{(pid=112954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:55:40.460834 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7bb38e-2d74-4d16-bdcf-ef29b0c7be88 None None] Routers {'77e8f197-6b6d-4c35-aef3-9215b2c9cc71'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:55:40.461434 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-0c7bb38e-2d74-4d16-bdcf-ef29b0c7be88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:55:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['77e8f197-6b6d-4c35-aef3-9215b2c9cc71'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:55:40.463903 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:40.492104 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-f8f1b7af-3a42-49cd-a0b5-3ac3ebecfe07 req-4802fc1e-7cf7-4071-8864-266e0acca310 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094940 Sep 15 00:55:40.537476 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.db [None req-69840a85-3c14-4398-beb4-c33427361e25 admin admin] For port eb6d7858-6c3e-409a-a5b3-1cdbd6930284, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=eb6d7858-6c3e-409a-a5b3-1cdbd6930284,segment=NetworkSegment(bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89),segment_id=bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89)] {{(pid=112952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:55:40.537848 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-69840a85-3c14-4398-beb4-c33427361e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (eb6d7858-6c3e-409a-a5b3-1cdbd6930284), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:40.545245 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-0c7bb38e-2d74-4d16-bdcf-ef29b0c7be88 None None] Set router 77e8f197-6b6d-4c35-aef3-9215b2c9cc71 gateway port host: None {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:55:40.551018 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [None req-69840a85-3c14-4398-beb4-c33427361e25 admin admin] Calling delete_port for eb6d7858-6c3e-409a-a5b3-1cdbd6930284 owned by network:router_gateway {{(pid=112952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:55:40.599091 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-0c7bb38e-2d74-4d16-bdcf-ef29b0c7be88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'name': 'tempest-AttachVolumeTestJSON-905578251-router', 'tenant_id': '6a9d9cf3606845ec964dd8320126293e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:44:30Z', 'updated_at': '2022-09-15T00:55:40Z', 'revision_number': 6, 'project_id': '6a9d9cf3606845ec964dd8320126293e', 'gw_port_host': None}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:55:40.623348 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7bb38e-2d74-4d16-bdcf-ef29b0c7be88 None None] The sync data for ids ['77e8f197-6b6d-4c35-aef3-9215b2c9cc71'] in dv-cinder-857528-2-iscsi is: [{'id': '77e8f197-6b6d-4c35-aef3-9215b2c9cc71', 'name': 'tempest-AttachVolumeTestJSON-905578251-router', 'tenant_id': '6a9d9cf3606845ec964dd8320126293e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:44:30Z', 'updated_at': '2022-09-15T00:55:40Z', 'revision_number': 6, 'project_id': '6a9d9cf3606845ec964dd8320126293e', 'gw_port_host': None}] {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:55:40.721260 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-69840a85-3c14-4398-beb4-c33427361e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3304143'] for port (eb6d7858-6c3e-409a-a5b3-1cdbd6930284), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:40.744648 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69840a85-3c14-4398-beb4-c33427361e25 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb6d7858-6c3e-409a-a5b3-1cdbd6930284,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:55:40.823130 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-69840a85-3c14-4398-beb4-c33427361e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1682271'] for router_gateway (77e8f197-6b6d-4c35-aef3-9215b2c9cc71), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:40.908580 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-69840a85-3c14-4398-beb4-c33427361e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3719'] for router (77e8f197-6b6d-4c35-aef3-9215b2c9cc71), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:40.910657 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-69840a85-3c14-4398-beb4-c33427361e25 admin admin] Publish callbacks [] for router_controller (77e8f197-6b6d-4c35-aef3-9215b2c9cc71), precommit_delete_associations {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:40.949920 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-69840a85-3c14-4398-beb4-c33427361e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1679464'] for router (77e8f197-6b6d-4c35-aef3-9215b2c9cc71), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:40.950557 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69840a85-3c14-4398-beb4-c33427361e25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77e8f197-6b6d-4c35-aef3-9215b2c9cc71 {{(pid=112952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 00:55:40.955507 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-69840a85-3c14-4398-beb4-c33427361e25 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:40.956652 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-69840a85-3c14-4398-beb4-c33427361e25 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/77e8f197-6b6d-4c35-aef3-9215b2c9cc71 HTTP/1.1" status: 204 len: 168 time: 0.8397014 Sep 15 00:55:40.959128 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 32836) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:55:41.006093 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.db_base_plugin_v2 [None req-85560049-57d5-4979-bc4c-4c9a389ac5ef admin admin] Deleting subnet 7d05243c-ba86-4ab7-a5fb-f252ae11d048 {{(pid=112952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 00:55:41.009604 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-85560049-57d5-4979-bc4c-4c9a389ac5ef admin admin] Publish callbacks [] for subnet (7d05243c-ba86-4ab7-a5fb-f252ae11d048), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:41.050338 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-85560049-57d5-4979-bc4c-4c9a389ac5ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2228578'] for subnet (7d05243c-ba86-4ab7-a5fb-f252ae11d048), precommit_delete_associations {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:41.077421 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:41.127144 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-85560049-57d5-4979-bc4c-4c9a389ac5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-769422'] for subnet (7d05243c-ba86-4ab7-a5fb-f252ae11d048), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:41.145416 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:41.180426 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-85560049-57d5-4979-bc4c-4c9a389ac5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3304096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9220860'] for subnet (7d05243c-ba86-4ab7-a5fb-f252ae11d048), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:41.208141 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85560049-57d5-4979-bc4c-4c9a389ac5ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d05243c-ba86-4ab7-a5fb-f252ae11d048,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:55:41.211651 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-85560049-57d5-4979-bc4c-4c9a389ac5ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:41.214738 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-85560049-57d5-4979-bc4c-4c9a389ac5ef admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/7d05243c-ba86-4ab7-a5fb-f252ae11d048 HTTP/1.1" status: 204 len: 168 time: 0.2546489 Sep 15 00:55:41.217251 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 32838) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:55:41.217859 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9079a158-8684-452f-aed7-45cc3f841612 None None] Network 5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0 requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:55:41.284354 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-e8882c0f-4937-4277-ab83-43d70b0498bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792827'] for network (5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:41.325412 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [None req-e8882c0f-4937-4277-ab83-43d70b0498bf admin admin] Deleting port de6d425a-28ef-4216-a595-cc17f760ee29 {{(pid=112952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:55:41.325753 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-e8882c0f-4937-4277-ab83-43d70b0498bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (de6d425a-28ef-4216-a595-cc17f760ee29), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:41.393748 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.db [None req-e8882c0f-4937-4277-ab83-43d70b0498bf admin admin] For port de6d425a-28ef-4216-a595-cc17f760ee29, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=de6d425a-28ef-4216-a595-cc17f760ee29,segment=NetworkSegment(984c4c89-baec-4c7a-bd8d-184a9b4bcb04),segment_id=984c4c89-baec-4c7a-bd8d-184a9b4bcb04)] {{(pid=112952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:55:41.394416 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-e8882c0f-4937-4277-ab83-43d70b0498bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (de6d425a-28ef-4216-a595-cc17f760ee29), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:41.394509 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18067bf8-0227-4c2b-9f19-2282f3a09cfe None None] DHCP port deletion for 5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0 request from dv-cinder-857528-2-iscsi {{(pid=112954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 00:55:41.408448 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [None req-e8882c0f-4937-4277-ab83-43d70b0498bf admin admin] Calling delete_port for de6d425a-28ef-4216-a595-cc17f760ee29 owned by network:dhcp {{(pid=112952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:55:41.433371 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-18067bf8-0227-4c2b-9f19-2282f3a09cfe None None] Deleting port de6d425a-28ef-4216-a595-cc17f760ee29 {{(pid=112954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:55:41.433832 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-18067bf8-0227-4c2b-9f19-2282f3a09cfe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (de6d425a-28ef-4216-a595-cc17f760ee29), before_delete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:41.492239 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-e8882c0f-4937-4277-ab83-43d70b0498bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3304143'] for port (de6d425a-28ef-4216-a595-cc17f760ee29), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:41.505652 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-18067bf8-0227-4c2b-9f19-2282f3a09cfe None None] For port de6d425a-28ef-4216-a595-cc17f760ee29, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=de6d425a-28ef-4216-a595-cc17f760ee29,segment=NetworkSegment(984c4c89-baec-4c7a-bd8d-184a9b4bcb04),segment_id=984c4c89-baec-4c7a-bd8d-184a9b4bcb04)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:55:41.506055 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-18067bf8-0227-4c2b-9f19-2282f3a09cfe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (de6d425a-28ef-4216-a595-cc17f760ee29), precommit_delete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:41.520276 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-18067bf8-0227-4c2b-9f19-2282f3a09cfe None None] Calling delete_port for de6d425a-28ef-4216-a595-cc17f760ee29 owned by network:dhcp {{(pid=112954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:55:41.522654 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8882c0f-4937-4277-ab83-43d70b0498bf admin admin] Pushing event deleted for resources: {'Port': ['ID=de6d425a-28ef-4216-a595-cc17f760ee29,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:55:41.524494 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8882c0f-4937-4277-ab83-43d70b0498bf admin admin] No DVR routers for this DVR port de6d425a-28ef-4216-a595-cc17f760ee29 on host dv-cinder-857528-2-iscsi {{(pid=112952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 00:55:41.597044 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-e8882c0f-4937-4277-ab83-43d70b0498bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864165', 'neutron.services.segments.db._delete_segments_for_network-8740354160321'] for network (5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:41.614962 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-18067bf8-0227-4c2b-9f19-2282f3a09cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172'] for port (de6d425a-28ef-4216-a595-cc17f760ee29), after_delete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:41.621201 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.services.segments.db [None req-e8882c0f-4937-4277-ab83-43d70b0498bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0']}} {{(pid=112952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:55:41.631808 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.services.segments.db [None req-e8882c0f-4937-4277-ab83-43d70b0498bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '984c4c89-baec-4c7a-bd8d-184a9b4bcb04') {'for_net_delete': True} {{(pid=112952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:55:41.632179 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.services.segments.db [None req-e8882c0f-4937-4277-ab83-43d70b0498bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '984c4c89-baec-4c7a-bd8d-184a9b4bcb04') {} {{(pid=112952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:55:41.635292 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aadd728-cfa3-4d03-8c8f-266566191159 req-4d3fb81b-50ed-40bd-9861-9401661f4ee9 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:41.643261 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-8aadd728-cfa3-4d03-8c8f-266566191159 req-4d3fb81b-50ed-40bd-9861-9401661f4ee9 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 945 time: 0.0570195 Sep 15 00:55:41.647858 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18067bf8-0227-4c2b-9f19-2282f3a09cfe None None] Pushing event deleted for resources: {'Port': ['ID=de6d425a-28ef-4216-a595-cc17f760ee29,revision_number=None']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:55:41.651369 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-e8882c0f-4937-4277-ab83-43d70b0498bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740354160213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2228569'] for segment (984c4c89-baec-4c7a-bd8d-184a9b4bcb04), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:41.654258 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18067bf8-0227-4c2b-9f19-2282f3a09cfe None None] No DVR routers for this DVR port de6d425a-28ef-4216-a595-cc17f760ee29 on host dv-cinder-857528-2-iscsi {{(pid=112954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 00:55:41.679669 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-e8882c0f-4937-4277-ab83-43d70b0498bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898'] for segment (984c4c89-baec-4c7a-bd8d-184a9b4bcb04), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:41.687214 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8882c0f-4937-4277-ab83-43d70b0498bf admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=112952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 00:55:41.687794 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-e8882c0f-4937-4277-ab83-43d70b0498bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3303962'] for segment (984c4c89-baec-4c7a-bd8d-184a9b4bcb04), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:41.729877 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-8aadd728-cfa3-4d03-8c8f-266566191159 req-87a0f8a9-7031-413c-97a7-eef2880674de tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834825 Sep 15 00:55:41.742911 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.services.segments.plugin [-] Segment 984c4c89-baec-4c7a-bd8d-184a9b4bcb04 resource provider aggregate not found Sep 15 00:55:41.759936 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.services.segments.plugin [-] Segment 984c4c89-baec-4c7a-bd8d-184a9b4bcb04 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 984c4c89-baec-4c7a-bd8d-184a9b4bcb04 found for delete ", "request_id": "req-1111ab96-7cd0-409b-a7fb-24e1970bd7f3"}]} Sep 15 00:55:41.767209 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-e8882c0f-4937-4277-ab83-43d70b0498bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682314'] for network (5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:41.772752 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-e8882c0f-4937-4277-ab83-43d70b0498bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for network (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:41.776042 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-e8882c0f-4937-4277-ab83-43d70b0498bf admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0 HTTP/1.1" status: 204 len: 168 time: 0.5578725 Sep 15 00:55:41.788423 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8882c0f-4937-4277-ab83-43d70b0498bf admin admin] Pushing event deleted for resources: {'Network': ['ID=5c24ea2a-0e34-4fdb-be58-bbcdcac71ac0,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:55:41.890827 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 32848) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:55:41.930350 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-5b3b1c9b-1a17-4d65-959d-ed1413144322 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=6a9d9cf3606845ec964dd8320126293e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0383446 Sep 15 00:55:41.932743 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 32850) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:55:41.980443 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-fa342bae-e796-488d-a5cd-fec0284f7ecd admin admin] Publish callbacks [] for security_group (cfda7130-f0d7-4342-8652-63345309ce55), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:42.001521 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-fa342bae-e796-488d-a5cd-fec0284f7ecd admin admin] Publish callbacks [] for security_group (cfda7130-f0d7-4342-8652-63345309ce55), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:42.048814 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-fa342bae-e796-488d-a5cd-fec0284f7ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (cfda7130-f0d7-4342-8652-63345309ce55), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:42.051408 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-fa342bae-e796-488d-a5cd-fec0284f7ecd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:42.052677 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-fa342bae-e796-488d-a5cd-fec0284f7ecd admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/cfda7130-f0d7-4342-8652-63345309ce55 HTTP/1.1" status: 204 len: 168 time: 0.1190658 Sep 15 00:55:42.060632 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa342bae-e796-488d-a5cd-fec0284f7ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfda7130-f0d7-4342-8652-63345309ce55,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:55:42.065106 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device f59f707d-9659-4eed-a94e-885d49304822 no longer exists at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:55:42.093505 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] No Port match for: f59f707d-9659-4eed-a94e-885d49304822 {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 00:55:42.094345 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device f59f707d-9659-4eed-a94e-885d49304822 not bound to the agent host dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 00:55:42.095280 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device eb6d7858-6c3e-409a-a5b3-1cdbd6930284 no longer exists at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:55:42.118145 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] No Port match for: eb6d7858-6c3e-409a-a5b3-1cdbd6930284 {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 00:55:42.118572 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device eb6d7858-6c3e-409a-a5b3-1cdbd6930284 not bound to the agent host dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 00:55:42.118892 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device de6d425a-28ef-4216-a595-cc17f760ee29 no longer exists at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:55:42.141218 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] No Port match for: de6d425a-28ef-4216-a595-cc17f760ee29 {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 00:55:42.141602 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device de6d425a-28ef-4216-a595-cc17f760ee29 not bound to the agent host dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 00:55:42.861657 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f1a7d-cafd-4082-ba0d-69fa8787b188 req-6d451d3c-7aec-4b76-93b6-b60afd15fd09 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:42.863227 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-086f1a7d-cafd-4082-ba0d-69fa8787b188 req-6d451d3c-7aec-4b76-93b6-b60afd15fd09 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 945 time: 0.0488005 Sep 15 00:55:42.917224 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-086f1a7d-cafd-4082-ba0d-69fa8787b188 req-7752542f-ebf7-45fb-be10-d5cafc9a8d72 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463316 Sep 15 00:55:44.056398 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1cf07e-4400-4039-a919-48368504b93f req-1cf4a50e-9f5b-4dd4-9122-741e1c5cc87d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:44.058505 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-6f1cf07e-4400-4039-a919-48368504b93f req-1cf4a50e-9f5b-4dd4-9122-741e1c5cc87d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 945 time: 0.0483327 Sep 15 00:55:44.112659 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-6f1cf07e-4400-4039-a919-48368504b93f req-016647d5-328c-4ce7-bf9a-5899c524c213 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478330 Sep 15 00:55:44.493951 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=42 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:44.495538 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=8 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:45.026884 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:45.279999 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b500b-4160-4a43-a282-495dd668ceda req-b2e9f2e2-058b-46b5-87ed-d9c785d0d184 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:45.289767 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-aa5b500b-4160-4a43-a282-495dd668ceda req-b2e9f2e2-058b-46b5-87ed-d9c785d0d184 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 945 time: 0.0775845 Sep 15 00:55:45.360191 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-aa5b500b-4160-4a43-a282-495dd668ceda req-b09006e7-34dd-45d5-8b99-7170f3b4de4e tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689607 Sep 15 00:55:46.523062 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4460f55a-bc42-4534-8824-ae9a82a294af req-88787cbe-1507-4582-b7ce-8997b4d3443d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:46.532768 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-4460f55a-bc42-4534-8824-ae9a82a294af req-88787cbe-1507-4582-b7ce-8997b4d3443d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 945 time: 0.0592670 Sep 15 00:55:46.576148 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:46.595013 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-4460f55a-bc42-4534-8824-ae9a82a294af req-c1723acf-9431-4f5f-ae84-602badd7f154 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603604 Sep 15 00:55:47.725519 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c320183-4607-466f-af34-8c5c88b17f83 req-ed18971a-4871-4f68-9579-b1885cd50e5f tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:47.733577 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-0c320183-4607-466f-af34-8c5c88b17f83 req-ed18971a-4871-4f68-9579-b1885cd50e5f tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 945 time: 0.0565827 Sep 15 00:55:47.773184 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:47.784280 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-9c229a75-4982-4ce4-968a-ae1d058fd5fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:47.800386 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-0c320183-4607-466f-af34-8c5c88b17f83 req-cf00c004-d406-4c16-a149-195e2d408f11 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618594 Sep 15 00:55:48.930379 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18fa01-9819-4ad4-80cc-b556a7815dd3 req-3b87edd7-786f-40a4-b635-4b9801f19582 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:48.934453 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-fc18fa01-9819-4ad4-80cc-b556a7815dd3 req-3b87edd7-786f-40a4-b635-4b9801f19582 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 945 time: 0.0508225 Sep 15 00:55:48.958605 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:48.985934 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-fc18fa01-9819-4ad4-80cc-b556a7815dd3 req-8c2df080-2e50-4873-a866-37b1d7007210 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484204 Sep 15 00:55:50.061214 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-9446024b-6b3b-48a2-a327-502f9b100a15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:50.147455 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0c37f-9388-4b38-a89f-13c65c7b8303 req-0085e84b-a2d9-44da-9c71-d3aba03a98f0 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:50.149617 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b7d0c37f-9388-4b38-a89f-13c65c7b8303 req-0085e84b-a2d9-44da-9c71-d3aba03a98f0 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 945 time: 0.0517662 Sep 15 00:55:50.176779 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:50.205621 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b7d0c37f-9388-4b38-a89f-13c65c7b8303 req-b9886b48-c53d-44f2-8f26-8708988dbb07 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503190 Sep 15 00:55:51.343095 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:51.394739 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a43f1-1465-44d1-9baf-d85171d7e486 req-50934bcf-2592-4865-8cb3-de58507c5367 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:51.404021 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-787a43f1-1465-44d1-9baf-d85171d7e486 req-50934bcf-2592-4865-8cb3-de58507c5367 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 945 time: 0.0793989 Sep 15 00:55:51.453360 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-787a43f1-1465-44d1-9baf-d85171d7e486 req-03f8c908-6167-4cfa-bc47-adad70c23611 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477095 Sep 15 00:55:52.623826 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c32cfc-5907-41f3-8d4b-d2b8190cb6e9 req-ba1b637b-d9a7-4910-b334-a48546ad6b85 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:52.626307 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-88c32cfc-5907-41f3-8d4b-d2b8190cb6e9 req-ba1b637b-d9a7-4910-b334-a48546ad6b85 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 945 time: 0.0681744 Sep 15 00:55:52.639181 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:52.687365 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:52.696685 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-88c32cfc-5907-41f3-8d4b-d2b8190cb6e9 req-444171bf-1aa9-4de7-a4a1-bee92b87f6ac tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610471 Sep 15 00:55:53.186897 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-98047013-523c-4e5a-b140-044c7cfbdca9 req-8e2aea22-a6f3-4afb-869b-8256fcd22982 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6e47eda5-dffe-41dd-a09d-0870d19dd898&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0368443 Sep 15 00:55:53.293594 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98047013-523c-4e5a-b140-044c7cfbdca9 req-6859c84d-8440-49d9-8e43-f6e66ced1d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:53.295094 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-98047013-523c-4e5a-b140-044c7cfbdca9 req-6859c84d-8440-49d9-8e43-f6e66ced1d7c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3ef4db17e5d245cb9caab70d557f41ae&device_id=6e47eda5-dffe-41dd-a09d-0870d19dd898 HTTP/1.1" status: 200 len: 1130 time: 0.0393817 Sep 15 00:55:53.403363 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98047013-523c-4e5a-b140-044c7cfbdca9 req-64bfe60f-b5fe-4f77-aaca-7b4a60b2c920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:53.404863 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-98047013-523c-4e5a-b140-044c7cfbdca9 req-64bfe60f-b5fe-4f77-aaca-7b4a60b2c920 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=48f46f03-9920-4d15-b1d4-ea751486aaae HTTP/1.1" status: 200 len: 914 time: 0.0901310 Sep 15 00:55:53.465339 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-98047013-523c-4e5a-b140-044c7cfbdca9 req-a24d4aeb-e23e-4f13-aeb2-fecb03cac3c9 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cd61e51-9091-42e2-b4f8-f67dbf137235 HTTP/1.1" status: 200 len: 1001 time: 0.0540619 Sep 15 00:55:53.728567 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98047013-523c-4e5a-b140-044c7cfbdca9 req-ebb938b6-6723-4a14-bb2e-05490f90d2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:53.729957 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-98047013-523c-4e5a-b140-044c7cfbdca9 req-ebb938b6-6723-4a14-bb2e-05490f90d2c1 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=45e5374b-dd3a-4913-9c14-900ba2b249b3 HTTP/1.1" status: 200 len: 853 time: 0.0523720 Sep 15 00:55:53.832016 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a71b21-57cf-4bef-86ac-0f212670f243 req-35a8f229-d76b-439a-a25b-88f34d0f2cbe tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:53.833963 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c4a71b21-57cf-4bef-86ac-0f212670f243 req-35a8f229-d76b-439a-a25b-88f34d0f2cbe tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 945 time: 0.0483754 Sep 15 00:55:53.891965 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c4a71b21-57cf-4bef-86ac-0f212670f243 req-aae69835-d0f4-4c10-963b-45e47c4077b8 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526032 Sep 15 00:55:53.924765 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98047013-523c-4e5a-b140-044c7cfbdca9 req-a8a425d0-7591-40a8-bc4d-c459f46e1791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:53.926438 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-98047013-523c-4e5a-b140-044c7cfbdca9 req-a8a425d0-7591-40a8-bc4d-c459f46e1791 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=48f46f03-9920-4d15-b1d4-ea751486aaae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473390 Sep 15 00:55:53.958873 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062a924-ae33-4f86-810a-c21a97f31a75 req-4cc5cc48-3aca-4bf8-a721-40b6c08a1829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:53.961396 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9062a924-ae33-4f86-810a-c21a97f31a75 req-4cc5cc48-3aca-4bf8-a721-40b6c08a1829 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=72d7dfe402c045edbca04c0e7eee05f9&device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 1129 time: 0.0569501 Sep 15 00:55:54.029096 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-98047013-523c-4e5a-b140-044c7cfbdca9 req-b414e1e8-7614-400a-9cd3-0e354122246f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/48f46f03-9920-4d15-b1d4-ea751486aaae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956924 Sep 15 00:55:54.058207 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062a924-ae33-4f86-810a-c21a97f31a75 req-9a7940b4-3c77-47a5-ae16-5226a9f97893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:54.059696 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9062a924-ae33-4f86-810a-c21a97f31a75 req-9a7940b4-3c77-47a5-ae16-5226a9f97893 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=ab876c33-1fa1-4628-a9be-d8dde255d344 HTTP/1.1" status: 200 len: 917 time: 0.0912595 Sep 15 00:55:54.122294 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-98047013-523c-4e5a-b140-044c7cfbdca9 req-dffb120c-eba7-45f7-8ff6-745165795560 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/48f46f03-9920-4d15-b1d4-ea751486aaae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872381 Sep 15 00:55:54.123956 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9062a924-ae33-4f86-810a-c21a97f31a75 req-0c6505e9-d411-49b8-bd46-51e0bb294b31 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e2fa835-2b12-4126-9efe-5387a46e4c0c HTTP/1.1" status: 200 len: 1001 time: 0.0579801 Sep 15 00:55:54.181211 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062a924-ae33-4f86-810a-c21a97f31a75 req-4fbb29dc-7c56-41a9-861e-6d135bd15e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:54.182701 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9062a924-ae33-4f86-810a-c21a97f31a75 req-4fbb29dc-7c56-41a9-861e-6d135bd15e98 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72 HTTP/1.1" status: 200 len: 856 time: 0.0451400 Sep 15 00:55:54.231592 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062a924-ae33-4f86-810a-c21a97f31a75 req-ba681381-9934-4d75-99ef-ceb3b9ab9599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:54.233199 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9062a924-ae33-4f86-810a-c21a97f31a75 req-ba681381-9934-4d75-99ef-ceb3b9ab9599 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=ab876c33-1fa1-4628-a9be-d8dde255d344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446875 Sep 15 00:55:54.322728 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9062a924-ae33-4f86-810a-c21a97f31a75 req-86380620-197f-4f8b-9a7a-c914d2140f6c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ab876c33-1fa1-4628-a9be-d8dde255d344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829306 Sep 15 00:55:54.414558 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9062a924-ae33-4f86-810a-c21a97f31a75 req-ba158ae8-3aec-4bf4-bed0-c9086a6f8cfe service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ab876c33-1fa1-4628-a9be-d8dde255d344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847440 Sep 15 00:55:55.028092 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9dd4f8-af09-44b1-a284-b6cffa78da35 req-a4e546fd-0a43-43c8-90e9-94180e66f382 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:55.029600 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-6b9dd4f8-af09-44b1-a284-b6cffa78da35 req-a4e546fd-0a43-43c8-90e9-94180e66f382 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 945 time: 0.0506001 Sep 15 00:55:55.078226 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-6b9dd4f8-af09-44b1-a284-b6cffa78da35 req-5f77b164-d2bc-41fa-bd86-7bd771a827de tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428548 Sep 15 00:55:55.390739 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 33066) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:55:55.499429 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2946ca6c-f36a-44c0-9d96-839417bc16d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:55.571705 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:55.573725 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2946ca6c-f36a-44c0-9d96-839417bc16d0 admin admin] Publish callbacks [] for security_group (46f0e48c-fb4a-453f-9b59-644c6f99f339), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:55.578246 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2946ca6c-f36a-44c0-9d96-839417bc16d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (46f0e48c-fb4a-453f-9b59-644c6f99f339), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:55.617953 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946ca6c-f36a-44c0-9d96-839417bc16d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f0e48c-fb4a-453f-9b59-644c6f99f339,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:55:55.622241 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-2946ca6c-f36a-44c0-9d96-839417bc16d0 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=a5fa147a4a194ed59a1c40fa8155d196&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2304773 Sep 15 00:55:55.624918 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 33070) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:55:55.676070 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-0cac552e-39e9-4402-9f22-947f480358e5 admin admin] Publish callbacks [] for security_group (46f0e48c-fb4a-453f-9b59-644c6f99f339), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:55.678423 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:55.698473 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-0cac552e-39e9-4402-9f22-947f480358e5 admin admin] Publish callbacks [] for security_group (46f0e48c-fb4a-453f-9b59-644c6f99f339), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:55.743229 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-0cac552e-39e9-4402-9f22-947f480358e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (46f0e48c-fb4a-453f-9b59-644c6f99f339), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:55.745654 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-0cac552e-39e9-4402-9f22-947f480358e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:55.746784 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-0cac552e-39e9-4402-9f22-947f480358e5 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/46f0e48c-fb4a-453f-9b59-644c6f99f339 HTTP/1.1" status: 204 len: 168 time: 0.1209683 Sep 15 00:55:55.754635 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cac552e-39e9-4402-9f22-947f480358e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f0e48c-fb4a-453f-9b59-644c6f99f339,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:55:56.009021 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 33076) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:55:56.022718 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-d637b045-5575-4e7f-a184-573e97432674 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:56.112311 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-d637b045-5575-4e7f-a184-573e97432674 admin admin] Publish callbacks [] for security_group (e2777933-76b6-430a-a8fe-0aee46332383), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:56.116321 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-d637b045-5575-4e7f-a184-573e97432674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (e2777933-76b6-430a-a8fe-0aee46332383), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:56.154843 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637b045-5575-4e7f-a184-573e97432674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2777933-76b6-430a-a8fe-0aee46332383,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:55:56.160308 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-d637b045-5575-4e7f-a184-573e97432674 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=f8e03654c6b0461aaa55a6d56fe424f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1501594 Sep 15 00:55:56.163240 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 33080) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:55:56.210442 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d75b50-c9d0-4104-8ea0-684afa530e22 req-0f04d65c-d4b1-4e41-b270-2fca5f1face7 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:56.213103 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-02d75b50-c9d0-4104-8ea0-684afa530e22 req-0f04d65c-d4b1-4e41-b270-2fca5f1face7 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 945 time: 0.0496628 Sep 15 00:55:56.223425 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ac991612-053d-4646-a21a-ddae69db0210 admin admin] Publish callbacks [] for security_group (e2777933-76b6-430a-a8fe-0aee46332383), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:56.246605 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ac991612-053d-4646-a21a-ddae69db0210 admin admin] Publish callbacks [] for security_group (e2777933-76b6-430a-a8fe-0aee46332383), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:56.265682 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-02d75b50-c9d0-4104-8ea0-684afa530e22 req-2dfda0fd-7718-474b-93df-efb2edf68be9 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470848 Sep 15 00:55:56.291523 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:56.308740 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ac991612-053d-4646-a21a-ddae69db0210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (e2777933-76b6-430a-a8fe-0aee46332383), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:56.312060 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ac991612-053d-4646-a21a-ddae69db0210 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:56.315525 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-ac991612-053d-4646-a21a-ddae69db0210 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/e2777933-76b6-430a-a8fe-0aee46332383 HTTP/1.1" status: 204 len: 168 time: 0.1487772 Sep 15 00:55:56.321542 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac991612-053d-4646-a21a-ddae69db0210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2777933-76b6-430a-a8fe-0aee46332383,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:55:57.404733 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4746af6e-fc29-43fb-bb29-19cbeeb3b137 req-20076013-881d-4618-be80-04ed3dd118be tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:57.406226 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-4746af6e-fc29-43fb-bb29-19cbeeb3b137 req-20076013-881d-4618-be80-04ed3dd118be tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 945 time: 0.0494676 Sep 15 00:55:57.456342 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-4746af6e-fc29-43fb-bb29-19cbeeb3b137 req-01510ea4-46ac-4708-894d-2579753c3043 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432267 Sep 15 00:55:57.959402 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 9e2fa835-2b12-4126-9efe-5387a46e4c0c no longer exists at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:55:58.054634 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port 9e2fa835-2b12-4126-9efe-5387a46e4c0c is: ACTIVE; New status is: DOWN {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:55:58.055049 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (9e2fa835-2b12-4126-9efe-5387a46e4c0c), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:58.075541 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=6 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:58.083497 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c270acf-24d9-4d2e-bf97-2f487bd44a96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e2fa835-2b12-4126-9efe-5387a46e4c0c'}] {{(pid=112954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:55:58.085905 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac31f47a78c65cec711889e6d70219b8f5c13991b6e76ee3a100a5a33f2e7321" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d53c264-a3e0-419c-9e3c-808a9e82f646" -d '{"events": [{"server_uuid": "4c270acf-24d9-4d2e-bf97-2f487bd44a96", "name": "network-vif-unplugged", "status": "completed", "tag": "9e2fa835-2b12-4126-9efe-5387a46e4c0c"}]}' {{(pid=112954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:55:58.099793 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 9e2fa835-2b12-4126-9efe-5387a46e4c0c, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=9e2fa835-2b12-4126-9efe-5387a46e4c0c,segment=NetworkSegment(579e5fe4-7341-4bb1-8e14-57c33347e302),segment_id=579e5fe4-7341-4bb1-8e14-57c33347e302)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:55:58.105070 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (9e2fa835-2b12-4126-9efe-5387a46e4c0c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:58.131169 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Sep 2022 00:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc3f8ac-9301-49c8-b487-7b3f12d84629 x-openstack-request-id: req-bcc3f8ac-9301-49c8-b487-7b3f12d84629 {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:55:58.131468 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c270acf-24d9-4d2e-bf97-2f487bd44a96", "name": "network-vif-unplugged", "status": "failed", "tag": "9e2fa835-2b12-4126-9efe-5387a46e4c0c", "code": 422}]} {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:55:58.131994 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bcc3f8ac-9301-49c8-b487-7b3f12d84629 {{(pid=112954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:55:58.132199 dv-cinder-857528-2-iscsi neutron-server[112954]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-bcc3f8ac-9301-49c8-b487-7b3f12d84629']: {'server_uuid': '4c270acf-24d9-4d2e-bf97-2f487bd44a96', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9e2fa835-2b12-4126-9efe-5387a46e4c0c', 'code': 422} returned with failed status Sep 15 00:55:58.163890 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=9e2fa835-2b12-4126-9efe-5387a46e4c0c,revision_number=8']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:55:58.357822 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 33178) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:55:58.500551 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-7c8dd188-158c-4d20-b8ee-1cd4fac3e6ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:58.521536 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a98a6-25f7-4069-9eed-33a19de24586 req-67dae426-7414-4c79-b6bd-c0ee12778fdd tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:58.523249 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-3a1a98a6-25f7-4069-9eed-33a19de24586 req-67dae426-7414-4c79-b6bd-c0ee12778fdd tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 943 time: 0.0727811 Sep 15 00:55:58.539898 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:58.604737 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-3a1a98a6-25f7-4069-9eed-33a19de24586 req-ae6b4148-68dc-462e-ae41-7fbaf1fa545c tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731890 Sep 15 00:55:58.634413 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-7c8dd188-158c-4d20-b8ee-1cd4fac3e6ca admin admin] Publish callbacks [] for security_group (67dfe2bc-7343-4280-8a8f-cc9e873bad58), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:58.638559 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-7c8dd188-158c-4d20-b8ee-1cd4fac3e6ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (67dfe2bc-7343-4280-8a8f-cc9e873bad58), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:58.686698 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-7c8dd188-158c-4d20-b8ee-1cd4fac3e6ca admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=d502850da4e74af6ae2a8477407f4a2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3277783 Sep 15 00:55:58.687913 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8dd188-158c-4d20-b8ee-1cd4fac3e6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67dfe2bc-7343-4280-8a8f-cc9e873bad58,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:55:58.690086 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 33194) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:55:58.744433 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-7cc372bc-091b-4163-ba3d-097243d7786a admin admin] Publish callbacks [] for security_group (67dfe2bc-7343-4280-8a8f-cc9e873bad58), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:58.766495 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-7cc372bc-091b-4163-ba3d-097243d7786a admin admin] Publish callbacks [] for security_group (67dfe2bc-7343-4280-8a8f-cc9e873bad58), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:58.802058 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-1ba010cf-928b-4d18-81fa-59737977c6e9 req-15e8fa6d-3c23-491c-a8ab-7c41002bb216 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0385413 Sep 15 00:55:58.815591 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-7cc372bc-091b-4163-ba3d-097243d7786a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (67dfe2bc-7343-4280-8a8f-cc9e873bad58), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:58.818174 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-7cc372bc-091b-4163-ba3d-097243d7786a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:58.819300 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-7cc372bc-091b-4163-ba3d-097243d7786a admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/67dfe2bc-7343-4280-8a8f-cc9e873bad58 HTTP/1.1" status: 204 len: 168 time: 0.1281683 Sep 15 00:55:58.833172 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc372bc-091b-4163-ba3d-097243d7786a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67dfe2bc-7343-4280-8a8f-cc9e873bad58,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:55:58.887389 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba010cf-928b-4d18-81fa-59737977c6e9 req-48326114-ee05-4b98-9093-962b880835a2 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:58.889084 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-1ba010cf-928b-4d18-81fa-59737977c6e9 req-48326114-ee05-4b98-9093-962b880835a2 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports/9e2fa835-2b12-4126-9efe-5387a46e4c0c HTTP/1.1" status: 200 len: 940 time: 0.0551298 Sep 15 00:55:59.105443 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 33210) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:55:59.119913 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-05ef9479-1ac2-4ea6-97d6-51ecd7e7c4ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:59.209943 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-05ef9479-1ac2-4ea6-97d6-51ecd7e7c4ec admin admin] Publish callbacks [] for security_group (9ad06e07-a3fb-463c-bf7a-2bbe73f7e1d6), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:59.213595 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-05ef9479-1ac2-4ea6-97d6-51ecd7e7c4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (9ad06e07-a3fb-463c-bf7a-2bbe73f7e1d6), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:59.217352 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:59.257899 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef9479-1ac2-4ea6-97d6-51ecd7e7c4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad06e07-a3fb-463c-bf7a-2bbe73f7e1d6,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:55:59.262988 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-05ef9479-1ac2-4ea6-97d6-51ecd7e7c4ec admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=20a7ed30cf194beb8eb6dd028dc51934&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1563895 Sep 15 00:55:59.265913 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 33212) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:55:59.321775 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-bee0d7fb-5a3f-4fb9-8c32-f512d45c8157 admin admin] Publish callbacks [] for security_group (9ad06e07-a3fb-463c-bf7a-2bbe73f7e1d6), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:59.348196 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-bee0d7fb-5a3f-4fb9-8c32-f512d45c8157 admin admin] Publish callbacks [] for security_group (9ad06e07-a3fb-463c-bf7a-2bbe73f7e1d6), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:59.365145 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:55:59.402688 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-bee0d7fb-5a3f-4fb9-8c32-f512d45c8157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (9ad06e07-a3fb-463c-bf7a-2bbe73f7e1d6), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:59.405335 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-bee0d7fb-5a3f-4fb9-8c32-f512d45c8157 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:55:59.407071 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-bee0d7fb-5a3f-4fb9-8c32-f512d45c8157 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/9ad06e07-a3fb-463c-bf7a-2bbe73f7e1d6 HTTP/1.1" status: 204 len: 168 time: 0.1404839 Sep 15 00:55:59.416363 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee0d7fb-5a3f-4fb9-8c32-f512d45c8157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad06e07-a3fb-463c-bf7a-2bbe73f7e1d6,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:55:59.742604 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f4fd8-32b9-4094-9d87-b83506064f6c req-c219ecf2-9ece-4167-b3ad-a01e436d0b34 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:59.744120 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f45f4fd8-32b9-4094-9d87-b83506064f6c req-c219ecf2-9ece-4167-b3ad-a01e436d0b34 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 943 time: 0.0494387 Sep 15 00:55:59.793651 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f45f4fd8-32b9-4094-9d87-b83506064f6c req-2c002565-4967-4409-800f-7e0d92d2507d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437636 Sep 15 00:55:59.894259 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba010cf-928b-4d18-81fa-59737977c6e9 req-eb6a90ec-0788-469e-91c0-fd10c2c9cbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:59.895815 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-1ba010cf-928b-4d18-81fa-59737977c6e9 req-eb6a90ec-0788-469e-91c0-fd10c2c9cbf7 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96&tenant_id=72d7dfe402c045edbca04c0e7eee05f9 HTTP/1.1" status: 200 len: 1127 time: 0.0717020 Sep 15 00:55:59.977684 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba010cf-928b-4d18-81fa-59737977c6e9 req-ef01d703-1fc7-4e7e-945e-2b7ecc798886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:55:59.979283 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-1ba010cf-928b-4d18-81fa-59737977c6e9 req-ef01d703-1fc7-4e7e-945e-2b7ecc798886 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=72d7dfe402c045edbca04c0e7eee05f9&device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 1127 time: 0.0408626 Sep 15 00:56:00.076982 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba010cf-928b-4d18-81fa-59737977c6e9 req-050c1a1e-c471-490c-8490-894f1289a953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:00.078511 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-1ba010cf-928b-4d18-81fa-59737977c6e9 req-050c1a1e-c471-490c-8490-894f1289a953 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=ab876c33-1fa1-4628-a9be-d8dde255d344 HTTP/1.1" status: 200 len: 917 time: 0.0938940 Sep 15 00:56:00.132485 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 6 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 00:56:00.142941 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-1ba010cf-928b-4d18-81fa-59737977c6e9 req-aae8b4c6-7e1b-4625-a454-39b661e79891 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e2fa835-2b12-4126-9efe-5387a46e4c0c HTTP/1.1" status: 200 len: 999 time: 0.0591636 Sep 15 00:56:00.191021 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba010cf-928b-4d18-81fa-59737977c6e9 req-ff449024-1eed-4632-85ed-84a1923c1c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:00.192669 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-1ba010cf-928b-4d18-81fa-59737977c6e9 req-ff449024-1eed-4632-85ed-84a1923c1c38 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72 HTTP/1.1" status: 200 len: 856 time: 0.0444500 Sep 15 00:56:00.236748 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba010cf-928b-4d18-81fa-59737977c6e9 req-d8bfd41f-a58b-4697-b8ee-25fcfec91e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:00.238264 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-1ba010cf-928b-4d18-81fa-59737977c6e9 req-d8bfd41f-a58b-4697-b8ee-25fcfec91e3e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=ab876c33-1fa1-4628-a9be-d8dde255d344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401039 Sep 15 00:56:00.331275 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-1ba010cf-928b-4d18-81fa-59737977c6e9 req-7c8a2493-1c16-4c8d-b589-ae8fb328a106 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ab876c33-1fa1-4628-a9be-d8dde255d344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867944 Sep 15 00:56:00.387579 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:56:00.427136 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-1ba010cf-928b-4d18-81fa-59737977c6e9 req-09917170-9bbd-4d6a-8956-d2aa6f005546 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ab876c33-1fa1-4628-a9be-d8dde255d344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885684 Sep 15 00:56:00.506839 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 33248) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:56:00.613799 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-0aa5dedd-cfbe-4e36-9b1d-6a99373b38c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:00.697602 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-0aa5dedd-cfbe-4e36-9b1d-6a99373b38c4 admin admin] Publish callbacks [] for security_group (32e45f22-3fa3-4a5b-aa12-b772f171b158), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:00.701762 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-0aa5dedd-cfbe-4e36-9b1d-6a99373b38c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (32e45f22-3fa3-4a5b-aa12-b772f171b158), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:00.739693 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa5dedd-cfbe-4e36-9b1d-6a99373b38c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e45f22-3fa3-4a5b-aa12-b772f171b158,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:56:00.744027 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-0aa5dedd-cfbe-4e36-9b1d-6a99373b38c4 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=289f1c9678c447d4852df356b587d293&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361279 Sep 15 00:56:00.746852 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 33260) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:56:00.799163 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-b04266b8-b87d-40e4-9479-0f1b6378f5c2 admin admin] Publish callbacks [] for security_group (32e45f22-3fa3-4a5b-aa12-b772f171b158), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:00.819743 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-b04266b8-b87d-40e4-9479-0f1b6378f5c2 admin admin] Publish callbacks [] for security_group (32e45f22-3fa3-4a5b-aa12-b772f171b158), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:00.874921 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-b04266b8-b87d-40e4-9479-0f1b6378f5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (32e45f22-3fa3-4a5b-aa12-b772f171b158), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:00.878578 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-b04266b8-b87d-40e4-9479-0f1b6378f5c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:00.887803 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-b04266b8-b87d-40e4-9479-0f1b6378f5c2 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/32e45f22-3fa3-4a5b-aa12-b772f171b158 HTTP/1.1" status: 204 len: 168 time: 0.1347389 Sep 15 00:56:00.901385 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04266b8-b87d-40e4-9479-0f1b6378f5c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e45f22-3fa3-4a5b-aa12-b772f171b158,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:56:00.946675 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a0044-e3cc-4460-994c-7ca28f62ab9a req-5b7d519f-5fd9-4222-8fa8-8a6a98f42269 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:00.948400 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-8a3a0044-e3cc-4460-994c-7ca28f62ab9a req-5b7d519f-5fd9-4222-8fa8-8a6a98f42269 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 943 time: 0.0658581 Sep 15 00:56:01.034578 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-8a3a0044-e3cc-4460-994c-7ca28f62ab9a req-0a3b59d8-73e6-4275-a5a0-2e0d3c660cf6 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798347 Sep 15 00:56:02.176249 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cc896-ac74-44f2-8b3f-c0afc3e8cfb7 req-2836e290-1004-43a7-b2a8-987ab4972fa6 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:02.186426 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f64cc896-ac74-44f2-8b3f-c0afc3e8cfb7 req-2836e290-1004-43a7-b2a8-987ab4972fa6 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 943 time: 0.0628922 Sep 15 00:56:02.221497 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 33308) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:56:02.248831 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f64cc896-ac74-44f2-8b3f-c0afc3e8cfb7 req-68007013-1719-43d5-81f3-7fccfd18129a tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611441 Sep 15 00:56:02.374113 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-447c0026-f063-405b-8303-484738a69c8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:02.442525 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:56:02.466429 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-447c0026-f063-405b-8303-484738a69c8a admin admin] Publish callbacks [] for security_group (176d58bb-4da8-458e-81b8-fca037c5b4d0), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:02.471168 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-447c0026-f063-405b-8303-484738a69c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (176d58bb-4da8-458e-81b8-fca037c5b4d0), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:02.510954 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-447c0026-f063-405b-8303-484738a69c8a admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=2fff7c9ef8ce449cb42581a1cd5f194a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2884443 Sep 15 00:56:02.511816 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c0026-f063-405b-8303-484738a69c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176d58bb-4da8-458e-81b8-fca037c5b4d0,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:56:02.513869 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 33314) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:56:02.573521 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-de4bd55e-585a-4ca9-ab77-0dfc328b7c2c admin admin] Publish callbacks [] for security_group (176d58bb-4da8-458e-81b8-fca037c5b4d0), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:02.596450 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-de4bd55e-585a-4ca9-ab77-0dfc328b7c2c admin admin] Publish callbacks [] for security_group (176d58bb-4da8-458e-81b8-fca037c5b4d0), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:02.619217 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:56:02.654807 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-de4bd55e-585a-4ca9-ab77-0dfc328b7c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (176d58bb-4da8-458e-81b8-fca037c5b4d0), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:02.658328 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-de4bd55e-585a-4ca9-ab77-0dfc328b7c2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:02.659463 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-de4bd55e-585a-4ca9-ab77-0dfc328b7c2c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/176d58bb-4da8-458e-81b8-fca037c5b4d0 HTTP/1.1" status: 204 len: 168 time: 0.1444998 Sep 15 00:56:02.668376 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4bd55e-585a-4ca9-ab77-0dfc328b7c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176d58bb-4da8-458e-81b8-fca037c5b4d0,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:56:03.416458 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8cc37-cbe6-48bb-8848-afa75dfe1146 req-1a3224ce-9349-456d-b78b-206a3226db18 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:03.418195 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-50b8cc37-cbe6-48bb-8848-afa75dfe1146 req-1a3224ce-9349-456d-b78b-206a3226db18 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 943 time: 0.0670636 Sep 15 00:56:03.480956 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-50b8cc37-cbe6-48bb-8848-afa75dfe1146 req-26786d34-c8eb-4dc8-a321-fe8d82825888 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556281 Sep 15 00:56:04.626456 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729564f-40b0-47ea-b8d8-74acda9cff0c req-30a08cb9-4528-4b51-ab8f-f7d9202260da tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:04.627920 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-4729564f-40b0-47ea-b8d8-74acda9cff0c req-30a08cb9-4528-4b51-ab8f-f7d9202260da tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 943 time: 0.0460374 Sep 15 00:56:04.674471 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-4729564f-40b0-47ea-b8d8-74acda9cff0c req-3df6b7d2-66b5-4247-80d0-53d6dc7d0c62 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408893 Sep 15 00:56:05.810822 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6ba05-22a9-4827-9421-23a0e16f0b1d req-18d18464-ccc7-4600-a574-e6f3826ba60d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:05.812373 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-31a6ba05-22a9-4827-9421-23a0e16f0b1d req-18d18464-ccc7-4600-a574-e6f3826ba60d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 943 time: 0.0517371 Sep 15 00:56:05.860544 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-31a6ba05-22a9-4827-9421-23a0e16f0b1d req-f41c8fbf-783a-4fed-a73e-a618b1ccbcc4 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424039 Sep 15 00:56:06.997790 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76830a4c-02f1-40e7-a591-11ee8c7e1c4b req-13baf3e9-4e16-417e-8a1f-a75c125fb1a1 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:06.999346 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-76830a4c-02f1-40e7-a591-11ee8c7e1c4b req-13baf3e9-4e16-417e-8a1f-a75c125fb1a1 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 943 time: 0.0509653 Sep 15 00:56:07.069371 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-76830a4c-02f1-40e7-a591-11ee8c7e1c4b req-aa06f135-389f-4f43-ab87-c18507b53f62 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640905 Sep 15 00:56:08.200443 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a9c74-8502-4d29-836c-642cc47402de req-5a26f3e1-ce8e-4df0-acfd-aba4bf9c62e0 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:08.201903 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-278a9c74-8502-4d29-836c-642cc47402de req-5a26f3e1-ce8e-4df0-acfd-aba4bf9c62e0 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 943 time: 0.0473573 Sep 15 00:56:08.247368 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-278a9c74-8502-4d29-836c-642cc47402de req-c9a6a521-9466-4314-b5db-fee135f3a228 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393016 Sep 15 00:56:09.368814 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=7 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:56:09.381914 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fcef78-52bd-4590-91da-93e7871e94d2 req-97860c64-45f8-4f35-b255-17253e8bc125 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:09.383428 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a5fcef78-52bd-4590-91da-93e7871e94d2 req-97860c64-45f8-4f35-b255-17253e8bc125 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 943 time: 0.0496125 Sep 15 00:56:09.439171 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a5fcef78-52bd-4590-91da-93e7871e94d2 req-ac73c81a-5eb8-48ae-a332-e8913e8e3049 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493104 Sep 15 00:56:10.359780 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-8a716306-98d8-4957-abcb-c000ed2cb333 tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] 10.222.0.15 "GET /networking/v2.0/networks?tenant_id=01d7d32119984a1aacc7109e74d9fe01&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288856 Sep 15 00:56:10.555180 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-785dea3e-67f1-40b1-9c4d-09c09e9452f3 tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:10.556708 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-785dea3e-67f1-40b1-9c4d-09c09e9452f3 tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] 10.222.0.15 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1908441 Sep 15 00:56:10.574313 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-77abce33-595e-4bc0-92c2-9b0ffdd0c6b3 tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] 10.222.0.15 "GET /networking/v2.0/quotas/01d7d32119984a1aacc7109e74d9fe01 HTTP/1.1" status: 200 len: 375 time: 0.0117855 Sep 15 00:56:10.598541 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5f35b-6e23-4e8a-9aad-0b0e2c8239eb req-c1daca06-9000-4f02-ad3c-d44b29a3623f tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:10.600068 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9ae5f35b-6e23-4e8a-9aad-0b0e2c8239eb req-c1daca06-9000-4f02-ad3c-d44b29a3623f tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 943 time: 0.0742714 Sep 15 00:56:10.612854 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-ff08745c-7992-4094-a4c7-d2013ced2684 tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=01d7d32119984a1aacc7109e74d9fe01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301900 Sep 15 00:56:10.664098 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9ae5f35b-6e23-4e8a-9aad-0b0e2c8239eb req-f5a7aa05-37cb-475e-8e53-94e198ace322 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582235 Sep 15 00:56:10.914350 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:56:11.818962 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95305461-b6e5-4ca2-b258-d3f1bd139951 req-2c6c2bb6-3971-405d-b20b-85957c8c945c tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:11.820489 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-95305461-b6e5-4ca2-b258-d3f1bd139951 req-2c6c2bb6-3971-405d-b20b-85957c8c945c tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 943 time: 0.0649369 Sep 15 00:56:11.820896 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-cdb84b76-7593-4d6b-9bfe-9b1688507ac3 req-908fed7e-46c7-485d-8c1c-c49eea61771e tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7ed6407b-3728-48e9-aca1-c36a6e166a43 HTTP/1.1" status: 200 len: 210 time: 0.0287206 Sep 15 00:56:11.896855 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-95305461-b6e5-4ca2-b258-d3f1bd139951 req-dff35074-a37b-4dd5-891f-8c183342e4e9 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704970 Sep 15 00:56:12.687073 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=9 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:56:12.950894 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9b01c804-580c-47da-89e1-6731cc0d1318 req-1d2779de-c3e7-4627-8408-adcf79b69f20 tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7ed6407b-3728-48e9-aca1-c36a6e166a43 HTTP/1.1" status: 200 len: 210 time: 0.0369079 Sep 15 00:56:13.019639 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df5491-c5a8-4191-8e78-9df29b6b686f req-f83293e3-a2cd-4030-abdb-e4a89aae06f8 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:13.021124 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-08df5491-c5a8-4191-8e78-9df29b6b686f req-f83293e3-a2cd-4030-abdb-e4a89aae06f8 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 943 time: 0.0515285 Sep 15 00:56:13.067889 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-08df5491-c5a8-4191-8e78-9df29b6b686f req-6d1a65cd-c833-464d-8ebc-6a6923b193aa tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411153 Sep 15 00:56:14.207902 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488c89d-f88f-46a6-9930-9b1386014c77 req-2e2d761a-f7e2-483c-a0e8-c6e31c52a80d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:14.209524 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c488c89d-f88f-46a6-9930-9b1386014c77 req-2e2d761a-f7e2-483c-a0e8-c6e31c52a80d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 943 time: 0.0506563 Sep 15 00:56:14.262622 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c488c89d-f88f-46a6-9930-9b1386014c77 req-1645ca67-726b-44ab-a1b0-50c90684ccfc tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472219 Sep 15 00:56:14.306311 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b93d1edf-f724-4c96-9904-6a029e96ac57 req-b405f80b-bc24-4ed2-b5be-e558b81b617a tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7ed6407b-3728-48e9-aca1-c36a6e166a43 HTTP/1.1" status: 200 len: 210 time: 0.2776818 Sep 15 00:56:15.019735 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:15.388132 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e314a7d-e50f-4fea-b0cf-bfef2730c0ef req-52499093-aa3a-4118-9f53-fb2f1f3d3732 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:15.389686 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-1e314a7d-e50f-4fea-b0cf-bfef2730c0ef req-52499093-aa3a-4118-9f53-fb2f1f3d3732 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 943 time: 0.0476289 Sep 15 00:56:15.410254 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ddd82469-f7f1-425d-a955-07df40266556 req-158dfb72-7597-4112-b054-0f037dd54a4c tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7ed6407b-3728-48e9-aca1-c36a6e166a43 HTTP/1.1" status: 200 len: 210 time: 0.0284348 Sep 15 00:56:15.437600 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-1e314a7d-e50f-4fea-b0cf-bfef2730c0ef req-255701e6-b7f5-4da1-a37f-aa0c8874df1f tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418315 Sep 15 00:56:16.216596 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=4 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:56:16.223311 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:56:16.513616 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d5effaa7-6977-4c70-bf24-fedbe63ad57c req-82d51351-3c17-406b-995a-618db839fade tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7ed6407b-3728-48e9-aca1-c36a6e166a43 HTTP/1.1" status: 200 len: 210 time: 0.0277123 Sep 15 00:56:16.574843 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-a1fc8bac-3b1e-445b-b93e-c2d09d8b0ee1 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-305757992&fields=id&tenant_id=53d8d76185c44a159439c0f7a0e88b31 HTTP/1.1" status: 200 len: 267 time: 0.0448380 Sep 15 00:56:16.619658 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d68fdfe-c8b7-4291-b244-91c094386684 req-f0b38d74-1934-45ec-8623-4afcd82d0c94 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:16.621121 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-4d68fdfe-c8b7-4291-b244-91c094386684 req-f0b38d74-1934-45ec-8623-4afcd82d0c94 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 943 time: 0.0492523 Sep 15 00:56:16.668099 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-4d68fdfe-c8b7-4291-b244-91c094386684 req-b0952f4e-d59a-4d3f-b78a-cdffc5b9ed80 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413167 Sep 15 00:56:16.684421 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-df127029-db05-4714-8e59-f13bd86a7e6d tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:16.685901 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-df127029-db05-4714-8e59-f13bd86a7e6d tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/networks?id=0487b0cb-031a-4188-bee6-95c6ebd2b4a3 HTTP/1.1" status: 200 len: 809 time: 0.1048150 Sep 15 00:56:16.701000 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-576308e0-d90f-4adf-8b0a-d2312dc8d570 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/quotas/53d8d76185c44a159439c0f7a0e88b31 HTTP/1.1" status: 200 len: 375 time: 0.0089893 Sep 15 00:56:16.751698 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-e1c275ed-c23a-423c-9761-f92eba9d8a0d tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=53d8d76185c44a159439c0f7a0e88b31&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0457053 Sep 15 00:56:16.844285 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:56:16.849095 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-47a98b4f-f80e-4a14-9b3c-5a246649027c service neutron] 10.222.0.15 "GET /networking/v2.0/networks/0487b0cb-031a-4188-bee6-95c6ebd2b4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866411 Sep 15 00:56:16.936239 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-24a1a53c-4e96-4baa-a0ee-2464dfbfb244 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/0487b0cb-031a-4188-bee6-95c6ebd2b4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813522 Sep 15 00:56:17.221211 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-ba1f6bd1-02a1-409d-ab71-df0d91bec464 req-1765b1cf-3d15-41d7-90e0-10947b946087 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c219172-398a-4d1a-b41b-a12948058ed4 HTTP/1.1" status: 200 len: 210 time: 0.0280972 Sep 15 00:56:17.613435 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-4f06c315-7472-44e9-8e8b-dc63c59dc4ba req-1e5aae82-3122-4ab0-bb33-764517541219 tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7ed6407b-3728-48e9-aca1-c36a6e166a43 HTTP/1.1" status: 200 len: 210 time: 0.0270216 Sep 15 00:56:17.768583 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-128b35dc-67b2-4e0e-8386-73f9d035ac27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:17.779380 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:56:17.796043 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09c6e8-d091-4ffb-a658-a5b54709d037 req-32fefaa6-4c03-4adf-887e-90dda669c3da tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:17.797518 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-1f09c6e8-d091-4ffb-a658-a5b54709d037 req-32fefaa6-4c03-4adf-887e-90dda669c3da tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 943 time: 0.0488858 Sep 15 00:56:17.843400 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-1f09c6e8-d091-4ffb-a658-a5b54709d037 req-dc34147a-0118-49d7-bdd8-bff342743411 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396612 Sep 15 00:56:18.327144 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-8e58f268-d51a-4453-babf-ce57590ceb87 req-8dcad20f-db91-4a80-99b7-32f11f17429c tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c219172-398a-4d1a-b41b-a12948058ed4 HTTP/1.1" status: 200 len: 210 time: 0.0302711 Sep 15 00:56:18.716391 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-458e7950-b02d-41ae-980a-6260d2781453 req-ce07e9ec-b500-4c9b-b621-757f61053e64 tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7ed6407b-3728-48e9-aca1-c36a6e166a43 HTTP/1.1" status: 200 len: 210 time: 0.0308394 Sep 15 00:56:18.975475 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e2c70-a29e-48ea-8836-161da528d447 req-b77ce124-00a8-48ae-acd9-33c74b20bb21 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:18.977586 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b06e2c70-a29e-48ea-8836-161da528d447 req-b77ce124-00a8-48ae-acd9-33c74b20bb21 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 943 time: 0.0498822 Sep 15 00:56:19.006597 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:56:19.030137 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b06e2c70-a29e-48ea-8836-161da528d447 req-ae8e8eaa-0fd9-45d7-8ddf-7550d4313e2a tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463760 Sep 15 00:56:19.428574 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a5bcba38-507f-4a7f-aa28-086315189742 req-c9df78f0-ed83-4d69-98d0-9fc9bbca87b9 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c219172-398a-4d1a-b41b-a12948058ed4 HTTP/1.1" status: 200 len: 210 time: 0.0276349 Sep 15 00:56:19.667470 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-e53f17c2-5bd2-45f1-854b-f81ede089bdb tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=01d7d32119984a1aacc7109e74d9fe01&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213628 Sep 15 00:56:19.793192 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-d26344b3-bb9a-4396-8ee0-dc2331ca0daa tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:19.794649 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-d26344b3-bb9a-4396-8ee0-dc2331ca0daa tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1202664 Sep 15 00:56:19.821794 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-7102cbc5-5920-40da-b37b-3952c38a0e6a tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Request body: {'port': {'device_id': '7ed6407b-3728-48e9-aca1-c36a6e166a43', 'network_id': 'ddbfacc7-c38c-4413-b535-dbecacb78a5d', 'admin_state_up': True, 'tenant_id': '01d7d32119984a1aacc7109e74d9fe01'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:56:19.826887 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-8463e349-944c-44a6-a28b-37de92bef298 req-9bb6b48d-a24f-47f0-8cb7-48f9bdd64289 tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7ed6407b-3728-48e9-aca1-c36a6e166a43 HTTP/1.1" status: 200 len: 210 time: 0.0294704 Sep 15 00:56:19.932301 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-7102cbc5-5920-40da-b37b-3952c38a0e6a tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Made reservation on behalf of 01d7d32119984a1aacc7109e74d9fe01 for: {'port': 1} {{(pid=112952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:56:19.936330 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-7102cbc5-5920-40da-b37b-3952c38a0e6a tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:19.939023 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:56:19.946119 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-7102cbc5-5920-40da-b37b-3952c38a0e6a tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:20.020891 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 9e2fa835-2b12-4126-9efe-5387a46e4c0c details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=112954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 00:56:20.037140 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-7102cbc5-5920-40da-b37b-3952c38a0e6a tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Publish callbacks [] for security_group (84cd3856-a851-4086-8931-3866f62b810a), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:20.041480 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-7102cbc5-5920-40da-b37b-3952c38a0e6a tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (84cd3856-a851-4086-8931-3866f62b810a), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:20.108237 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-932d68b1-91c3-4772-adf8-4a54138894e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:20.111219 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102cbc5-5920-40da-b37b-3952c38a0e6a tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84cd3856-a851-4086-8931-3866f62b810a,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:56:20.140258 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7102cbc5-5920-40da-b37b-3952c38a0e6a tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:56:20.140640 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7102cbc5-5920-40da-b37b-3952c38a0e6a tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:56:20.140955 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7102cbc5-5920-40da-b37b-3952c38a0e6a tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:56:20.141298 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7102cbc5-5920-40da-b37b-3952c38a0e6a tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:56:20.141633 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7102cbc5-5920-40da-b37b-3952c38a0e6a tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:56:20.141969 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7102cbc5-5920-40da-b37b-3952c38a0e6a tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:56:20.142302 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7102cbc5-5920-40da-b37b-3952c38a0e6a tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:56:20.142632 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7102cbc5-5920-40da-b37b-3952c38a0e6a tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:56:20.143547 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7102cbc5-5920-40da-b37b-3952c38a0e6a tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:56:20.143887 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7102cbc5-5920-40da-b37b-3952c38a0e6a tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:56:20.144219 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7102cbc5-5920-40da-b37b-3952c38a0e6a tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:56:20.144549 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7102cbc5-5920-40da-b37b-3952c38a0e6a tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:56:20.144876 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7102cbc5-5920-40da-b37b-3952c38a0e6a tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:56:20.145204 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7102cbc5-5920-40da-b37b-3952c38a0e6a tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:56:20.145530 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7102cbc5-5920-40da-b37b-3952c38a0e6a tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:56:20.218451 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db9d9f-7e13-43da-94de-28c925846d03 req-a019b730-91b4-4251-a865-9da8bf7d647b tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:20.220024 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d1db9d9f-7e13-43da-94de-28c925846d03 req-a019b730-91b4-4251-a865-9da8bf7d647b tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 943 time: 0.1023607 Sep 15 00:56:20.265971 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.db_base_plugin_common [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-7102cbc5-5920-40da-b37b-3952c38a0e6a tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Allocated IP 192.168.233.254 (ddbfacc7-c38c-4413-b535-dbecacb78a5d/70ff4efa-5b39-4f16-8e9f-ed4ccb208633/d4024891-68b4-45cd-ad0a-de32e7e036c7) {{(pid=112952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:56:20.272926 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 9e2fa835-2b12-4126-9efe-5387a46e4c0c, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=9e2fa835-2b12-4126-9efe-5387a46e4c0c,segment=NetworkSegment(579e5fe4-7341-4bb1-8e14-57c33347e302),segment_id=579e5fe4-7341-4bb1-8e14-57c33347e302)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:56:20.284740 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Returning: {'device': '9e2fa835-2b12-4126-9efe-5387a46e4c0c', 'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344', 'port_id': '9e2fa835-2b12-4126-9efe-5387a46e4c0c', 'mac_address': 'fa:16:3e:f2:78:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 00:56:20.306533 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d1db9d9f-7e13-43da-94de-28c925846d03 req-e8668019-194d-4433-93f1-08bbfa6ef44f tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807292 Sep 15 00:56:20.321500 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port 9e2fa835-2b12-4126-9efe-5387a46e4c0c is: DOWN; New status is: BUILD {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:56:20.321894 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (9e2fa835-2b12-4126-9efe-5387a46e4c0c), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:20.335637 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e2fa835-2b12-4126-9efe-5387a46e4c0c {{(pid=112954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 00:56:20.356011 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 9e2fa835-2b12-4126-9efe-5387a46e4c0c, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=9e2fa835-2b12-4126-9efe-5387a46e4c0c,segment=NetworkSegment(579e5fe4-7341-4bb1-8e14-57c33347e302),segment_id=579e5fe4-7341-4bb1-8e14-57c33347e302)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:56:20.360614 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (9e2fa835-2b12-4126-9efe-5387a46e4c0c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:20.409301 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=9e2fa835-2b12-4126-9efe-5387a46e4c0c,revision_number=9']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:56:20.416620 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:56:20.416877 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:56:20.417227 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:56:20.417572 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:56:20.417911 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:56:20.418357 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:56:20.418690 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:56:20.419032 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:56:20.419370 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:56:20.419816 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:56:20.420145 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:56:20.420475 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:56:20.420804 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:56:20.422340 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:56:20.422770 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:56:20.461015 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-7102cbc5-5920-40da-b37b-3952c38a0e6a tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Publish callbacks [] for port (d4024891-68b4-45cd-ad0a-de32e7e036c7), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:20.497963 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-7102cbc5-5920-40da-b37b-3952c38a0e6a tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3304143'] for port (d4024891-68b4-45cd-ad0a-de32e7e036c7), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:20.544058 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-7102cbc5-5920-40da-b37b-3952c38a0e6a tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Network ddbfacc7-c38c-4413-b535-dbecacb78a5d is already hosted by enough agents. {{(pid=112952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:56:20.547197 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.base_scheduler [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-7102cbc5-5920-40da-b37b-3952c38a0e6a tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Resources bound (agent type, host, resource id): {{(pid=112952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:56:20.553982 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-7102cbc5-5920-40da-b37b-3952c38a0e6a tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Received port after_create {{(pid=112952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:56:20.575707 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-8b0eb533-d15d-4572-b7dd-0095dec55013 req-4b64d28f-c2c0-4607-bf2f-132325d202ca tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c219172-398a-4d1a-b41b-a12948058ed4 HTTP/1.1" status: 200 len: 210 time: 0.0412650 Sep 15 00:56:20.580281 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:56:20.586291 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-82ecbcc5-806b-4a3f-8bd9-cc6f742a7afd tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:20.587814 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102cbc5-5920-40da-b37b-3952c38a0e6a tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Pushing event updated for resources: {'Port': ['ID=d4024891-68b4-45cd-ad0a-de32e7e036c7,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:56:20.587964 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-82ecbcc5-806b-4a3f-8bd9-cc6f742a7afd tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.18 "GET /networking/v2.0/networks?id=0487b0cb-031a-4188-bee6-95c6ebd2b4a3 HTTP/1.1" status: 200 len: 809 time: 0.1597798 Sep 15 00:56:20.603532 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:56:20.616892 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-7102cbc5-5920-40da-b37b-3952c38a0e6a tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:20.617609 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-7102cbc5-5920-40da-b37b-3952c38a0e6a tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:20.636593 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-7102cbc5-5920-40da-b37b-3952c38a0e6a tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8189147 Sep 15 00:56:20.668194 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.v2.base [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-bc260e78-42a6-47a9-8df3-15d3c05ba95f service neutron] Request body: {'port': {'device_id': '7ed6407b-3728-48e9-aca1-c36a6e166a43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=112952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:56:20.726096 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-70bb5611-0e81-4ac6-b419-b9002635029c tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=53d8d76185c44a159439c0f7a0e88b31 HTTP/1.1" status: 200 len: 379 time: 0.0670047 Sep 15 00:56:20.745542 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-bc260e78-42a6-47a9-8df3-15d3c05ba95f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (d4024891-68b4-45cd-ad0a-de32e7e036c7), before_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:20.757922 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-d2e75d2f-d444-4c03-87a5-665feac30d3e tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Request body: {'port': {'device_id': '3c219172-398a-4d1a-b41b-a12948058ed4', 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3', 'admin_state_up': True, 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'security_groups': ['6a43598b-9237-4160-a4ea-cb4109397256']}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:56:20.812088 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-86180f0d-4a33-4d97-9490-9b867297c908 None None] Provisioning complete for port d4024891-68b4-45cd-ad0a-de32e7e036c7 triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:56:20.812608 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-86180f0d-4a33-4d97-9490-9b867297c908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (d4024891-68b4-45cd-ad0a-de32e7e036c7), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:20.813664 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-86180f0d-4a33-4d97-9490-9b867297c908 None None] Attempt 1 to provision port d4024891-68b4-45cd-ad0a-de32e7e036c7 Sep 15 00:56:20.855636 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-86180f0d-4a33-4d97-9490-9b867297c908 None None] Port d4024891-68b4-45cd-ad0a-de32e7e036c7 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:56:20.878830 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] get_ports_and_sgs() called for port_ids ['9e2fa835-2b12-4126-9efe-5387a46e4c0c'] {{(pid=112954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 00:56:20.893121 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-d2e75d2f-d444-4c03-87a5-665feac30d3e tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Made reservation on behalf of 53d8d76185c44a159439c0f7a0e88b31 for: {'port': 1} {{(pid=112953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:56:20.899174 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-d2e75d2f-d444-4c03-87a5-665feac30d3e tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:20.984654 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ba5ee-0ba9-4f69-8318-535cac262fbc req-314c6d9a-7132-4bbd-8f28-e55f493abb05 tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:20.986254 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b56ba5ee-0ba9-4f69-8318-535cac262fbc req-314c6d9a-7132-4bbd-8f28-e55f493abb05 tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7ed6407b-3728-48e9-aca1-c36a6e166a43 HTTP/1.1" status: 200 len: 936 time: 0.0572984 Sep 15 00:56:21.036950 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.db_base_plugin_common [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-d2e75d2f-d444-4c03-87a5-665feac30d3e tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Allocated IP 172.20.0.3 (0487b0cb-031a-4188-bee6-95c6ebd2b4a3/a47b3c86-5b49-4a30-ad22-9680b01f5da9/1e256011-f270-4453-bb18-eafb005e24f8) {{(pid=112953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:56:21.070367 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b56ba5ee-0ba9-4f69-8318-535cac262fbc req-2a94fba8-bb77-46d2-9889-e260953ddb63 tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=84cd3856-a851-4086-8931-3866f62b810a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745957 Sep 15 00:56:21.104380 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.notifiers.nova [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-bc260e78-42a6-47a9-8df3-15d3c05ba95f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4024891-68b4-45cd-ad0a-de32e7e036c7 {{(pid=112952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 00:56:21.112953 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-bc260e78-42a6-47a9-8df3-15d3c05ba95f service neutron] Publish callbacks [] for port (d4024891-68b4-45cd-ad0a-de32e7e036c7), precommit_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:21.125777 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.provisioning_blocks [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-bc260e78-42a6-47a9-8df3-15d3c05ba95f service neutron] Transition to ACTIVE for port object d4024891-68b4-45cd-ad0a-de32e7e036c7 will not be triggered until provisioned by entity L2. {{(pid=112952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 00:56:21.129570 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-bc260e78-42a6-47a9-8df3-15d3c05ba95f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3304182'] for port (d4024891-68b4-45cd-ad0a-de32e7e036c7), after_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:21.188236 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-d2e75d2f-d444-4c03-87a5-665feac30d3e tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks [] for port (1e256011-f270-4453-bb18-eafb005e24f8), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:21.194832 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc260e78-42a6-47a9-8df3-15d3c05ba95f service neutron] Pushing event updated for resources: {'Port': ['ID=d4024891-68b4-45cd-ad0a-de32e7e036c7,revision_number=2']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:56:21.224644 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-d2e75d2f-d444-4c03-87a5-665feac30d3e tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9371492'] for port (1e256011-f270-4453-bb18-eafb005e24f8), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:21.245343 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.managers [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-bc260e78-42a6-47a9-8df3-15d3c05ba95f service neutron] Attempting to bind port d4024891-68b4-45cd-ad0a-de32e7e036c7 on host hv-cinder-85752 for vnic_type normal with profile {{(pid=112952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:56:21.245686 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.managers [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-bc260e78-42a6-47a9-8df3-15d3c05ba95f service neutron] Attempting to bind port d4024891-68b4-45cd-ad0a-de32e7e036c7 by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '64011a8c-d13d-4076-bbf2-2634b0bf97c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ddbfacc7-c38c-4413-b535-dbecacb78a5d'}] {{(pid=112952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:56:21.246031 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-bc260e78-42a6-47a9-8df3-15d3c05ba95f service neutron] Attempting to bind port d4024891-68b4-45cd-ad0a-de32e7e036c7 on network ddbfacc7-c38c-4413-b535-dbecacb78a5d {{(pid=112952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:56:21.268357 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-d2e75d2f-d444-4c03-87a5-665feac30d3e tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Network 0487b0cb-031a-4188-bee6-95c6ebd2b4a3 is already hosted by enough agents. {{(pid=112953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:56:21.272887 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:56:21.276582 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.base_scheduler [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-d2e75d2f-d444-4c03-87a5-665feac30d3e tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Resources bound (agent type, host, resource id): {{(pid=112953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:56:21.281053 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-d2e75d2f-d444-4c03-87a5-665feac30d3e tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Received port after_create {{(pid=112953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:56:21.285191 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e75d2f-d444-4c03-87a5-665feac30d3e tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Pushing event updated for resources: {'Port': ['ID=1e256011-f270-4453-bb18-eafb005e24f8,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:56:21.290692 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-bc260e78-42a6-47a9-8df3-15d3c05ba95f service neutron] Port d4024891-68b4-45cd-ad0a-de32e7e036c7 on network ddbfacc7-c38c-4413-b535-dbecacb78a5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=112952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 00:56:21.291029 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-bc260e78-42a6-47a9-8df3-15d3c05ba95f service neutron] Attempting to bind port d4024891-68b4-45cd-ad0a-de32e7e036c7 on network ddbfacc7-c38c-4413-b535-dbecacb78a5d {{(pid=112952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:56:21.316528 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e75d2f-d444-4c03-87a5-665feac30d3e tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:56:21.317825 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e75d2f-d444-4c03-87a5-665feac30d3e tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:56:21.318174 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e75d2f-d444-4c03-87a5-665feac30d3e tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:56:21.318514 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e75d2f-d444-4c03-87a5-665feac30d3e tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:56:21.318851 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e75d2f-d444-4c03-87a5-665feac30d3e tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:56:21.319183 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e75d2f-d444-4c03-87a5-665feac30d3e tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:56:21.319529 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e75d2f-d444-4c03-87a5-665feac30d3e tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:56:21.320170 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e75d2f-d444-4c03-87a5-665feac30d3e tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:56:21.320170 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e75d2f-d444-4c03-87a5-665feac30d3e tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:56:21.320487 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e75d2f-d444-4c03-87a5-665feac30d3e tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:56:21.320812 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e75d2f-d444-4c03-87a5-665feac30d3e tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:56:21.321129 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e75d2f-d444-4c03-87a5-665feac30d3e tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:56:21.321471 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e75d2f-d444-4c03-87a5-665feac30d3e tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:56:21.321774 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e75d2f-d444-4c03-87a5-665feac30d3e tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:56:21.322094 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e75d2f-d444-4c03-87a5-665feac30d3e tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:56:21.335863 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:56:21.358809 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-86180f0d-4a33-4d97-9490-9b867297c908 None None] Attempt 2 to provision port d4024891-68b4-45cd-ad0a-de32e7e036c7 Sep 15 00:56:21.364367 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-d2e75d2f-d444-4c03-87a5-665feac30d3e tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:21.365862 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-d2e75d2f-d444-4c03-87a5-665feac30d3e tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:21.372746 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-bc260e78-42a6-47a9-8df3-15d3c05ba95f service neutron] Checking agent: {'id': '7a59e084-9e76-4c44-9c60-e850dcdcbbb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 42, 37), 'started_at': datetime.datetime(2022, 9, 15, 0, 42, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:56:21.375873 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-bc260e78-42a6-47a9-8df3-15d3c05ba95f service neutron] Checking segment: {'id': '64011a8c-d13d-4076-bbf2-2634b0bf97c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ddbfacc7-c38c-4413-b535-dbecacb78a5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:56:21.376814 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-bc260e78-42a6-47a9-8df3-15d3c05ba95f service neutron] Bound using segment: {'id': '64011a8c-d13d-4076-bbf2-2634b0bf97c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ddbfacc7-c38c-4413-b535-dbecacb78a5d'} {{(pid=112952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:56:21.378620 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.managers [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-bc260e78-42a6-47a9-8df3-15d3c05ba95f service neutron] Bound port: d4024891-68b4-45cd-ad0a-de32e7e036c7, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64011a8c-d13d-4076-bbf2-2634b0bf97c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ddbfacc7-c38c-4413-b535-dbecacb78a5d'}}] {{(pid=112952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:56:21.379826 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-bc260e78-42a6-47a9-8df3-15d3c05ba95f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (d4024891-68b4-45cd-ad0a-de32e7e036c7), before_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:21.381330 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:21.392113 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-d2e75d2f-d444-4c03-87a5-665feac30d3e tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6386302 Sep 15 00:56:21.416401 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-28e48d5e-f352-4ecd-bcc3-a1f74684d6f6 service neutron] Request body: {'port': {'device_id': '3c219172-398a-4d1a-b41b-a12948058ed4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:56:21.469643 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-86180f0d-4a33-4d97-9490-9b867297c908 None None] Port d4024891-68b4-45cd-ad0a-de32e7e036c7 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:56:21.488898 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.db [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-bc260e78-42a6-47a9-8df3-15d3c05ba95f service neutron] For port d4024891-68b4-45cd-ad0a-de32e7e036c7, host hv-cinder-85752, cleared binding levels {{(pid=112952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:56:21.492838 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.db [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-bc260e78-42a6-47a9-8df3-15d3c05ba95f service neutron] For port d4024891-68b4-45cd-ad0a-de32e7e036c7, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=d4024891-68b4-45cd-ad0a-de32e7e036c7,segment=NetworkSegment(64011a8c-d13d-4076-bbf2-2634b0bf97c5),segment_id=64011a8c-d13d-4076-bbf2-2634b0bf97c5)] {{(pid=112952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:56:21.501473 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-bc260e78-42a6-47a9-8df3-15d3c05ba95f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3304182'] for port (d4024891-68b4-45cd-ad0a-de32e7e036c7), after_update {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:21.504985 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-bc260e78-42a6-47a9-8df3-15d3c05ba95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:21.505777 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-bc260e78-42a6-47a9-8df3-15d3c05ba95f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:21.507831 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-bc260e78-42a6-47a9-8df3-15d3c05ba95f service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/d4024891-68b4-45cd-ad0a-de32e7e036c7 HTTP/1.1" status: 200 len: 1098 time: 0.8462226 Sep 15 00:56:21.543266 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bccf84-aa3b-48f0-92b2-3f081be733e4 req-227fd706-ef18-4ad2-b3da-e0c8d1161733 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:21.544943 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c2bccf84-aa3b-48f0-92b2-3f081be733e4 req-227fd706-ef18-4ad2-b3da-e0c8d1161733 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 944 time: 0.0964055 Sep 15 00:56:21.553467 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-28e48d5e-f352-4ecd-bcc3-a1f74684d6f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (1e256011-f270-4453-bb18-eafb005e24f8), before_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:21.562556 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ed6407b-3728-48e9-aca1-c36a6e166a43', 'tag': 'd4024891-68b4-45cd-ad0a-de32e7e036c7'}] {{(pid=112952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:56:21.565343 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab332b7ebe0febfdc7fe1a403309b4946bbbdc71882a32b3ac962f44a6678e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615b7935-44e2-42b2-bb89-1e5374d94911" -d '{"events": [{"name": "network-changed", "server_uuid": "7ed6407b-3728-48e9-aca1-c36a6e166a43", "tag": "d4024891-68b4-45cd-ad0a-de32e7e036c7"}]}' {{(pid=112952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:56:21.576513 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc260e78-42a6-47a9-8df3-15d3c05ba95f service neutron] Pushing event updated for resources: {'Port': ['ID=d4024891-68b4-45cd-ad0a-de32e7e036c7,revision_number=3']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:56:21.635007 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c2bccf84-aa3b-48f0-92b2-3f081be733e4 req-adcc0e08-5263-4073-9683-b10a79d5cca9 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832691 Sep 15 00:56:21.702905 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:56:21.744247 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:56:21.748764 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-761ba05f-9ed6-4b2c-96d1-e90bc3786b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:21.750282 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-761ba05f-9ed6-4b2c-96d1-e90bc3786b17 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=01d7d32119984a1aacc7109e74d9fe01&device_id=7ed6407b-3728-48e9-aca1-c36a6e166a43 HTTP/1.1" status: 200 len: 1132 time: 0.0625243 Sep 15 00:56:21.755915 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 00:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa665c2a-b9e1-45d2-9a2a-c78c42acc7a2 x-openstack-request-id: req-fa665c2a-b9e1-45d2-9a2a-c78c42acc7a2 {{(pid=112952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:56:21.756202 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ed6407b-3728-48e9-aca1-c36a6e166a43", "tag": "d4024891-68b4-45cd-ad0a-de32e7e036c7", "status": "completed", "code": 200}]} {{(pid=112952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:56:21.756451 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fa665c2a-b9e1-45d2-9a2a-c78c42acc7a2 {{(pid=112952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:56:21.756837 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa665c2a-b9e1-45d2-9a2a-c78c42acc7a2'] response: {'name': 'network-changed', 'server_uuid': '7ed6407b-3728-48e9-aca1-c36a6e166a43', 'tag': 'd4024891-68b4-45cd-ad0a-de32e7e036c7', 'status': 'completed', 'code': 200} Sep 15 00:56:21.822890 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e8c8c-7401-4049-8ab6-c4649019d2d3 req-b59d99eb-839a-47a4-b353-344b7449fb3e tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:21.824385 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0b3e8c8c-7401-4049-8ab6-c4649019d2d3 req-b59d99eb-839a-47a4-b353-344b7449fb3e tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c219172-398a-4d1a-b41b-a12948058ed4 HTTP/1.1" status: 200 len: 931 time: 0.1000433 Sep 15 00:56:21.830500 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-fc1a6283-2862-41d6-8b9b-6951d0d02a99 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=d4024891-68b4-45cd-ad0a-de32e7e036c7 HTTP/1.1" status: 200 len: 217 time: 0.0322754 Sep 15 00:56:21.879392 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-429a4160-6da9-4f37-b0ef-261450b4be7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:21.880841 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-429a4160-6da9-4f37-b0ef-261450b4be7a service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=70ff4efa-5b39-4f16-8e9f-ed4ccb208633 HTTP/1.1" status: 200 len: 843 time: 0.0436516 Sep 15 00:56:21.914630 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0b3e8c8c-7401-4049-8ab6-c4649019d2d3 req-3a04814e-8a6c-4a0d-8453-077b1ecf86dc tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788543 Sep 15 00:56:21.925092 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-dd35b140-a251-4bca-ad01-49a240de1f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:21.926732 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-dd35b140-a251-4bca-ad01-49a240de1f38 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=ddbfacc7-c38c-4413-b535-dbecacb78a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0396519 Sep 15 00:56:21.947655 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-28e48d5e-f352-4ecd-bcc3-a1f74684d6f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e256011-f270-4453-bb18-eafb005e24f8 {{(pid=112953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 00:56:21.956159 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-28e48d5e-f352-4ecd-bcc3-a1f74684d6f6 service neutron] Publish callbacks [] for port (1e256011-f270-4453-bb18-eafb005e24f8), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:21.968435 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.provisioning_blocks [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-28e48d5e-f352-4ecd-bcc3-a1f74684d6f6 service neutron] Transition to ACTIVE for port object 1e256011-f270-4453-bb18-eafb005e24f8 will not be triggered until provisioned by entity L2. {{(pid=112953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 00:56:21.971028 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-86180f0d-4a33-4d97-9490-9b867297c908 None None] Attempt 3 to provision port d4024891-68b4-45cd-ad0a-de32e7e036c7 Sep 15 00:56:21.973004 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-28e48d5e-f352-4ecd-bcc3-a1f74684d6f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9371485'] for port (1e256011-f270-4453-bb18-eafb005e24f8), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:22.009892 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-86180f0d-4a33-4d97-9490-9b867297c908 None None] Port d4024891-68b4-45cd-ad0a-de32e7e036c7 had new provisioning blocks added so it will not transition to active. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 00:56:22.027373 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 9e2fa835-2b12-4126-9efe-5387a46e4c0c up at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:56:22.028156 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-9d28bc4f-59a1-43f3-a1e6-1f1dd2639c8a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ddbfacc7-c38c-4413-b535-dbecacb78a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954001 Sep 15 00:56:22.079435 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Provisioning complete for port 9e2fa835-2b12-4126-9efe-5387a46e4c0c triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:56:22.079909 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (9e2fa835-2b12-4126-9efe-5387a46e4c0c), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:22.080970 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Attempt 1 to provision port 9e2fa835-2b12-4126-9efe-5387a46e4c0c Sep 15 00:56:22.116463 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:56:22.138429 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9b9c0c10-4c2f-4e31-8db2-574143f3e771 req-d34fa99b-5367-4572-87fc-cc84c5c6e899 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ddbfacc7-c38c-4413-b535-dbecacb78a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038396 Sep 15 00:56:22.194358 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port 9e2fa835-2b12-4126-9efe-5387a46e4c0c is: BUILD; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:56:22.194790 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (9e2fa835-2b12-4126-9efe-5387a46e4c0c), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:22.222960 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c270acf-24d9-4d2e-bf97-2f487bd44a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2fa835-2b12-4126-9efe-5387a46e4c0c'}] {{(pid=112954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:56:22.225981 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac31f47a78c65cec711889e6d70219b8f5c13991b6e76ee3a100a5a33f2e7321" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e526dd-10c6-403b-8c70-fe50d165b96a" -d '{"events": [{"server_uuid": "4c270acf-24d9-4d2e-bf97-2f487bd44a96", "name": "network-vif-plugged", "status": "completed", "tag": "9e2fa835-2b12-4126-9efe-5387a46e4c0c"}]}' {{(pid=112954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:56:22.238575 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b985aa6-dd7d-4fce-82c8-a173a08011d1 req-5896422e-5bb2-4173-8f53-87f4956f4221 tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:22.243828 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-2b985aa6-dd7d-4fce-82c8-a173a08011d1 req-5896422e-5bb2-4173-8f53-87f4956f4221 tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7ed6407b-3728-48e9-aca1-c36a6e166a43 HTTP/1.1" status: 200 len: 948 time: 0.0593247 Sep 15 00:56:22.262633 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 9e2fa835-2b12-4126-9efe-5387a46e4c0c, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=9e2fa835-2b12-4126-9efe-5387a46e4c0c,segment=NetworkSegment(579e5fe4-7341-4bb1-8e14-57c33347e302),segment_id=579e5fe4-7341-4bb1-8e14-57c33347e302)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:56:22.269032 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (9e2fa835-2b12-4126-9efe-5387a46e4c0c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:22.300863 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 00:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a135a132-f7f3-4b59-8756-340a7b137b4c x-openstack-request-id: req-a135a132-f7f3-4b59-8756-340a7b137b4c {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:56:22.301047 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e48d5e-f352-4ecd-bcc3-a1f74684d6f6 service neutron] Pushing event updated for resources: {'Port': ['ID=1e256011-f270-4453-bb18-eafb005e24f8,revision_number=2']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:56:22.301177 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c270acf-24d9-4d2e-bf97-2f487bd44a96", "name": "network-vif-plugged", "status": "completed", "tag": "9e2fa835-2b12-4126-9efe-5387a46e4c0c", "code": 200}]} {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:56:22.301330 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-2b985aa6-dd7d-4fce-82c8-a173a08011d1 req-90c09c26-4935-4260-a2f6-e3f1d8ceb1ca tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=84cd3856-a851-4086-8931-3866f62b810a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555320 Sep 15 00:56:22.301451 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a135a132-f7f3-4b59-8756-340a7b137b4c {{(pid=112954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:56:22.301788 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a135a132-f7f3-4b59-8756-340a7b137b4c'] response: {'server_uuid': '4c270acf-24d9-4d2e-bf97-2f487bd44a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2fa835-2b12-4126-9efe-5387a46e4c0c', 'code': 200} Sep 15 00:56:22.312145 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:56:22.331719 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=9e2fa835-2b12-4126-9efe-5387a46e4c0c,revision_number=10']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:56:22.341591 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.managers [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-28e48d5e-f352-4ecd-bcc3-a1f74684d6f6 service neutron] Attempting to bind port 1e256011-f270-4453-bb18-eafb005e24f8 on host hv-cinder-85752 for vnic_type normal with profile {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:56:22.341928 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.managers [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-28e48d5e-f352-4ecd-bcc3-a1f74684d6f6 service neutron] Attempting to bind port 1e256011-f270-4453-bb18-eafb005e24f8 by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': 'acf8a16c-6cfc-4de4-a767-e59f2556add5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3'}] {{(pid=112953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:56:22.342262 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-28e48d5e-f352-4ecd-bcc3-a1f74684d6f6 service neutron] Attempting to bind port 1e256011-f270-4453-bb18-eafb005e24f8 on network 0487b0cb-031a-4188-bee6-95c6ebd2b4a3 {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:56:22.385979 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-28e48d5e-f352-4ecd-bcc3-a1f74684d6f6 service neutron] Port 1e256011-f270-4453-bb18-eafb005e24f8 on network 0487b0cb-031a-4188-bee6-95c6ebd2b4a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 00:56:22.386309 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-28e48d5e-f352-4ecd-bcc3-a1f74684d6f6 service neutron] Attempting to bind port 1e256011-f270-4453-bb18-eafb005e24f8 on network 0487b0cb-031a-4188-bee6-95c6ebd2b4a3 {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:56:22.427138 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-28e48d5e-f352-4ecd-bcc3-a1f74684d6f6 service neutron] Checking agent: {'id': '7a59e084-9e76-4c44-9c60-e850dcdcbbb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 42, 37), 'started_at': datetime.datetime(2022, 9, 15, 0, 42, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:56:22.427402 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-28e48d5e-f352-4ecd-bcc3-a1f74684d6f6 service neutron] Checking segment: {'id': 'acf8a16c-6cfc-4de4-a767-e59f2556add5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:56:22.427820 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-28e48d5e-f352-4ecd-bcc3-a1f74684d6f6 service neutron] Bound using segment: {'id': 'acf8a16c-6cfc-4de4-a767-e59f2556add5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3'} {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:56:22.428254 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.managers [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-28e48d5e-f352-4ecd-bcc3-a1f74684d6f6 service neutron] Bound port: 1e256011-f270-4453-bb18-eafb005e24f8, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acf8a16c-6cfc-4de4-a767-e59f2556add5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3'}}] {{(pid=112953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:56:22.428616 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-28e48d5e-f352-4ecd-bcc3-a1f74684d6f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (1e256011-f270-4453-bb18-eafb005e24f8), before_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:22.473056 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:DELETE=2,neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:56:22.487897 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:56:22.491023 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-28e48d5e-f352-4ecd-bcc3-a1f74684d6f6 service neutron] For port 1e256011-f270-4453-bb18-eafb005e24f8, host hv-cinder-85752, cleared binding levels {{(pid=112953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:56:22.494104 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-28e48d5e-f352-4ecd-bcc3-a1f74684d6f6 service neutron] For port 1e256011-f270-4453-bb18-eafb005e24f8, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=1e256011-f270-4453-bb18-eafb005e24f8,segment=NetworkSegment(acf8a16c-6cfc-4de4-a767-e59f2556add5),segment_id=acf8a16c-6cfc-4de4-a767-e59f2556add5)] {{(pid=112953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:56:22.502580 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-28e48d5e-f352-4ecd-bcc3-a1f74684d6f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9371485'] for port (1e256011-f270-4453-bb18-eafb005e24f8), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:22.506829 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-28e48d5e-f352-4ecd-bcc3-a1f74684d6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:22.507445 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-28e48d5e-f352-4ecd-bcc3-a1f74684d6f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:22.508838 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-28e48d5e-f352-4ecd-bcc3-a1f74684d6f6 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/1e256011-f270-4453-bb18-eafb005e24f8 HTTP/1.1" status: 200 len: 1093 time: 1.1013572 Sep 15 00:56:22.510421 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c219172-398a-4d1a-b41b-a12948058ed4', 'tag': '1e256011-f270-4453-bb18-eafb005e24f8'}] {{(pid=112953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:56:22.512700 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dcd79e7c9c5799004c3790ddb8f78f6987afe8bb335ac36dcc290df3850dde4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664872d3-f570-4d80-a993-7e8559191840" -d '{"events": [{"name": "network-changed", "server_uuid": "3c219172-398a-4d1a-b41b-a12948058ed4", "tag": "1e256011-f270-4453-bb18-eafb005e24f8"}]}' {{(pid=112953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:56:22.557407 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e48d5e-f352-4ecd-bcc3-a1f74684d6f6 service neutron] Pushing event updated for resources: {'Port': ['ID=1e256011-f270-4453-bb18-eafb005e24f8,revision_number=3']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:56:22.565619 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 00:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5567840-e135-432f-9b58-b4995d380ba8 x-openstack-request-id: req-a5567840-e135-432f-9b58-b4995d380ba8 {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:56:22.565938 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c219172-398a-4d1a-b41b-a12948058ed4", "tag": "1e256011-f270-4453-bb18-eafb005e24f8", "status": "completed", "code": 200}]} {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:56:22.566151 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a5567840-e135-432f-9b58-b4995d380ba8 {{(pid=112953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:56:22.566551 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5567840-e135-432f-9b58-b4995d380ba8'] response: {'name': 'network-changed', 'server_uuid': '3c219172-398a-4d1a-b41b-a12948058ed4', 'tag': '1e256011-f270-4453-bb18-eafb005e24f8', 'status': 'completed', 'code': 200} Sep 15 00:56:22.612433 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:22.671858 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:22.766579 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6d8f9-25ba-424b-97c3-174c0da20534 req-dfa7ea11-c882-4641-a438-aa249d53f938 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:22.768542 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9dc6d8f9-25ba-424b-97c3-174c0da20534 req-dfa7ea11-c882-4641-a438-aa249d53f938 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 946 time: 0.0452220 Sep 15 00:56:22.813789 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9dc6d8f9-25ba-424b-97c3-174c0da20534 req-f889d617-c29f-4491-8051-405889500400 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397789 Sep 15 00:56:23.038467 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45192c-34c9-4484-a0e5-00693cd44f3c req-0792f4b7-4850-4685-8dfe-dac4b74ab3fb tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:23.039991 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-1a45192c-34c9-4484-a0e5-00693cd44f3c req-0792f4b7-4850-4685-8dfe-dac4b74ab3fb tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c219172-398a-4d1a-b41b-a12948058ed4 HTTP/1.1" status: 200 len: 943 time: 0.0500369 Sep 15 00:56:23.087561 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-1a45192c-34c9-4484-a0e5-00693cd44f3c req-e3d43cf6-3db2-4548-8f18-1773b9966fe6 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420263 Sep 15 00:56:23.419622 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f3a08-9f6c-4557-b2be-ee82104f3d33 req-adb90387-8e30-4256-8d7d-b4c7337a8205 tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:23.421064 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-199f3a08-9f6c-4557-b2be-ee82104f3d33 req-adb90387-8e30-4256-8d7d-b4c7337a8205 tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7ed6407b-3728-48e9-aca1-c36a6e166a43 HTTP/1.1" status: 200 len: 948 time: 0.0493317 Sep 15 00:56:23.467795 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-199f3a08-9f6c-4557-b2be-ee82104f3d33 req-98d878db-1c92-4377-a52b-5cee3a81c63b tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=84cd3856-a851-4086-8931-3866f62b810a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411658 Sep 15 00:56:23.937227 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56581ba7-b36f-4813-a9c9-663445b0c2d3 req-1b7bea7f-45d1-4403-a37a-2d27787a9f32 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:23.938575 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-56581ba7-b36f-4813-a9c9-663445b0c2d3 req-1b7bea7f-45d1-4403-a37a-2d27787a9f32 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 946 time: 0.0442352 Sep 15 00:56:23.983883 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-56581ba7-b36f-4813-a9c9-663445b0c2d3 req-8e69e687-4227-422c-92e8-26f36559f29a tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392506 Sep 15 00:56:24.208206 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21f42c-4ad9-4803-860f-8e391d9456ce req-c6bc4498-d39a-4b04-8b1d-1e192789cc0f tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:24.209815 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-6d21f42c-4ad9-4803-860f-8e391d9456ce req-c6bc4498-d39a-4b04-8b1d-1e192789cc0f tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c219172-398a-4d1a-b41b-a12948058ed4 HTTP/1.1" status: 200 len: 943 time: 0.0491874 Sep 15 00:56:24.258917 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-6d21f42c-4ad9-4803-860f-8e391d9456ce req-dc94d38a-a19f-4a9e-a5e7-9a55ec37a7e5 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435491 Sep 15 00:56:24.585076 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ea3f8-f7f5-4d6f-8b48-d9e83d4193de req-b4fdd89a-5ed1-461d-99a0-dd19b802afad tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:24.586539 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f77ea3f8-f7f5-4d6f-8b48-d9e83d4193de req-b4fdd89a-5ed1-461d-99a0-dd19b802afad tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7ed6407b-3728-48e9-aca1-c36a6e166a43 HTTP/1.1" status: 200 len: 948 time: 0.0450220 Sep 15 00:56:24.637189 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f77ea3f8-f7f5-4d6f-8b48-d9e83d4193de req-e505a1a1-18a5-45fb-9a51-5f50d636f165 tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=84cd3856-a851-4086-8931-3866f62b810a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449684 Sep 15 00:56:24.756830 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b7935-44e2-42b2-bb89-1e5374d94911 req-4cc38b13-23c1-4ce2-b3e3-052195488e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:24.758278 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-615b7935-44e2-42b2-bb89-1e5374d94911 req-4cc38b13-23c1-4ce2-b3e3-052195488e52 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=01d7d32119984a1aacc7109e74d9fe01&device_id=7ed6407b-3728-48e9-aca1-c36a6e166a43 HTTP/1.1" status: 200 len: 1132 time: 0.0397968 Sep 15 00:56:24.763067 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664872d3-f570-4d80-a993-7e8559191840 req-5d38a7c0-9750-45dd-9b08-bc6c50a2a410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:24.764570 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-664872d3-f570-4d80-a993-7e8559191840 req-5d38a7c0-9750-45dd-9b08-bc6c50a2a410 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=53d8d76185c44a159439c0f7a0e88b31&device_id=3c219172-398a-4d1a-b41b-a12948058ed4 HTTP/1.1" status: 200 len: 1127 time: 0.0456583 Sep 15 00:56:24.860398 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b7935-44e2-42b2-bb89-1e5374d94911 req-8821edd0-70de-4a35-badc-ee5bd34f667f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:24.861863 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-615b7935-44e2-42b2-bb89-1e5374d94911 req-8821edd0-70de-4a35-badc-ee5bd34f667f service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=ddbfacc7-c38c-4413-b535-dbecacb78a5d HTTP/1.1" status: 200 len: 869 time: 0.0982699 Sep 15 00:56:24.881525 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664872d3-f570-4d80-a993-7e8559191840 req-500d9407-db8f-446d-9ef3-d487dee48841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:24.883017 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-664872d3-f570-4d80-a993-7e8559191840 req-500d9407-db8f-446d-9ef3-d487dee48841 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=53d8d76185c44a159439c0f7a0e88b31&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0965331 Sep 15 00:56:24.928684 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-615b7935-44e2-42b2-bb89-1e5374d94911 req-9c4ee1ae-39a3-4a30-8d00-d290e0515eae service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=d4024891-68b4-45cd-ad0a-de32e7e036c7 HTTP/1.1" status: 200 len: 217 time: 0.0478776 Sep 15 00:56:24.945521 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef5387-121b-47ee-9905-4ca665e494d9 req-906ebdbf-6f1c-4965-8477-5b6a69fc97dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:24.946923 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-8bef5387-121b-47ee-9905-4ca665e494d9 req-906ebdbf-6f1c-4965-8477-5b6a69fc97dc service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 1130 time: 0.0737562 Sep 15 00:56:24.979321 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664872d3-f570-4d80-a993-7e8559191840 req-84692480-edc5-4120-ba49-166c0eb04ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:24.980851 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-664872d3-f570-4d80-a993-7e8559191840 req-84692480-edc5-4120-ba49-166c0eb04ecd service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0926895 Sep 15 00:56:25.013900 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b7935-44e2-42b2-bb89-1e5374d94911 req-775158bb-c3bc-42c2-a856-a4f27e82af29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:25.015243 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-615b7935-44e2-42b2-bb89-1e5374d94911 req-775158bb-c3bc-42c2-a856-a4f27e82af29 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=70ff4efa-5b39-4f16-8e9f-ed4ccb208633 HTTP/1.1" status: 200 len: 843 time: 0.0800068 Sep 15 00:56:25.021788 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-8bef5387-121b-47ee-9905-4ca665e494d9 req-e1a77d8c-1aef-4342-a4c2-c2b86da3cb64 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573120 Sep 15 00:56:25.110439 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8a3e8-63ed-426c-b9a2-97d94e1b9011 req-1cb88eea-7968-4bde-9362-d8b7b1f1673f tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:25.111934 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-cdf8a3e8-63ed-426c-b9a2-97d94e1b9011 req-1cb88eea-7968-4bde-9362-d8b7b1f1673f tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 946 time: 0.0479877 Sep 15 00:56:25.143423 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=100 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:56:25.158201 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-cdf8a3e8-63ed-426c-b9a2-97d94e1b9011 req-98667f79-597b-41d5-b3c4-307f7ac20bdd tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408268 Sep 15 00:56:25.379426 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bb843-8afa-4c84-b88d-7dba7c303d37 req-80f2ee38-655a-426f-ac5b-0153269f6e9c tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:25.380903 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ac2bb843-8afa-4c84-b88d-7dba7c303d37 req-80f2ee38-655a-426f-ac5b-0153269f6e9c tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c219172-398a-4d1a-b41b-a12948058ed4 HTTP/1.1" status: 200 len: 943 time: 0.0469620 Sep 15 00:56:25.429134 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ac2bb843-8afa-4c84-b88d-7dba7c303d37 req-322149ff-c224-4d69-afc6-4331e6ea5d61 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427496 Sep 15 00:56:25.624305 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b7935-44e2-42b2-bb89-1e5374d94911 req-2316e5ea-e6ae-4bbb-9de2-a46038e0daaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:25.625792 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-615b7935-44e2-42b2-bb89-1e5374d94911 req-2316e5ea-e6ae-4bbb-9de2-a46038e0daaf service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=ddbfacc7-c38c-4413-b535-dbecacb78a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0684009 Sep 15 00:56:25.628802 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-54e9825b-9cd1-42da-a42a-d2d3d43171ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:25.630149 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-54e9825b-9cd1-42da-a42a-d2d3d43171ff service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=53d8d76185c44a159439c0f7a0e88b31&device_id=3c219172-398a-4d1a-b41b-a12948058ed4 HTTP/1.1" status: 200 len: 1127 time: 0.0635860 Sep 15 00:56:25.736916 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-615b7935-44e2-42b2-bb89-1e5374d94911 req-735b8818-1f0d-4850-ac36-da178e520058 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ddbfacc7-c38c-4413-b535-dbecacb78a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873475 Sep 15 00:56:25.761446 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40730ca8-5f80-4e30-963c-886a84bea779 req-8579ef5d-a9f3-42d5-994b-154c94305f03 tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:25.762904 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-40730ca8-5f80-4e30-963c-886a84bea779 req-8579ef5d-a9f3-42d5-994b-154c94305f03 tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7ed6407b-3728-48e9-aca1-c36a6e166a43 HTTP/1.1" status: 200 len: 948 time: 0.0470994 Sep 15 00:56:25.774217 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=100 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:56:25.813284 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-40730ca8-5f80-4e30-963c-886a84bea779 req-2df130b4-2f3e-45f5-8f9b-4072c8f0860f tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=84cd3856-a851-4086-8931-3866f62b810a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447080 Sep 15 00:56:26.050914 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device d4024891-68b4-45cd-ad0a-de32e7e036c7 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=112954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 00:56:26.152586 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port d4024891-68b4-45cd-ad0a-de32e7e036c7, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=d4024891-68b4-45cd-ad0a-de32e7e036c7,segment=NetworkSegment(64011a8c-d13d-4076-bbf2-2634b0bf97c5),segment_id=64011a8c-d13d-4076-bbf2-2634b0bf97c5)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:56:26.163398 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Returning: {'device': 'd4024891-68b4-45cd-ad0a-de32e7e036c7', 'network_id': 'ddbfacc7-c38c-4413-b535-dbecacb78a5d', 'port_id': 'd4024891-68b4-45cd-ad0a-de32e7e036c7', 'mac_address': 'fa:16:3e:3c:55:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ff4efa-5b39-4f16-8e9f-ed4ccb208633', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 00:56:26.202418 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port d4024891-68b4-45cd-ad0a-de32e7e036c7 is: DOWN; New status is: BUILD {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:56:26.202807 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (d4024891-68b4-45cd-ad0a-de32e7e036c7), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:26.217453 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4024891-68b4-45cd-ad0a-de32e7e036c7 {{(pid=112954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 00:56:26.223024 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-3febfef1-0625-4e24-ba1e-12b30224f78d service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e256011-f270-4453-bb18-eafb005e24f8 HTTP/1.1" status: 200 len: 217 time: 0.0537913 Sep 15 00:56:26.238258 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port d4024891-68b4-45cd-ad0a-de32e7e036c7, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=d4024891-68b4-45cd-ad0a-de32e7e036c7,segment=NetworkSegment(64011a8c-d13d-4076-bbf2-2634b0bf97c5),segment_id=64011a8c-d13d-4076-bbf2-2634b0bf97c5)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:56:26.242443 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (d4024891-68b4-45cd-ad0a-de32e7e036c7), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:26.272389 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:56:26.289679 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=d4024891-68b4-45cd-ad0a-de32e7e036c7,revision_number=4']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:56:26.324780 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:56:26.368339 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab1e72-e392-4da6-988b-42fcccab97b6 req-88fe0cc5-3e30-440f-b07c-07990e9c88e0 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:26.369802 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-52ab1e72-e392-4da6-988b-42fcccab97b6 req-88fe0cc5-3e30-440f-b07c-07990e9c88e0 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 946 time: 0.1201077 Sep 15 00:56:26.371074 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-e76acc59-4012-4132-b464-4e95b6cf0b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:26.372386 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-e76acc59-4012-4132-b464-4e95b6cf0b1c service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=a47b3c86-5b49-4a30-ad22-9680b01f5da9 HTTP/1.1" status: 200 len: 848 time: 0.1216350 Sep 15 00:56:26.417839 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-615b7935-44e2-42b2-bb89-1e5374d94911 req-205435aa-6f6b-4108-a8be-3661e8a6c6df service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ddbfacc7-c38c-4413-b535-dbecacb78a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415359 Sep 15 00:56:26.443451 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-913942ed-5b29-4a8d-a92a-48d522579f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:26.445883 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-913942ed-5b29-4a8d-a92a-48d522579f5a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=0487b0cb-031a-4188-bee6-95c6ebd2b4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0587485 Sep 15 00:56:26.473601 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-52ab1e72-e392-4da6-988b-42fcccab97b6 req-ed05c8c7-a567-4803-98b9-2dd4fe2310f5 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955534 Sep 15 00:56:26.549388 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-c038e38b-5a3d-49c5-85f2-48d1c086095e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/0487b0cb-031a-4188-bee6-95c6ebd2b4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911527 Sep 15 00:56:26.549597 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157290bc-9ceb-4ce3-993e-4d85c25fae0a req-7f651f3e-f51f-4ad1-af88-ad1870e87dc9 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:26.551566 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-157290bc-9ceb-4ce3-993e-4d85c25fae0a req-7f651f3e-f51f-4ad1-af88-ad1870e87dc9 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c219172-398a-4d1a-b41b-a12948058ed4 HTTP/1.1" status: 200 len: 943 time: 0.0459683 Sep 15 00:56:26.600844 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-157290bc-9ceb-4ce3-993e-4d85c25fae0a req-7f28e392-bb4e-4c5a-ae48-37e80d83de8c tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437298 Sep 15 00:56:26.646637 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2bae2d85-ae38-4f94-b9f2-983ea12dd15c req-bdeaac9a-bcce-4282-8cc8-5d3cef7bcedc service neutron] 10.222.0.18 "GET /networking/v2.0/networks/0487b0cb-031a-4188-bee6-95c6ebd2b4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888739 Sep 15 00:56:26.777967 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] get_ports_and_sgs() called for port_ids ['d4024891-68b4-45cd-ad0a-de32e7e036c7'] {{(pid=112954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 00:56:26.936183 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605fdd1a-8445-4f99-a58c-267242dc5248 req-1cf4b123-a170-4460-91c1-f3dd99a255ca tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:26.937748 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-605fdd1a-8445-4f99-a58c-267242dc5248 req-1cf4b123-a170-4460-91c1-f3dd99a255ca tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7ed6407b-3728-48e9-aca1-c36a6e166a43 HTTP/1.1" status: 200 len: 949 time: 0.0494895 Sep 15 00:56:26.987267 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-605fdd1a-8445-4f99-a58c-267242dc5248 req-b84f1516-8fd2-4d23-bd89-bb924841e982 tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=84cd3856-a851-4086-8931-3866f62b810a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435653 Sep 15 00:56:27.601284 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edaa1cc-e4ea-444b-ad7a-9ef3d74c99a2 req-43dd5537-2b66-45aa-9b7e-a2d2d995ccb3 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:27.602734 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9edaa1cc-e4ea-444b-ad7a-9ef3d74c99a2 req-43dd5537-2b66-45aa-9b7e-a2d2d995ccb3 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 946 time: 0.0455592 Sep 15 00:56:27.649183 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-9edaa1cc-e4ea-444b-ad7a-9ef3d74c99a2 req-e2c767c9-4897-4a0a-a18b-eb3b9c173816 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409575 Sep 15 00:56:27.725942 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ce87d-976b-44db-955e-f6a968536687 req-7433e865-2802-49de-b30f-e0229f97dfc5 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:27.727302 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d55ce87d-976b-44db-955e-f6a968536687 req-7433e865-2802-49de-b30f-e0229f97dfc5 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c219172-398a-4d1a-b41b-a12948058ed4 HTTP/1.1" status: 200 len: 943 time: 0.0456398 Sep 15 00:56:27.781333 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d55ce87d-976b-44db-955e-f6a968536687 req-1c2f8ea4-9ed0-487b-8fd7-b301d2a18278 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484662 Sep 15 00:56:28.109347 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0876820-7030-4096-ae72-6f8f1f2b220e req-4603e5d7-9790-4991-96cc-d69bbc4a5edd tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:28.110795 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b0876820-7030-4096-ae72-6f8f1f2b220e req-4603e5d7-9790-4991-96cc-d69bbc4a5edd tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7ed6407b-3728-48e9-aca1-c36a6e166a43 HTTP/1.1" status: 200 len: 949 time: 0.0486650 Sep 15 00:56:28.156825 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-b0876820-7030-4096-ae72-6f8f1f2b220e req-f2a788eb-701c-4823-920b-0bf2c1ac4501 tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=84cd3856-a851-4086-8931-3866f62b810a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401223 Sep 15 00:56:28.270082 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device d4024891-68b4-45cd-ad0a-de32e7e036c7 up at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:56:28.312931 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Provisioning for port d4024891-68b4-45cd-ad0a-de32e7e036c7 completed by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 00:56:28.318317 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Provisioning complete for port d4024891-68b4-45cd-ad0a-de32e7e036c7 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:56:28.318700 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (d4024891-68b4-45cd-ad0a-de32e7e036c7), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:28.319040 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Attempt 1 to provision port d4024891-68b4-45cd-ad0a-de32e7e036c7 Sep 15 00:56:28.391567 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port d4024891-68b4-45cd-ad0a-de32e7e036c7 is: BUILD; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:56:28.391950 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (d4024891-68b4-45cd-ad0a-de32e7e036c7), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:28.414712 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed6407b-3728-48e9-aca1-c36a6e166a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4024891-68b4-45cd-ad0a-de32e7e036c7'}] {{(pid=112954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:56:28.416973 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac31f47a78c65cec711889e6d70219b8f5c13991b6e76ee3a100a5a33f2e7321" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c5ab92-e782-48e2-80aa-657022dc86b2" -d '{"events": [{"server_uuid": "7ed6407b-3728-48e9-aca1-c36a6e166a43", "name": "network-vif-plugged", "status": "completed", "tag": "d4024891-68b4-45cd-ad0a-de32e7e036c7"}]}' {{(pid=112954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:56:28.419064 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:56:28.431936 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port d4024891-68b4-45cd-ad0a-de32e7e036c7, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=d4024891-68b4-45cd-ad0a-de32e7e036c7,segment=NetworkSegment(64011a8c-d13d-4076-bbf2-2634b0bf97c5),segment_id=64011a8c-d13d-4076-bbf2-2634b0bf97c5)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:56:28.437913 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (d4024891-68b4-45cd-ad0a-de32e7e036c7), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:28.463011 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 00:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44a1110-28d3-4ef1-90bb-bfa8c7adec5c x-openstack-request-id: req-b44a1110-28d3-4ef1-90bb-bfa8c7adec5c {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:56:28.463301 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed6407b-3728-48e9-aca1-c36a6e166a43", "name": "network-vif-plugged", "status": "completed", "tag": "d4024891-68b4-45cd-ad0a-de32e7e036c7", "code": 200}]} {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:56:28.463601 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b44a1110-28d3-4ef1-90bb-bfa8c7adec5c {{(pid=112954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:56:28.463995 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b44a1110-28d3-4ef1-90bb-bfa8c7adec5c'] response: {'server_uuid': '7ed6407b-3728-48e9-aca1-c36a6e166a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4024891-68b4-45cd-ad0a-de32e7e036c7', 'code': 200} Sep 15 00:56:28.487247 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=d4024891-68b4-45cd-ad0a-de32e7e036c7,revision_number=5']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:56:28.727183 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92273101-e42a-4850-a09f-747440c115c1 req-2eda35b3-101a-4d05-9754-b1be83d51192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:28.728739 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-92273101-e42a-4850-a09f-747440c115c1 req-2eda35b3-101a-4d05-9754-b1be83d51192 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7ed6407b-3728-48e9-aca1-c36a6e166a43 HTTP/1.1" status: 200 len: 1134 time: 0.0393295 Sep 15 00:56:28.772658 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-92273101-e42a-4850-a09f-747440c115c1 req-55ade7dc-8356-46fd-a191-e962aca66e5f service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=84cd3856-a851-4086-8931-3866f62b810a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380266 Sep 15 00:56:28.774358 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b2a70-9495-44d5-b8e6-287d6cb558a0 req-609fded5-4ce6-4b27-b874-ae740adb62ae tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:28.775894 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-df7b2a70-9495-44d5-b8e6-287d6cb558a0 req-609fded5-4ce6-4b27-b874-ae740adb62ae tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 946 time: 0.0471282 Sep 15 00:56:28.828025 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-df7b2a70-9495-44d5-b8e6-287d6cb558a0 req-81e17296-2949-4f2e-a5da-0d0c5a923900 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464842 Sep 15 00:56:28.905514 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300d4cc-70f2-4b43-aa39-44bd3e939b89 req-37ca55d2-b466-4a1b-be12-89a9320b6be2 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:28.906940 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5300d4cc-70f2-4b43-aa39-44bd3e939b89 req-37ca55d2-b466-4a1b-be12-89a9320b6be2 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c219172-398a-4d1a-b41b-a12948058ed4 HTTP/1.1" status: 200 len: 943 time: 0.0457158 Sep 15 00:56:28.954863 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5300d4cc-70f2-4b43-aa39-44bd3e939b89 req-bfed4b8f-e711-427e-bdd9-22ece8e0a858 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416026 Sep 15 00:56:29.280609 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45419a4e-56c6-4f78-846e-26410a7d39f6 req-49a62acc-5944-481a-8516-df235da8bcfc tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:29.281982 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-45419a4e-56c6-4f78-846e-26410a7d39f6 req-49a62acc-5944-481a-8516-df235da8bcfc tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7ed6407b-3728-48e9-aca1-c36a6e166a43 HTTP/1.1" status: 200 len: 950 time: 0.0496840 Sep 15 00:56:29.327166 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-45419a4e-56c6-4f78-846e-26410a7d39f6 req-5f8f5c54-3a14-4450-9e7c-9dacaa55578d tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=84cd3856-a851-4086-8931-3866f62b810a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397067 Sep 15 00:56:30.077850 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed78ff2-24eb-4ac6-b105-495e9bbdccd3 req-33f3dc63-b6e7-4fc3-b4f4-8e6642036c4a tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:30.079318 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7ed78ff2-24eb-4ac6-b105-495e9bbdccd3 req-33f3dc63-b6e7-4fc3-b4f4-8e6642036c4a tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c219172-398a-4d1a-b41b-a12948058ed4 HTTP/1.1" status: 200 len: 943 time: 0.0503519 Sep 15 00:56:30.129671 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7ed78ff2-24eb-4ac6-b105-495e9bbdccd3 req-496fcae2-02c4-43df-ae50-81ed3c693e07 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446796 Sep 15 00:56:30.446901 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462cc25-b613-45ec-bb02-c60fcad40778 req-4c77952c-7dd9-49e7-9bcd-7ee2a4643854 tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:30.448426 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d462cc25-b613-45ec-bb02-c60fcad40778 req-4c77952c-7dd9-49e7-9bcd-7ee2a4643854 tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7ed6407b-3728-48e9-aca1-c36a6e166a43 HTTP/1.1" status: 200 len: 950 time: 0.0483522 Sep 15 00:56:30.495050 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-d462cc25-b613-45ec-bb02-c60fcad40778 req-a6337d64-a97d-4e5b-b7db-15a020a5d765 tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=84cd3856-a851-4086-8931-3866f62b810a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410371 Sep 15 00:56:31.247641 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e049af-e89b-46c0-ad4f-5441df5232d7 req-5c4ff59b-d07b-4597-8447-f2865307b41a tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:31.249120 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f5e049af-e89b-46c0-ad4f-5441df5232d7 req-5c4ff59b-d07b-4597-8447-f2865307b41a tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c219172-398a-4d1a-b41b-a12948058ed4 HTTP/1.1" status: 200 len: 943 time: 0.0461411 Sep 15 00:56:31.298430 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f5e049af-e89b-46c0-ad4f-5441df5232d7 req-823e3acf-eccb-44d3-b936-183e347d6385 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427899 Sep 15 00:56:31.616276 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5f705-d79f-41b4-8aa9-b347f154bd7b req-1e8429e6-df78-43f9-b9c7-a29e777771e6 tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:31.617748 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-97f5f705-d79f-41b4-8aa9-b347f154bd7b req-1e8429e6-df78-43f9-b9c7-a29e777771e6 tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7ed6407b-3728-48e9-aca1-c36a6e166a43 HTTP/1.1" status: 200 len: 950 time: 0.0465853 Sep 15 00:56:31.669037 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-97f5f705-d79f-41b4-8aa9-b347f154bd7b req-7975da9f-7a43-4383-b297-310231969cf8 tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=84cd3856-a851-4086-8931-3866f62b810a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457509 Sep 15 00:56:31.931914 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e30481-a2d3-4db5-b9e4-781ffa698df6 req-0cb04ba8-2cbf-4ca8-b029-f0539bfd2e46 tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:31.933389 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-58e30481-a2d3-4db5-b9e4-781ffa698df6 req-0cb04ba8-2cbf-4ca8-b029-f0539bfd2e46 tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7ed6407b-3728-48e9-aca1-c36a6e166a43 HTTP/1.1" status: 200 len: 950 time: 0.0465965 Sep 15 00:56:31.980935 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-58e30481-a2d3-4db5-b9e4-781ffa698df6 req-61d8de94-7e24-44d8-85c2-814613230929 tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=84cd3856-a851-4086-8931-3866f62b810a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418935 Sep 15 00:56:32.383280 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:56:32.419102 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb13a68-07db-4e78-b985-2de04359f4e6 req-ee5264e9-9e0f-4223-a098-6f05761d7e24 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:32.420589 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-cbb13a68-07db-4e78-b985-2de04359f4e6 req-ee5264e9-9e0f-4223-a098-6f05761d7e24 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c219172-398a-4d1a-b41b-a12948058ed4 HTTP/1.1" status: 200 len: 943 time: 0.0465276 Sep 15 00:56:32.473423 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-cbb13a68-07db-4e78-b985-2de04359f4e6 req-555a019c-54b7-4ddb-b4d5-ee499b7aac65 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469143 Sep 15 00:56:33.100422 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32759221-a4e3-4212-b99b-ccd167e5e159 req-58a44f92-6a8c-4997-8ab3-b231f10e6f2a tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:33.101873 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-32759221-a4e3-4212-b99b-ccd167e5e159 req-58a44f92-6a8c-4997-8ab3-b231f10e6f2a tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7ed6407b-3728-48e9-aca1-c36a6e166a43 HTTP/1.1" status: 200 len: 950 time: 0.0460536 Sep 15 00:56:33.147763 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-32759221-a4e3-4212-b99b-ccd167e5e159 req-a2357128-4ce2-46ed-9363-f4a4dc6366fc tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=84cd3856-a851-4086-8931-3866f62b810a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401866 Sep 15 00:56:33.594083 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c787e1f1-6b16-40b5-bda2-2e34d36b5817 req-788da66f-56d5-4ca4-86bc-aa96c737ed83 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:33.595559 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c787e1f1-6b16-40b5-bda2-2e34d36b5817 req-788da66f-56d5-4ca4-86bc-aa96c737ed83 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c219172-398a-4d1a-b41b-a12948058ed4 HTTP/1.1" status: 200 len: 943 time: 0.0461040 Sep 15 00:56:33.626833 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:56:33.643726 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c787e1f1-6b16-40b5-bda2-2e34d36b5817 req-0f760c64-72d7-4779-aeda-ca0639ced930 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426564 Sep 15 00:56:33.856222 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1dc82-c4ab-4dda-8ce9-1a68d5f77feb req-a304f52c-1fc2-4d9f-89f4-c4cb9e3cc6f1 tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:33.857629 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ddc1dc82-c4ab-4dda-8ce9-1a68d5f77feb req-a304f52c-1fc2-4d9f-89f4-c4cb9e3cc6f1 tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7ed6407b-3728-48e9-aca1-c36a6e166a43 HTTP/1.1" status: 200 len: 950 time: 0.0453520 Sep 15 00:56:34.271138 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13e9ea-05e5-4207-9b3d-74cf93de7f8d req-167689d5-f05e-4723-a2bc-45433d41c23c tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:34.272653 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-7b13e9ea-05e5-4207-9b3d-74cf93de7f8d req-167689d5-f05e-4723-a2bc-45433d41c23c tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7ed6407b-3728-48e9-aca1-c36a6e166a43 HTTP/1.1" status: 200 len: 950 time: 0.0505173 Sep 15 00:56:34.303395 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=100 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:56:34.319917 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-7b13e9ea-05e5-4207-9b3d-74cf93de7f8d req-87cd8ca2-70d9-40ca-81aa-612d1b7341f8 tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=84cd3856-a851-4086-8931-3866f62b810a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417826 Sep 15 00:56:34.764809 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257c07b-e01b-4e10-b74b-8b85a2fddb6e req-971b9fbd-44da-4fa0-b573-58a362dae719 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:34.766268 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9257c07b-e01b-4e10-b74b-8b85a2fddb6e req-971b9fbd-44da-4fa0-b573-58a362dae719 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c219172-398a-4d1a-b41b-a12948058ed4 HTTP/1.1" status: 200 len: 943 time: 0.0493302 Sep 15 00:56:34.814225 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9257c07b-e01b-4e10-b74b-8b85a2fddb6e req-5280b52d-7252-4f9d-acc1-1c94137f2580 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419152 Sep 15 00:56:35.104690 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [req-ddc1dc82-c4ab-4dda-8ce9-1a68d5f77feb req-986ce65f-f03a-4e9a-b7c2-e0203a3a007f tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Deleting port d4024891-68b4-45cd-ad0a-de32e7e036c7 {{(pid=112953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:56:35.105040 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-ddc1dc82-c4ab-4dda-8ce9-1a68d5f77feb req-986ce65f-f03a-4e9a-b7c2-e0203a3a007f tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (d4024891-68b4-45cd-ad0a-de32e7e036c7), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:35.196028 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [req-ddc1dc82-c4ab-4dda-8ce9-1a68d5f77feb req-986ce65f-f03a-4e9a-b7c2-e0203a3a007f tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] For port d4024891-68b4-45cd-ad0a-de32e7e036c7, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=d4024891-68b4-45cd-ad0a-de32e7e036c7,segment=NetworkSegment(64011a8c-d13d-4076-bbf2-2634b0bf97c5),segment_id=64011a8c-d13d-4076-bbf2-2634b0bf97c5)] {{(pid=112953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:56:35.196394 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-ddc1dc82-c4ab-4dda-8ce9-1a68d5f77feb req-986ce65f-f03a-4e9a-b7c2-e0203a3a007f tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (d4024891-68b4-45cd-ad0a-de32e7e036c7), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:35.209394 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [req-ddc1dc82-c4ab-4dda-8ce9-1a68d5f77feb req-986ce65f-f03a-4e9a-b7c2-e0203a3a007f tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Calling delete_port for d4024891-68b4-45cd-ad0a-de32e7e036c7 owned by compute:nova {{(pid=112953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:56:35.335731 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-ddc1dc82-c4ab-4dda-8ce9-1a68d5f77feb req-986ce65f-f03a-4e9a-b7c2-e0203a3a007f tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9371492'] for port (d4024891-68b4-45cd-ad0a-de32e7e036c7), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:35.363139 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ce65f-f03a-4e9a-b7c2-e0203a3a007f tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Pushing event deleted for resources: {'Port': ['ID=d4024891-68b4-45cd-ad0a-de32e7e036c7,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:56:35.371679 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] get_ports_and_sgs() called for port_ids ['d4024891-68b4-45cd-ad0a-de32e7e036c7'] {{(pid=112954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 00:56:35.414358 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc1dc82-c4ab-4dda-8ce9-1a68d5f77feb req-986ce65f-f03a-4e9a-b7c2-e0203a3a007f tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] No DVR routers for this DVR port d4024891-68b4-45cd-ad0a-de32e7e036c7 on host hv-cinder-85752 {{(pid=112953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 00:56:35.417182 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-ddc1dc82-c4ab-4dda-8ce9-1a68d5f77feb req-986ce65f-f03a-4e9a-b7c2-e0203a3a007f tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:35.420755 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-ddc1dc82-c4ab-4dda-8ce9-1a68d5f77feb req-986ce65f-f03a-4e9a-b7c2-e0203a3a007f tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] 10.222.0.18 "DELETE /networking/v2.0/ports/d4024891-68b4-45cd-ad0a-de32e7e036c7 HTTP/1.1" status: 204 len: 173 time: 0.3917835 Sep 15 00:56:35.421291 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed6407b-3728-48e9-aca1-c36a6e166a43', 'name': 'network-vif-deleted', 'tag': 'd4024891-68b4-45cd-ad0a-de32e7e036c7'}] {{(pid=112953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:56:35.423642 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dcd79e7c9c5799004c3790ddb8f78f6987afe8bb335ac36dcc290df3850dde4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28025487-cffc-46c6-9c9d-f6859dfdfa8a" -d '{"events": [{"server_uuid": "7ed6407b-3728-48e9-aca1-c36a6e166a43", "name": "network-vif-deleted", "tag": "d4024891-68b4-45cd-ad0a-de32e7e036c7"}]}' {{(pid=112953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:56:35.428475 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-6bb4f3ec-4ab1-4496-8639-52b906d0c3d8 req-41b1203a-8f45-4872-8400-c5f6b9620a2c tempest-VolumesNegativeTest-400147220 tempest-VolumesNegativeTest-400147220-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7ed6407b-3728-48e9-aca1-c36a6e166a43 HTTP/1.1" status: 200 len: 210 time: 0.0293336 Sep 15 00:56:35.471417 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 00:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1175f9-224c-4da1-961a-6bc32ae96bc2 x-openstack-request-id: req-8c1175f9-224c-4da1-961a-6bc32ae96bc2 {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:56:35.471771 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed6407b-3728-48e9-aca1-c36a6e166a43", "name": "network-vif-deleted", "tag": "d4024891-68b4-45cd-ad0a-de32e7e036c7", "status": "completed", "code": 200}]} {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:56:35.472000 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8c1175f9-224c-4da1-961a-6bc32ae96bc2 {{(pid=112953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:56:35.472413 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c1175f9-224c-4da1-961a-6bc32ae96bc2'] response: {'server_uuid': '7ed6407b-3728-48e9-aca1-c36a6e166a43', 'name': 'network-vif-deleted', 'tag': 'd4024891-68b4-45cd-ad0a-de32e7e036c7', 'status': 'completed', 'code': 200} Sep 15 00:56:35.933035 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb1bbe-f542-4f64-9697-6e371f6735de req-d167fcd3-6da4-49bd-8fe5-08a8725e9aee tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:35.934423 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-41cb1bbe-f542-4f64-9697-6e371f6735de req-d167fcd3-6da4-49bd-8fe5-08a8725e9aee tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c219172-398a-4d1a-b41b-a12948058ed4 HTTP/1.1" status: 200 len: 943 time: 0.0464330 Sep 15 00:56:35.963897 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=100 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:56:35.982993 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-41cb1bbe-f542-4f64-9697-6e371f6735de req-86a230e2-41d2-4279-a6f2-04a3e670aeac tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429573 Sep 15 00:56:36.237477 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 1e256011-f270-4453-bb18-eafb005e24f8 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=112954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 00:56:36.303299 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:56:36.337940 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 1e256011-f270-4453-bb18-eafb005e24f8, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=1e256011-f270-4453-bb18-eafb005e24f8,segment=NetworkSegment(acf8a16c-6cfc-4de4-a767-e59f2556add5),segment_id=acf8a16c-6cfc-4de4-a767-e59f2556add5)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:56:36.351160 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Returning: {'device': '1e256011-f270-4453-bb18-eafb005e24f8', 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3', 'port_id': '1e256011-f270-4453-bb18-eafb005e24f8', 'mac_address': 'fa:16:3e:df:cd:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 00:56:36.384881 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port 1e256011-f270-4453-bb18-eafb005e24f8 is: DOWN; New status is: BUILD {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:56:36.385478 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (1e256011-f270-4453-bb18-eafb005e24f8), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:36.401822 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e256011-f270-4453-bb18-eafb005e24f8 {{(pid=112954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 00:56:36.421414 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 1e256011-f270-4453-bb18-eafb005e24f8, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=1e256011-f270-4453-bb18-eafb005e24f8,segment=NetworkSegment(acf8a16c-6cfc-4de4-a767-e59f2556add5),segment_id=acf8a16c-6cfc-4de4-a767-e59f2556add5)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:56:36.425100 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (1e256011-f270-4453-bb18-eafb005e24f8), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:36.471816 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=1e256011-f270-4453-bb18-eafb005e24f8,revision_number=4']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:56:36.990729 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] get_ports_and_sgs() called for port_ids ['1e256011-f270-4453-bb18-eafb005e24f8'] {{(pid=112954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 00:56:37.111252 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f8e0e-1fe2-48fd-b2a8-a42609e4b670 req-36b6320d-1685-4cb9-910e-1800f852bf4d tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:37.112789 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-c30f8e0e-1fe2-48fd-b2a8-a42609e4b670 req-36b6320d-1685-4cb9-910e-1800f852bf4d tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c219172-398a-4d1a-b41b-a12948058ed4 HTTP/1.1" status: 200 len: 944 time: 0.0530992 Sep 15 00:56:37.133594 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 6 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 00:56:37.168808 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-c30f8e0e-1fe2-48fd-b2a8-a42609e4b670 req-9c3a9c4c-26af-4963-9a74-fa6f35f28242 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499716 Sep 15 00:56:38.260244 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 1e256011-f270-4453-bb18-eafb005e24f8 up at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:56:38.308840 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f748869-0f25-4a0e-ac01-68fcc440d712 req-5a3dd0ec-2f39-4eb5-8db9-f44256bd7b12 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:38.309996 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Provisioning for port 1e256011-f270-4453-bb18-eafb005e24f8 completed by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 00:56:38.310666 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5f748869-0f25-4a0e-ac01-68fcc440d712 req-5a3dd0ec-2f39-4eb5-8db9-f44256bd7b12 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c219172-398a-4d1a-b41b-a12948058ed4 HTTP/1.1" status: 200 len: 944 time: 0.0600247 Sep 15 00:56:38.320808 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Provisioning complete for port 1e256011-f270-4453-bb18-eafb005e24f8 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:56:38.321192 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (1e256011-f270-4453-bb18-eafb005e24f8), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:38.321568 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Attempt 1 to provision port 1e256011-f270-4453-bb18-eafb005e24f8 Sep 15 00:56:38.369062 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-5f748869-0f25-4a0e-ac01-68fcc440d712 req-935da31c-6927-4327-afe4-cd1576c14b9b tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498147 Sep 15 00:56:38.404883 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port 1e256011-f270-4453-bb18-eafb005e24f8 is: BUILD; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:56:38.405271 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (1e256011-f270-4453-bb18-eafb005e24f8), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:38.428073 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c219172-398a-4d1a-b41b-a12948058ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e256011-f270-4453-bb18-eafb005e24f8'}] {{(pid=112954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:56:38.430274 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac31f47a78c65cec711889e6d70219b8f5c13991b6e76ee3a100a5a33f2e7321" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16483a11-f3f8-4faa-aea3-1f2f69e48e02" -d '{"events": [{"server_uuid": "3c219172-398a-4d1a-b41b-a12948058ed4", "name": "network-vif-plugged", "status": "completed", "tag": "1e256011-f270-4453-bb18-eafb005e24f8"}]}' {{(pid=112954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:56:38.434345 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:56:38.445487 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port 1e256011-f270-4453-bb18-eafb005e24f8, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=1e256011-f270-4453-bb18-eafb005e24f8,segment=NetworkSegment(acf8a16c-6cfc-4de4-a767-e59f2556add5),segment_id=acf8a16c-6cfc-4de4-a767-e59f2556add5)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:56:38.450905 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (1e256011-f270-4453-bb18-eafb005e24f8), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:38.451824 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device d4024891-68b4-45cd-ad0a-de32e7e036c7 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:56:38.490314 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 00:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c4f351-38f2-433c-affb-2f5b14106ed0 x-openstack-request-id: req-b4c4f351-38f2-433c-affb-2f5b14106ed0 {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:56:38.490606 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c219172-398a-4d1a-b41b-a12948058ed4", "name": "network-vif-plugged", "status": "completed", "tag": "1e256011-f270-4453-bb18-eafb005e24f8", "code": 200}]} {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:56:38.490858 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b4c4f351-38f2-433c-affb-2f5b14106ed0 {{(pid=112954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:56:38.491245 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4c4f351-38f2-433c-affb-2f5b14106ed0'] response: {'server_uuid': '3c219172-398a-4d1a-b41b-a12948058ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e256011-f270-4453-bb18-eafb005e24f8', 'code': 200} Sep 15 00:56:38.493947 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] No Port match for: d4024891-68b4-45cd-ad0a-de32e7e036c7 {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 00:56:38.494289 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device d4024891-68b4-45cd-ad0a-de32e7e036c7 not bound to the agent host hv-cinder-85752 {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 00:56:38.519603 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=1e256011-f270-4453-bb18-eafb005e24f8,revision_number=5']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:56:38.753802 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1b83c-0ba5-4c43-a983-6edc246d4253 req-5bad15e4-12ea-4fed-abdd-abdef203e995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:38.755928 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-00b1b83c-0ba5-4c43-a983-6edc246d4253 req-5bad15e4-12ea-4fed-abdd-abdef203e995 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3c219172-398a-4d1a-b41b-a12948058ed4 HTTP/1.1" status: 200 len: 1129 time: 0.0393651 Sep 15 00:56:38.806713 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-00b1b83c-0ba5-4c43-a983-6edc246d4253 req-a778f7bc-8c58-4fca-8e3f-6ac6b61eccd5 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441005 Sep 15 00:56:39.494521 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bdf368-0be9-451f-aacc-f5b74dc5f784 req-dbf541e3-e265-45c3-aeb2-06660513ec80 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:39.496055 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-54bdf368-0be9-451f-aacc-f5b74dc5f784 req-dbf541e3-e265-45c3-aeb2-06660513ec80 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c219172-398a-4d1a-b41b-a12948058ed4 HTTP/1.1" status: 200 len: 945 time: 0.0476968 Sep 15 00:56:39.516553 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:56:39.546801 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-54bdf368-0be9-451f-aacc-f5b74dc5f784 req-11f39ddc-3857-45a2-bbce-6c8d9f96719a tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451033 Sep 15 00:56:40.351159 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 33878) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:56:40.480614 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-7009819c-62b2-48b6-9121-a6786e0cb411 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=01d7d32119984a1aacc7109e74d9fe01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1281784 Sep 15 00:56:40.483047 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 33882) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:56:40.532009 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-73921d8a-b083-4924-971d-6fda4e76014a admin admin] Publish callbacks [] for security_group (84cd3856-a851-4086-8931-3866f62b810a), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:40.553580 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-73921d8a-b083-4924-971d-6fda4e76014a admin admin] Publish callbacks [] for security_group (84cd3856-a851-4086-8931-3866f62b810a), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:40.610995 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-73921d8a-b083-4924-971d-6fda4e76014a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (84cd3856-a851-4086-8931-3866f62b810a), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:40.613677 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-73921d8a-b083-4924-971d-6fda4e76014a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:40.617663 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-73921d8a-b083-4924-971d-6fda4e76014a admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/84cd3856-a851-4086-8931-3866f62b810a HTTP/1.1" status: 204 len: 168 time: 0.1308467 Sep 15 00:56:40.626721 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73921d8a-b083-4924-971d-6fda4e76014a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cd3856-a851-4086-8931-3866f62b810a,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:56:40.689036 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033037c3-95c9-44a1-bef9-e3801cc31728 req-aff5c6fa-6a78-434b-8a59-dd1b9d2dc2e7 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:40.690590 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-033037c3-95c9-44a1-bef9-e3801cc31728 req-aff5c6fa-6a78-434b-8a59-dd1b9d2dc2e7 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c219172-398a-4d1a-b41b-a12948058ed4 HTTP/1.1" status: 200 len: 945 time: 0.0489876 Sep 15 00:56:40.743299 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-033037c3-95c9-44a1-bef9-e3801cc31728 req-60871f82-4420-435d-85e6-fb8dfb56309a tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462451 Sep 15 00:56:40.869774 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027b161-e04d-4bee-9d9f-90393af09162 req-cc8dd241-4293-4d1f-9128-b4dd67aee724 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:40.871306 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-4027b161-e04d-4bee-9d9f-90393af09162 req-cc8dd241-4293-4d1f-9128-b4dd67aee724 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c219172-398a-4d1a-b41b-a12948058ed4 HTTP/1.1" status: 200 len: 945 time: 0.0540261 Sep 15 00:56:40.922374 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-4027b161-e04d-4bee-9d9f-90393af09162 req-61adc47d-a9a0-4882-8fda-3b5bcff581ea tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455194 Sep 15 00:56:40.952352 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 33898) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:56:41.208966 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062b73e3-a9c6-40b8-9870-a5c13fd392b1 tempest-TestVolumeBootPattern-863639231 tempest-TestVolumeBootPattern-863639231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:41.211075 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-062b73e3-a9c6-40b8-9870-a5c13fd392b1 tempest-TestVolumeBootPattern-863639231 tempest-TestVolumeBootPattern-863639231-project-admin] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c219172-398a-4d1a-b41b-a12948058ed4 HTTP/1.1" status: 200 len: 1124 time: 0.2577078 Sep 15 00:56:41.213987 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 33906) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:56:41.218183 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-9c083e8c-149b-432c-82ae-73dc92de23fb tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Request body: {'floatingip': {'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'port_id': '1e256011-f270-4453-bb18-eafb005e24f8', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'fixed_ip_address': '172.20.0.3'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:56:41.230509 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:56:41.241235 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-9c083e8c-149b-432c-82ae-73dc92de23fb tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:41.327448 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-9c083e8c-149b-432c-82ae-73dc92de23fb tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:41.441829 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.db_base_plugin_common [None req-9c083e8c-149b-432c-82ae-73dc92de23fb tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Allocated IP 172.27.1.250 (53046852-16e9-4bc6-a26e-a34c1d2139e6/8f0c0330-11bc-44ed-a1b6-6f3c15aee393/521d9c42-ad8f-49a7-b9cd-6df882bf112c) {{(pid=112953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:56:41.551715 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-9c083e8c-149b-432c-82ae-73dc92de23fb tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks [] for port (521d9c42-ad8f-49a7-b9cd-6df882bf112c), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:41.587308 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-9c083e8c-149b-432c-82ae-73dc92de23fb tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9371492'] for port (521d9c42-ad8f-49a7-b9cd-6df882bf112c), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:41.624126 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c083e8c-149b-432c-82ae-73dc92de23fb tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Network 53046852-16e9-4bc6-a26e-a34c1d2139e6 is already hosted by enough agents. {{(pid=112953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:56:41.626880 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.base_scheduler [None req-9c083e8c-149b-432c-82ae-73dc92de23fb tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Resources bound (agent type, host, resource id): {{(pid=112953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:56:41.629761 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c083e8c-149b-432c-82ae-73dc92de23fb tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Received port after_create {{(pid=112953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:56:41.661504 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c083e8c-149b-432c-82ae-73dc92de23fb tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Pushing event updated for resources: {'Port': ['ID=521d9c42-ad8f-49a7-b9cd-6df882bf112c,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:56:41.855139 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:56:42.012365 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-9c083e8c-149b-432c-82ae-73dc92de23fb tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks [] for floatingip (15fd45a7-140f-4657-9227-6840ab2ccda4), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:42.079146 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-9c083e8c-149b-432c-82ae-73dc92de23fb tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (521d9c42-ad8f-49a7-b9cd-6df882bf112c), before_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:42.101235 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:56:42.219777 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-9c083e8c-149b-432c-82ae-73dc92de23fb tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks [] for port (521d9c42-ad8f-49a7-b9cd-6df882bf112c), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:42.224169 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-9c083e8c-149b-432c-82ae-73dc92de23fb tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9371485'] for port (521d9c42-ad8f-49a7-b9cd-6df882bf112c), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:42.291399 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c083e8c-149b-432c-82ae-73dc92de23fb tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Pushing event updated for resources: {'Port': ['ID=521d9c42-ad8f-49a7-b9cd-6df882bf112c,revision_number=2']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:56:42.293855 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-9c083e8c-149b-432c-82ae-73dc92de23fb tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682341'] for floatingip (15fd45a7-140f-4657-9227-6840ab2ccda4), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:42.613764 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.db.l3_db [None req-9c083e8c-149b-432c-82ae-73dc92de23fb tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Floating IP 15fd45a7-140f-4657-9227-6840ab2ccda4 associated. External IP: 172.27.1.250, port: 1e256011-f270-4453-bb18-eafb005e24f8. Sep 15 00:56:42.810836 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c083e8c-149b-432c-82ae-73dc92de23fb tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Router 507b553a-d76a-466a-b784-97a7291cdd3f has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:56:42.899024 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:56:42.918325 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c083e8c-149b-432c-82ae-73dc92de23fb tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:56:42.928116 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50392df9-79e4-47f0-b3d9-a51c679da648 None None] Sync routers for ids ['507b553a-d76a-466a-b784-97a7291cdd3f'] in dv-cinder-857528-2-iscsi {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:56:42.947819 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50392df9-79e4-47f0-b3d9-a51c679da648 None None] Routers {'507b553a-d76a-466a-b784-97a7291cdd3f'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:56:42.947941 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-9c083e8c-149b-432c-82ae-73dc92de23fb tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for floatingip (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:42.948045 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-50392df9-79e4-47f0-b3d9-a51c679da648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:56:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['507b553a-d76a-466a-b784-97a7291cdd3f'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:56:42.970876 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-9c083e8c-149b-432c-82ae-73dc92de23fb tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7556629 Sep 15 00:56:42.971561 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c219172-398a-4d1a-b41b-a12948058ed4', 'tag': '1e256011-f270-4453-bb18-eafb005e24f8'}] {{(pid=112953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:56:42.973914 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dcd79e7c9c5799004c3790ddb8f78f6987afe8bb335ac36dcc290df3850dde4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f67660-ec28-4f78-a2ba-8c4e41f30c73" -d '{"events": [{"name": "network-changed", "server_uuid": "3c219172-398a-4d1a-b41b-a12948058ed4", "tag": "1e256011-f270-4453-bb18-eafb005e24f8"}]}' {{(pid=112953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:56:43.014080 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 00:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997a86c2-a188-43bd-8ee6-a464ebfbf425 x-openstack-request-id: req-997a86c2-a188-43bd-8ee6-a464ebfbf425 {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:56:43.014670 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c219172-398a-4d1a-b41b-a12948058ed4", "tag": "1e256011-f270-4453-bb18-eafb005e24f8", "status": "completed", "code": 200}]} {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:56:43.014670 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-997a86c2-a188-43bd-8ee6-a464ebfbf425 {{(pid=112953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:56:43.015019 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-997a86c2-a188-43bd-8ee6-a464ebfbf425'] response: {'name': 'network-changed', 'server_uuid': '3c219172-398a-4d1a-b41b-a12948058ed4', 'tag': '1e256011-f270-4453-bb18-eafb005e24f8', 'status': 'completed', 'code': 200} Sep 15 00:56:43.047208 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-50392df9-79e4-47f0-b3d9-a51c679da648 None None] Set router 507b553a-d76a-466a-b784-97a7291cdd3f gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:56:43.109521 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f67660-ec28-4f78-a2ba-8c4e41f30c73 req-acc3753d-a175-4a99-8938-b54046cd1063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:43.111284 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f8f67660-ec28-4f78-a2ba-8c4e41f30c73 req-acc3753d-a175-4a99-8938-b54046cd1063 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=53d8d76185c44a159439c0f7a0e88b31&device_id=3c219172-398a-4d1a-b41b-a12948058ed4 HTTP/1.1" status: 200 len: 1129 time: 0.0424225 Sep 15 00:56:43.229458 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f67660-ec28-4f78-a2ba-8c4e41f30c73 req-cddd1541-adcd-446f-ad50-184643b18cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:43.230999 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f8f67660-ec28-4f78-a2ba-8c4e41f30c73 req-cddd1541-adcd-446f-ad50-184643b18cac service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=0487b0cb-031a-4188-bee6-95c6ebd2b4a3 HTTP/1.1" status: 200 len: 909 time: 0.1142097 Sep 15 00:56:43.288199 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-50392df9-79e4-47f0-b3d9-a51c679da648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'name': 'tempest-TestVolumeBootPattern-9489909-router', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:03Z', 'updated_at': '2022-09-15T00:49:06Z', 'revision_number': 4, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'gw_port': {'id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:04Z', 'updated_at': '2022-09-15T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': '15fd45a7-140f-4657-9227-6840ab2ccda4', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'port_id': '1e256011-f270-4453-bb18-eafb005e24f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3', 'mac_address': 'fa:16:3e:df:cd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c219172-398a-4d1a-b41b-a12948058ed4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:56:41Z', 'updated_at': '2022-09-15T00:56:41Z', 'revision_number': 0, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'fixed_ip_address_scope': None}, {'id': '741b0703-4a84-41b6-9351-1fd0bc5c0358', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'floating_ip_address': '172.27.1.161', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'port_id': 'd1b21f4d-7863-4a9c-ac7d-ae028778c2c8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3', 'mac_address': 'fa:16:3e:c2:44:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c770ee1-1cc8-4af3-bb2c-ab3753156e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:53:58Z', 'updated_at': '2022-09-15T00:54:00Z', 'revision_number': 1, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8adcbc4-cb9c-40f7-8758-254d0a29b7bd', 'name': '', 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'mac_address': 'fa:16:3e:2f:6f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:06Z', 'updated_at': '2022-09-15T00:49:11Z', 'revision_number': 5, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'subnets': [{'id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:56:43.292745 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f8f67660-ec28-4f78-a2ba-8c4e41f30c73 req-df711838-9fc2-4cab-941d-6499a0c90fa6 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e256011-f270-4453-bb18-eafb005e24f8 HTTP/1.1" status: 200 len: 999 time: 0.0556769 Sep 15 00:56:43.315815 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50392df9-79e4-47f0-b3d9-a51c679da648 None None] Checking router: 507b553a-d76a-466a-b784-97a7291cdd3f for host: dv-cinder-857528-2-iscsi {{(pid=112955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:56:43.324539 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50392df9-79e4-47f0-b3d9-a51c679da648 None None] Routers {'507b553a-d76a-466a-b784-97a7291cdd3f'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:56:43.325139 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-50392df9-79e4-47f0-b3d9-a51c679da648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:56:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['507b553a-d76a-466a-b784-97a7291cdd3f'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:56:43.329095 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:56:43.343578 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f67660-ec28-4f78-a2ba-8c4e41f30c73 req-b1a674be-de50-446b-b574-ea84f37ebd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:43.345095 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f8f67660-ec28-4f78-a2ba-8c4e41f30c73 req-b1a674be-de50-446b-b574-ea84f37ebd01 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=a47b3c86-5b49-4a30-ad22-9680b01f5da9 HTTP/1.1" status: 200 len: 848 time: 0.0467725 Sep 15 00:56:43.400674 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f67660-ec28-4f78-a2ba-8c4e41f30c73 req-5a050f92-5f8e-4e9c-8b17-8a07aa7e9f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:43.402126 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f8f67660-ec28-4f78-a2ba-8c4e41f30c73 req-5a050f92-5f8e-4e9c-8b17-8a07aa7e9f6e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=0487b0cb-031a-4188-bee6-95c6ebd2b4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431850 Sep 15 00:56:43.422094 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-50392df9-79e4-47f0-b3d9-a51c679da648 None None] Set router 507b553a-d76a-466a-b784-97a7291cdd3f gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:56:43.493002 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f8f67660-ec28-4f78-a2ba-8c4e41f30c73 req-afff438d-ba92-4c8d-9f6d-259b8f299e74 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/0487b0cb-031a-4188-bee6-95c6ebd2b4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833809 Sep 15 00:56:43.587564 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f8f67660-ec28-4f78-a2ba-8c4e41f30c73 req-1da0be9e-a8fc-4859-8ee0-2870a9a4ce24 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/0487b0cb-031a-4188-bee6-95c6ebd2b4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886509 Sep 15 00:56:43.634853 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-50392df9-79e4-47f0-b3d9-a51c679da648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'name': 'tempest-TestVolumeBootPattern-9489909-router', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:03Z', 'updated_at': '2022-09-15T00:49:06Z', 'revision_number': 4, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'gw_port': {'id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:04Z', 'updated_at': '2022-09-15T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': '15fd45a7-140f-4657-9227-6840ab2ccda4', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'port_id': '1e256011-f270-4453-bb18-eafb005e24f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3', 'mac_address': 'fa:16:3e:df:cd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c219172-398a-4d1a-b41b-a12948058ed4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:56:41Z', 'updated_at': '2022-09-15T00:56:41Z', 'revision_number': 0, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'fixed_ip_address_scope': None}, {'id': '741b0703-4a84-41b6-9351-1fd0bc5c0358', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'floating_ip_address': '172.27.1.161', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'port_id': 'd1b21f4d-7863-4a9c-ac7d-ae028778c2c8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3', 'mac_address': 'fa:16:3e:c2:44:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c770ee1-1cc8-4af3-bb2c-ab3753156e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:53:58Z', 'updated_at': '2022-09-15T00:54:00Z', 'revision_number': 1, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8adcbc4-cb9c-40f7-8758-254d0a29b7bd', 'name': '', 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'mac_address': 'fa:16:3e:2f:6f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:06Z', 'updated_at': '2022-09-15T00:49:11Z', 'revision_number': 5, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'subnets': [{'id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:56:43.659503 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50392df9-79e4-47f0-b3d9-a51c679da648 None None] The sync data for ids ['507b553a-d76a-466a-b784-97a7291cdd3f'] in dv-cinder-857528-2-iscsi is: [{'id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'name': 'tempest-TestVolumeBootPattern-9489909-router', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:03Z', 'updated_at': '2022-09-15T00:49:06Z', 'revision_number': 4, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'gw_port': {'id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:04Z', 'updated_at': '2022-09-15T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': '15fd45a7-140f-4657-9227-6840ab2ccda4', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'port_id': '1e256011-f270-4453-bb18-eafb005e24f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3', 'mac_address': 'fa:16:3e:df:cd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c219172-398a-4d1a-b41b-a12948058ed4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:56:41Z', 'updated_at': '2022-09-15T00:56:41Z', 'revision_number': 0, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'fixed_ip_address_scope': None}, {'id': '741b0703-4a84-41b6-9351-1fd0bc5c0358', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'floating_ip_address': '172.27.1.161', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'port_id': 'd1b21f4d-7863-4a9c-ac7d-ae028778c2c8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3', 'mac_address': 'fa:16:3e:c2:44:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c770ee1-1cc8-4af3-bb2c-ab3753156e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:53:58Z', 'updated_at': '2022-09-15T00:54:00Z', 'revision_number': 1, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8adcbc4-cb9c-40f7-8758-254d0a29b7bd', 'name': '', 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'mac_address': 'fa:16:3e:2f:6f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:06Z', 'updated_at': '2022-09-15T00:49:11Z', 'revision_number': 5, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'subnets': [{'id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:56:43.867137 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eea50a3-3b02-4fec-a3af-7523b2460f22 None None] New status for floating IP 15fd45a7-140f-4657-9227-6840ab2ccda4: ACTIVE {{(pid=112954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 00:56:43.964886 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:56:45.025894 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:47.770995 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-674cb7ad-b846-4679-8d32-bd14cd56ad8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:50.043007 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-f8c174e8-cf7f-4ca9-a928-deb6d5f8a300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:50.734156 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=51 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:56:50.738382 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=42,neutron:DELETE=4 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:56:51.345706 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:52.613507 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:52.675606 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:56:53.271156 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-290ba5f6-2ed8-423e-b916-163a9f8046a2 req-931ea552-09d8-4495-a413-83356f331bf7 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375948 Sep 15 00:56:53.347710 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ba5f6-2ed8-423e-b916-163a9f8046a2 req-f8f9ea54-b0e0-4a36-8dc4-6e81ed3ded6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:53.349228 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-290ba5f6-2ed8-423e-b916-163a9f8046a2 req-f8f9ea54-b0e0-4a36-8dc4-6e81ed3ded6c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=72d7dfe402c045edbca04c0e7eee05f9&device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 1130 time: 0.0398083 Sep 15 00:56:53.454892 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ba5f6-2ed8-423e-b916-163a9f8046a2 req-8d446193-1982-4c1c-8c15-ff8e2d221404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:53.456396 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-290ba5f6-2ed8-423e-b916-163a9f8046a2 req-8d446193-1982-4c1c-8c15-ff8e2d221404 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=ab876c33-1fa1-4628-a9be-d8dde255d344 HTTP/1.1" status: 200 len: 917 time: 0.0887728 Sep 15 00:56:53.515803 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-290ba5f6-2ed8-423e-b916-163a9f8046a2 req-a8d6700d-0c33-4cca-8736-e59f47b067e6 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e2fa835-2b12-4126-9efe-5387a46e4c0c HTTP/1.1" status: 200 len: 1001 time: 0.0534256 Sep 15 00:56:53.565758 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ba5f6-2ed8-423e-b916-163a9f8046a2 req-f1cfa366-c1f4-4d91-965c-cbf9e2c8ffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:53.567161 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-290ba5f6-2ed8-423e-b916-163a9f8046a2 req-f1cfa366-c1f4-4d91-965c-cbf9e2c8ffb7 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72 HTTP/1.1" status: 200 len: 856 time: 0.0462599 Sep 15 00:56:53.610789 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ba5f6-2ed8-423e-b916-163a9f8046a2 req-1a125917-60b5-4dc3-8d2b-a033f505ba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:56:53.612264 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-290ba5f6-2ed8-423e-b916-163a9f8046a2 req-1a125917-60b5-4dc3-8d2b-a033f505ba79 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=ab876c33-1fa1-4628-a9be-d8dde255d344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386357 Sep 15 00:56:53.636977 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=74 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:56:53.637757 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=82 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:56:53.705269 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-290ba5f6-2ed8-423e-b916-163a9f8046a2 req-4c53d44a-9ff2-4457-b53f-447e7b97377e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ab876c33-1fa1-4628-a9be-d8dde255d344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870447 Sep 15 00:56:53.760360 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:56:53.794164 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-290ba5f6-2ed8-423e-b916-163a9f8046a2 req-e891a78d-ac3c-4562-905c-28cb33220c58 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ab876c33-1fa1-4628-a9be-d8dde255d344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828412 Sep 15 00:57:02.668639 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=29,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:02.670587 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:UPDATE=5,neutron:SELECT=6 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:03.789872 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=78 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:03.791863 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:05.282072 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 34054) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:57:05.389378 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-4dc7f48c-af05-4017-8e0a-abe757460523 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:05.466402 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-4dc7f48c-af05-4017-8e0a-abe757460523 admin admin] Publish callbacks [] for security_group (9bb86b61-3efa-4d9d-92b9-b9b89e2a7056), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:05.469245 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-4dc7f48c-af05-4017-8e0a-abe757460523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (9bb86b61-3efa-4d9d-92b9-b9b89e2a7056), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:05.513519 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc7f48c-af05-4017-8e0a-abe757460523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb86b61-3efa-4d9d-92b9-b9b89e2a7056,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:57:05.518208 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-4dc7f48c-af05-4017-8e0a-abe757460523 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=bc9e9218a2844f2ab3693f64a7538ad0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2351658 Sep 15 00:57:05.521426 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 34058) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:57:05.572755 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-8a7ab93d-5914-4d08-b360-f7d4515d0d0d admin admin] Publish callbacks [] for security_group (9bb86b61-3efa-4d9d-92b9-b9b89e2a7056), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:05.592762 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-8a7ab93d-5914-4d08-b360-f7d4515d0d0d admin admin] Publish callbacks [] for security_group (9bb86b61-3efa-4d9d-92b9-b9b89e2a7056), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:05.643498 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-8a7ab93d-5914-4d08-b360-f7d4515d0d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (9bb86b61-3efa-4d9d-92b9-b9b89e2a7056), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:05.646255 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-8a7ab93d-5914-4d08-b360-f7d4515d0d0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:05.649257 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-8a7ab93d-5914-4d08-b360-f7d4515d0d0d admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/9bb86b61-3efa-4d9d-92b9-b9b89e2a7056 HTTP/1.1" status: 204 len: 168 time: 0.1256995 Sep 15 00:57:05.656869 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7ab93d-5914-4d08-b360-f7d4515d0d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb86b61-3efa-4d9d-92b9-b9b89e2a7056,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:57:13.665385 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=13 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:13.667218 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=13 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:14.132851 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 6 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 00:57:15.029926 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:15.650919 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=34,neutron:INSERT=5,neutron:DELETE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:15.651667 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=35,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:17.783708 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-10fc72c8-1309-4be3-ae2b-d3031ac025ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:17.866833 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a01f4-7329-4f6b-a5ac-780dac9309b8 req-554607c5-bd51-42b4-983a-7b3f78983aff tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:57:17.868321 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-e89a01f4-7329-4f6b-a5ac-780dac9309b8 req-554607c5-bd51-42b4-983a-7b3f78983aff tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=919d6f99-161e-4c7f-b7e8-2183095d5e1f HTTP/1.1" status: 200 len: 945 time: 0.0459538 Sep 15 00:57:17.914543 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-e89a01f4-7329-4f6b-a5ac-780dac9309b8 req-df9cb2a1-9ff6-412c-ae5c-3a6b4c088ebf tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dc083cbc-37df-491f-9395-43ec34bce12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404034 Sep 15 00:57:19.036844 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db49cc0-d6ae-44bf-92ec-a7d71acae1ee req-8c11f373-83df-407a-9c4c-70ac4cf2ed81 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:57:19.038305 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2db49cc0-d6ae-44bf-92ec-a7d71acae1ee req-8c11f373-83df-407a-9c4c-70ac4cf2ed81 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=919d6f99-161e-4c7f-b7e8-2183095d5e1f HTTP/1.1" status: 200 len: 945 time: 0.0476096 Sep 15 00:57:19.084579 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2db49cc0-d6ae-44bf-92ec-a7d71acae1ee req-4877ffb5-8472-4e9b-baca-8ac7ce536dcb tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dc083cbc-37df-491f-9395-43ec34bce12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408618 Sep 15 00:57:20.005042 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c634b-b93f-48a0-a294-0a85a73446c6 req-d9161e23-04b3-4b13-888d-e628feb0aae5 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:57:20.006451 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-8a3c634b-b93f-48a0-a294-0a85a73446c6 req-d9161e23-04b3-4b13-888d-e628feb0aae5 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=919d6f99-161e-4c7f-b7e8-2183095d5e1f HTTP/1.1" status: 200 len: 945 time: 0.0507846 Sep 15 00:57:20.045770 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-8f173995-2cc3-4ce5-971c-a6d469a17c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:20.089924 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [req-8a3c634b-b93f-48a0-a294-0a85a73446c6 req-5095ae4d-cd0d-4f5d-ae1a-8a98227afd62 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Deleting port d96819c5-d122-476e-b592-f224863bf88c {{(pid=112953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:57:20.090443 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-8a3c634b-b93f-48a0-a294-0a85a73446c6 req-5095ae4d-cd0d-4f5d-ae1a-8a98227afd62 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (d96819c5-d122-476e-b592-f224863bf88c), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:20.186836 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [req-8a3c634b-b93f-48a0-a294-0a85a73446c6 req-5095ae4d-cd0d-4f5d-ae1a-8a98227afd62 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] For port d96819c5-d122-476e-b592-f224863bf88c, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=d96819c5-d122-476e-b592-f224863bf88c,segment=NetworkSegment(43962dc6-5d1e-44de-8cf1-94862617316b),segment_id=43962dc6-5d1e-44de-8cf1-94862617316b)] {{(pid=112953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:57:20.187238 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-8a3c634b-b93f-48a0-a294-0a85a73446c6 req-5095ae4d-cd0d-4f5d-ae1a-8a98227afd62 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (d96819c5-d122-476e-b592-f224863bf88c), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:20.210294 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d0c4e-832c-469b-b088-7348c497d452 req-c8f4d7cf-25ee-40a2-a656-ad2545a3a407 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:57:20.211819 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-4c9d0c4e-832c-469b-b088-7348c497d452 req-c8f4d7cf-25ee-40a2-a656-ad2545a3a407 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=919d6f99-161e-4c7f-b7e8-2183095d5e1f HTTP/1.1" status: 200 len: 945 time: 0.0499358 Sep 15 00:57:20.261384 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-4c9d0c4e-832c-469b-b088-7348c497d452 req-1b5f1005-619e-4e08-b888-8b41bfa06169 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=dc083cbc-37df-491f-9395-43ec34bce12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425084 Sep 15 00:57:20.349643 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-8a3c634b-b93f-48a0-a294-0a85a73446c6 req-5095ae4d-cd0d-4f5d-ae1a-8a98227afd62 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:20.350016 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-8a3c634b-b93f-48a0-a294-0a85a73446c6 req-5095ae4d-cd0d-4f5d-ae1a-8a98227afd62 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682341'] for floatingip (daab254e-8128-4201-9c28-1b406b467608), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:20.350354 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.db.l3_db [req-8a3c634b-b93f-48a0-a294-0a85a73446c6 req-5095ae4d-cd0d-4f5d-ae1a-8a98227afd62 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Floating IP daab254e-8128-4201-9c28-1b406b467608 disassociated. External IP: 172.27.1.45, port: d96819c5-d122-476e-b592-f224863bf88c. Sep 15 00:57:20.350698 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [req-8a3c634b-b93f-48a0-a294-0a85a73446c6 req-5095ae4d-cd0d-4f5d-ae1a-8a98227afd62 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Calling delete_port for d96819c5-d122-476e-b592-f224863bf88c owned by compute:nova {{(pid=112953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:57:20.481552 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-8a3c634b-b93f-48a0-a294-0a85a73446c6 req-5095ae4d-cd0d-4f5d-ae1a-8a98227afd62 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9371492'] for port (d96819c5-d122-476e-b592-f224863bf88c), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:20.507447 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5095ae4d-cd0d-4f5d-ae1a-8a98227afd62 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Pushing event deleted for resources: {'Port': ['ID=d96819c5-d122-476e-b592-f224863bf88c,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:57:20.617877 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a3c634b-b93f-48a0-a294-0a85a73446c6 req-5095ae4d-cd0d-4f5d-ae1a-8a98227afd62 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Router 1ce736d0-eb45-4996-8a42-1c0d1d83a272 has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:57:20.719831 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a3c634b-b93f-48a0-a294-0a85a73446c6 req-5095ae4d-cd0d-4f5d-ae1a-8a98227afd62 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:57:20.731773 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6632fd75-75f4-4ac9-b6ea-c3731f6d3a25 None None] Sync routers for ids ['1ce736d0-eb45-4996-8a42-1c0d1d83a272'] in dv-cinder-857528-2-iscsi {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:57:20.742475 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6632fd75-75f4-4ac9-b6ea-c3731f6d3a25 None None] Routers {'1ce736d0-eb45-4996-8a42-1c0d1d83a272'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:57:20.743175 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-6632fd75-75f4-4ac9-b6ea-c3731f6d3a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:57:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['1ce736d0-eb45-4996-8a42-1c0d1d83a272'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:57:20.764769 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a3c634b-b93f-48a0-a294-0a85a73446c6 req-5095ae4d-cd0d-4f5d-ae1a-8a98227afd62 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] No DVR routers for this DVR port d96819c5-d122-476e-b592-f224863bf88c on host hv-cinder-85752 {{(pid=112953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 00:57:20.767877 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-8a3c634b-b93f-48a0-a294-0a85a73446c6 req-5095ae4d-cd0d-4f5d-ae1a-8a98227afd62 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:20.771658 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-8a3c634b-b93f-48a0-a294-0a85a73446c6 req-5095ae4d-cd0d-4f5d-ae1a-8a98227afd62 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.18 "DELETE /networking/v2.0/ports/d96819c5-d122-476e-b592-f224863bf88c HTTP/1.1" status: 204 len: 173 time: 0.7602148 Sep 15 00:57:20.772245 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '919d6f99-161e-4c7f-b7e8-2183095d5e1f', 'name': 'network-vif-deleted', 'tag': 'd96819c5-d122-476e-b592-f224863bf88c'}] {{(pid=112953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:57:20.774828 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dcd79e7c9c5799004c3790ddb8f78f6987afe8bb335ac36dcc290df3850dde4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ec4493-b316-4a33-b3cf-e2eef11a63ae" -d '{"events": [{"server_uuid": "919d6f99-161e-4c7f-b7e8-2183095d5e1f", "name": "network-vif-deleted", "tag": "d96819c5-d122-476e-b592-f224863bf88c"}]}' {{(pid=112953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:57:20.815179 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 00:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c194e49d-5eac-4bff-92b8-06bde0dd5554 x-openstack-request-id: req-c194e49d-5eac-4bff-92b8-06bde0dd5554 {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:57:20.815554 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "919d6f99-161e-4c7f-b7e8-2183095d5e1f", "name": "network-vif-deleted", "tag": "d96819c5-d122-476e-b592-f224863bf88c", "status": "completed", "code": 200}]} {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:57:20.815840 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c194e49d-5eac-4bff-92b8-06bde0dd5554 {{(pid=112953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:57:20.816329 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c194e49d-5eac-4bff-92b8-06bde0dd5554'] response: {'server_uuid': '919d6f99-161e-4c7f-b7e8-2183095d5e1f', 'name': 'network-vif-deleted', 'tag': 'd96819c5-d122-476e-b592-f224863bf88c', 'status': 'completed', 'code': 200} Sep 15 00:57:20.858726 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-6632fd75-75f4-4ac9-b6ea-c3731f6d3a25 None None] Set router 1ce736d0-eb45-4996-8a42-1c0d1d83a272 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:57:21.175338 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-6632fd75-75f4-4ac9-b6ea-c3731f6d3a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'name': 'tempest-AttachVolumeNegativeTest-400577387-router', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '025acf36-238d-489a-936d-6b142c62ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:04Z', 'revision_number': 4, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'gw_port': {'id': '025acf36-238d-489a-936d-6b142c62ba58', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': '4dbe1e85-0e9a-400f-a529-d8686dc82f14', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'port_id': '4cd61e51-9091-42e2-b4f8-f67dbf137235', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'mac_address': 'fa:16:3e:37:f0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e47eda5-dffe-41dd-a09d-0870d19dd898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:53:06Z', 'updated_at': '2022-09-15T00:53:28Z', 'revision_number': 2, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '107963f3-d92c-4837-ab25-c26e9f8ce006', 'name': '', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'mac_address': 'fa:16:3e:ad:67:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:03Z', 'updated_at': '2022-09-15T00:53:09Z', 'revision_number': 5, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'subnets': [{'id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:57:21.199470 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6632fd75-75f4-4ac9-b6ea-c3731f6d3a25 None None] Checking router: 1ce736d0-eb45-4996-8a42-1c0d1d83a272 for host: dv-cinder-857528-2-iscsi {{(pid=112955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:57:21.207444 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6632fd75-75f4-4ac9-b6ea-c3731f6d3a25 None None] Routers {'1ce736d0-eb45-4996-8a42-1c0d1d83a272'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:57:21.208062 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-6632fd75-75f4-4ac9-b6ea-c3731f6d3a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:57:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['1ce736d0-eb45-4996-8a42-1c0d1d83a272'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:57:21.305961 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-6632fd75-75f4-4ac9-b6ea-c3731f6d3a25 None None] Set router 1ce736d0-eb45-4996-8a42-1c0d1d83a272 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:57:21.351308 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:21.388902 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-2e2d4698-c70b-432e-a696-b0734ac473a5 req-b42830c0-8b13-4d55-92f9-acb8f05e57b3 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=919d6f99-161e-4c7f-b7e8-2183095d5e1f HTTP/1.1" status: 200 len: 210 time: 0.0315280 Sep 15 00:57:21.518764 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-6632fd75-75f4-4ac9-b6ea-c3731f6d3a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'name': 'tempest-AttachVolumeNegativeTest-400577387-router', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '025acf36-238d-489a-936d-6b142c62ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:04Z', 'revision_number': 4, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'gw_port': {'id': '025acf36-238d-489a-936d-6b142c62ba58', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': '4dbe1e85-0e9a-400f-a529-d8686dc82f14', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'port_id': '4cd61e51-9091-42e2-b4f8-f67dbf137235', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'mac_address': 'fa:16:3e:37:f0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e47eda5-dffe-41dd-a09d-0870d19dd898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:53:06Z', 'updated_at': '2022-09-15T00:53:28Z', 'revision_number': 2, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '107963f3-d92c-4837-ab25-c26e9f8ce006', 'name': '', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'mac_address': 'fa:16:3e:ad:67:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:03Z', 'updated_at': '2022-09-15T00:53:09Z', 'revision_number': 5, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'subnets': [{'id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:57:21.547764 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6632fd75-75f4-4ac9-b6ea-c3731f6d3a25 None None] The sync data for ids ['1ce736d0-eb45-4996-8a42-1c0d1d83a272'] in dv-cinder-857528-2-iscsi is: [{'id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'name': 'tempest-AttachVolumeNegativeTest-400577387-router', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '025acf36-238d-489a-936d-6b142c62ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:04Z', 'revision_number': 4, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'gw_port': {'id': '025acf36-238d-489a-936d-6b142c62ba58', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': '4dbe1e85-0e9a-400f-a529-d8686dc82f14', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'port_id': '4cd61e51-9091-42e2-b4f8-f67dbf137235', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'mac_address': 'fa:16:3e:37:f0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e47eda5-dffe-41dd-a09d-0870d19dd898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:53:06Z', 'updated_at': '2022-09-15T00:53:28Z', 'revision_number': 2, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '107963f3-d92c-4837-ab25-c26e9f8ce006', 'name': '', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'mac_address': 'fa:16:3e:ad:67:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:03Z', 'updated_at': '2022-09-15T00:53:09Z', 'revision_number': 5, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'subnets': [{'id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:57:21.764122 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7b724d-4052-4de2-a0ae-15874a5a7eeb None None] New status for floating IP daab254e-8128-4201-9c28-1b406b467608: DOWN {{(pid=112954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 00:57:22.485664 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 34094) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:57:22.492496 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:22.513668 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:22.543981 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-dcc3a2a3-34d2-4918-afd0-27ecf5591741 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for security_group (dc083cbc-37df-491f-9395-43ec34bce12c), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:22.565969 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-dcc3a2a3-34d2-4918-afd0-27ecf5591741 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for security_group (dc083cbc-37df-491f-9395-43ec34bce12c), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:22.614289 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:22.620343 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-dcc3a2a3-34d2-4918-afd0-27ecf5591741 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (dc083cbc-37df-491f-9395-43ec34bce12c), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:22.623093 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-dcc3a2a3-34d2-4918-afd0-27ecf5591741 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:22.624323 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-dcc3a2a3-34d2-4918-afd0-27ecf5591741 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/dc083cbc-37df-491f-9395-43ec34bce12c HTTP/1.1" status: 204 len: 168 time: 0.1376603 Sep 15 00:57:22.627756 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 34096) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:57:22.634862 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3a2a3-34d2-4918-afd0-27ecf5591741 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc083cbc-37df-491f-9395-43ec34bce12c,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:57:22.642983 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3a2a3-34d2-4918-afd0-27ecf5591741 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:57:22.643364 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3a2a3-34d2-4918-afd0-27ecf5591741 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:57:22.643744 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3a2a3-34d2-4918-afd0-27ecf5591741 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:57:22.643968 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.api.v2.resource [None req-6e9c114e-d6d3-4bf8-a8d4-2e8784aca771 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] show failed (client error): The resource could not be found. Sep 15 00:57:22.644136 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3a2a3-34d2-4918-afd0-27ecf5591741 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:57:22.644438 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3a2a3-34d2-4918-afd0-27ecf5591741 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:57:22.644785 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3a2a3-34d2-4918-afd0-27ecf5591741 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:57:22.645148 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3a2a3-34d2-4918-afd0-27ecf5591741 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:57:22.645480 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3a2a3-34d2-4918-afd0-27ecf5591741 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:57:22.645927 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3a2a3-34d2-4918-afd0-27ecf5591741 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:57:22.646263 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3a2a3-34d2-4918-afd0-27ecf5591741 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:57:22.646609 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3a2a3-34d2-4918-afd0-27ecf5591741 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:57:22.646953 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3a2a3-34d2-4918-afd0-27ecf5591741 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:57:22.647296 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3a2a3-34d2-4918-afd0-27ecf5591741 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:57:22.647661 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3a2a3-34d2-4918-afd0-27ecf5591741 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:57:22.648087 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3a2a3-34d2-4918-afd0-27ecf5591741 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:57:22.648704 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-6e9c114e-d6d3-4bf8-a8d4-2e8784aca771 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups/dc083cbc-37df-491f-9395-43ec34bce12c HTTP/1.1" status: 404 len: 347 time: 0.0194509 Sep 15 00:57:22.649303 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 34098) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:57:22.684583 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:22.765402 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [None req-7f47049b-9edf-4aa0-bbc4-5431f39a9e80 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Deleting port a4e7291e-ea72-4338-8953-80087792103f {{(pid=112952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:57:22.765765 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-7f47049b-9edf-4aa0-bbc4-5431f39a9e80 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (a4e7291e-ea72-4338-8953-80087792103f), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:22.843937 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-7f47049b-9edf-4aa0-bbc4-5431f39a9e80 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (a4e7291e-ea72-4338-8953-80087792103f), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:22.844263 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-7f47049b-9edf-4aa0-bbc4-5431f39a9e80 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for floatingip (a4e7291e-ea72-4338-8953-80087792103f), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:22.856626 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [None req-7f47049b-9edf-4aa0-bbc4-5431f39a9e80 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Calling delete_port for a4e7291e-ea72-4338-8953-80087792103f owned by network:floatingip {{(pid=112952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:57:22.984267 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-7f47049b-9edf-4aa0-bbc4-5431f39a9e80 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3304143'] for port (a4e7291e-ea72-4338-8953-80087792103f), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:23.007075 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f47049b-9edf-4aa0-bbc4-5431f39a9e80 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Pushing event deleted for resources: {'Port': ['ID=a4e7291e-ea72-4338-8953-80087792103f,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:57:23.036437 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f47049b-9edf-4aa0-bbc4-5431f39a9e80 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:57:23.036806 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f47049b-9edf-4aa0-bbc4-5431f39a9e80 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:57:23.037167 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f47049b-9edf-4aa0-bbc4-5431f39a9e80 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:57:23.037525 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f47049b-9edf-4aa0-bbc4-5431f39a9e80 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:57:23.037878 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f47049b-9edf-4aa0-bbc4-5431f39a9e80 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:57:23.038230 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f47049b-9edf-4aa0-bbc4-5431f39a9e80 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:57:23.038574 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f47049b-9edf-4aa0-bbc4-5431f39a9e80 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:57:23.038912 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f47049b-9edf-4aa0-bbc4-5431f39a9e80 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:57:23.039254 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f47049b-9edf-4aa0-bbc4-5431f39a9e80 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:57:23.039620 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f47049b-9edf-4aa0-bbc4-5431f39a9e80 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:57:23.039965 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f47049b-9edf-4aa0-bbc4-5431f39a9e80 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:57:23.040304 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f47049b-9edf-4aa0-bbc4-5431f39a9e80 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:57:23.040644 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f47049b-9edf-4aa0-bbc4-5431f39a9e80 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:57:23.040986 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f47049b-9edf-4aa0-bbc4-5431f39a9e80 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:57:23.041319 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f47049b-9edf-4aa0-bbc4-5431f39a9e80 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:57:23.082077 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-7f47049b-9edf-4aa0-bbc4-5431f39a9e80 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for floatingip (daab254e-8128-4201-9c28-1b406b467608), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:23.084549 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-7f47049b-9edf-4aa0-bbc4-5431f39a9e80 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for floatingip (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:23.085681 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-7f47049b-9edf-4aa0-bbc4-5431f39a9e80 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/daab254e-8128-4201-9c28-1b406b467608 HTTP/1.1" status: 204 len: 168 time: 0.4354901 Sep 15 00:57:24.383449 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device d96819c5-d122-476e-b592-f224863bf88c no longer exists at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:57:24.404306 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] No Port match for: d96819c5-d122-476e-b592-f224863bf88c {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 00:57:24.404670 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device d96819c5-d122-476e-b592-f224863bf88c not bound to the agent host hv-cinder-85752 {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 00:57:24.713001 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc9f21-2271-446b-be87-533dffa23f9b req-680463a9-ca66-4a8b-b877-0caacaee43be tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:57:24.714541 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-acdc9f21-2271-446b-be87-533dffa23f9b req-680463a9-ca66-4a8b-b877-0caacaee43be tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e47eda5-dffe-41dd-a09d-0870d19dd898 HTTP/1.1" status: 200 len: 946 time: 0.0479405 Sep 15 00:57:24.763150 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-acdc9f21-2271-446b-be87-533dffa23f9b req-2d2105c4-b561-43c8-bec7-2dd0e1a9484c tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6f16a876-f56c-4542-b326-b7f16112788d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429814 Sep 15 00:57:25.887384 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcf781-7ee5-4f99-9665-600c3d2a776f req-c9a1bad4-a1d4-4753-81da-75df643a6334 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:57:25.888876 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-54fcf781-7ee5-4f99-9665-600c3d2a776f req-c9a1bad4-a1d4-4753-81da-75df643a6334 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e47eda5-dffe-41dd-a09d-0870d19dd898 HTTP/1.1" status: 200 len: 946 time: 0.0467341 Sep 15 00:57:25.939372 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-54fcf781-7ee5-4f99-9665-600c3d2a776f req-7efcd380-dc96-490a-b3de-804dfa4c7191 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6f16a876-f56c-4542-b326-b7f16112788d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448971 Sep 15 00:57:26.630914 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ad1d9-c9db-4582-8cf0-b2c21b1c1494 req-5f7c9637-9250-4d26-8a35-68958432d6c6 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:57:26.632360 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-380ad1d9-c9db-4582-8cf0-b2c21b1c1494 req-5f7c9637-9250-4d26-8a35-68958432d6c6 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6e47eda5-dffe-41dd-a09d-0870d19dd898 HTTP/1.1" status: 200 len: 946 time: 0.0457687 Sep 15 00:57:26.717303 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [req-380ad1d9-c9db-4582-8cf0-b2c21b1c1494 req-ba48ede5-4d81-4535-a65a-18c80a1c3fd5 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Deleting port 4cd61e51-9091-42e2-b4f8-f67dbf137235 {{(pid=112953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:57:26.717641 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-380ad1d9-c9db-4582-8cf0-b2c21b1c1494 req-ba48ede5-4d81-4535-a65a-18c80a1c3fd5 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (4cd61e51-9091-42e2-b4f8-f67dbf137235), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:26.804419 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [req-380ad1d9-c9db-4582-8cf0-b2c21b1c1494 req-ba48ede5-4d81-4535-a65a-18c80a1c3fd5 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] For port 4cd61e51-9091-42e2-b4f8-f67dbf137235, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=4cd61e51-9091-42e2-b4f8-f67dbf137235,segment=NetworkSegment(43962dc6-5d1e-44de-8cf1-94862617316b),segment_id=43962dc6-5d1e-44de-8cf1-94862617316b)] {{(pid=112953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:57:26.804788 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-380ad1d9-c9db-4582-8cf0-b2c21b1c1494 req-ba48ede5-4d81-4535-a65a-18c80a1c3fd5 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (4cd61e51-9091-42e2-b4f8-f67dbf137235), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:26.964568 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-380ad1d9-c9db-4582-8cf0-b2c21b1c1494 req-ba48ede5-4d81-4535-a65a-18c80a1c3fd5 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:26.964854 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-380ad1d9-c9db-4582-8cf0-b2c21b1c1494 req-ba48ede5-4d81-4535-a65a-18c80a1c3fd5 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682341'] for floatingip (4dbe1e85-0e9a-400f-a529-d8686dc82f14), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:26.965173 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.db.l3_db [req-380ad1d9-c9db-4582-8cf0-b2c21b1c1494 req-ba48ede5-4d81-4535-a65a-18c80a1c3fd5 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Floating IP 4dbe1e85-0e9a-400f-a529-d8686dc82f14 disassociated. External IP: 172.27.1.72, port: 4cd61e51-9091-42e2-b4f8-f67dbf137235. Sep 15 00:57:26.965520 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [req-380ad1d9-c9db-4582-8cf0-b2c21b1c1494 req-ba48ede5-4d81-4535-a65a-18c80a1c3fd5 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Calling delete_port for 4cd61e51-9091-42e2-b4f8-f67dbf137235 owned by compute:nova {{(pid=112953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:57:27.076650 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe965bef-1daa-496c-81f1-4f58ed8fbe4f req-3429c066-920d-4a9c-b7ef-98de9f39c2d6 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:57:27.078140 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-fe965bef-1daa-496c-81f1-4f58ed8fbe4f req-3429c066-920d-4a9c-b7ef-98de9f39c2d6 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e47eda5-dffe-41dd-a09d-0870d19dd898 HTTP/1.1" status: 200 len: 946 time: 0.0579250 Sep 15 00:57:27.155838 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:27.166043 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-fe965bef-1daa-496c-81f1-4f58ed8fbe4f req-ed75136f-979d-48d1-8ac7-1dbac0d347f8 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6f16a876-f56c-4542-b326-b7f16112788d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784316 Sep 15 00:57:27.167524 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-380ad1d9-c9db-4582-8cf0-b2c21b1c1494 req-ba48ede5-4d81-4535-a65a-18c80a1c3fd5 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9371492'] for port (4cd61e51-9091-42e2-b4f8-f67dbf137235), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:27.198518 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48ede5-4d81-4535-a65a-18c80a1c3fd5 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Pushing event deleted for resources: {'Port': ['ID=4cd61e51-9091-42e2-b4f8-f67dbf137235,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:57:27.520571 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:27.535571 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-380ad1d9-c9db-4582-8cf0-b2c21b1c1494 req-ba48ede5-4d81-4535-a65a-18c80a1c3fd5 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Router 1ce736d0-eb45-4996-8a42-1c0d1d83a272 has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:57:27.642337 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-380ad1d9-c9db-4582-8cf0-b2c21b1c1494 req-ba48ede5-4d81-4535-a65a-18c80a1c3fd5 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:57:27.653723 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c10b755-c6e5-40ec-83c7-c013f10d39eb None None] Sync routers for ids ['1ce736d0-eb45-4996-8a42-1c0d1d83a272'] in dv-cinder-857528-2-iscsi {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:57:27.665671 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c10b755-c6e5-40ec-83c7-c013f10d39eb None None] Routers {'1ce736d0-eb45-4996-8a42-1c0d1d83a272'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:57:27.666543 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-9c10b755-c6e5-40ec-83c7-c013f10d39eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:57:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['1ce736d0-eb45-4996-8a42-1c0d1d83a272'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:57:27.686320 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [req-380ad1d9-c9db-4582-8cf0-b2c21b1c1494 req-ba48ede5-4d81-4535-a65a-18c80a1c3fd5 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] No DVR routers for this DVR port 4cd61e51-9091-42e2-b4f8-f67dbf137235 on host hv-cinder-85752 {{(pid=112953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 00:57:27.688871 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-380ad1d9-c9db-4582-8cf0-b2c21b1c1494 req-ba48ede5-4d81-4535-a65a-18c80a1c3fd5 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:27.692191 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-380ad1d9-c9db-4582-8cf0-b2c21b1c1494 req-ba48ede5-4d81-4535-a65a-18c80a1c3fd5 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.18 "DELETE /networking/v2.0/ports/4cd61e51-9091-42e2-b4f8-f67dbf137235 HTTP/1.1" status: 204 len: 173 time: 1.0533912 Sep 15 00:57:27.692690 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e47eda5-dffe-41dd-a09d-0870d19dd898', 'name': 'network-vif-deleted', 'tag': '4cd61e51-9091-42e2-b4f8-f67dbf137235'}] {{(pid=112953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:57:27.694943 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dcd79e7c9c5799004c3790ddb8f78f6987afe8bb335ac36dcc290df3850dde4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e37f506-e10c-4807-a491-133491a678ae" -d '{"events": [{"server_uuid": "6e47eda5-dffe-41dd-a09d-0870d19dd898", "name": "network-vif-deleted", "tag": "4cd61e51-9091-42e2-b4f8-f67dbf137235"}]}' {{(pid=112953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:57:27.713064 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=100 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:27.734426 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 00:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4276a6-e835-4ccb-bad8-fc6d00fe2099 x-openstack-request-id: req-ac4276a6-e835-4ccb-bad8-fc6d00fe2099 {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:57:27.734830 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e47eda5-dffe-41dd-a09d-0870d19dd898", "name": "network-vif-deleted", "tag": "4cd61e51-9091-42e2-b4f8-f67dbf137235", "status": "completed", "code": 200}]} {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:57:27.735109 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ac4276a6-e835-4ccb-bad8-fc6d00fe2099 {{(pid=112953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:57:27.736137 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac4276a6-e835-4ccb-bad8-fc6d00fe2099'] response: {'server_uuid': '6e47eda5-dffe-41dd-a09d-0870d19dd898', 'name': 'network-vif-deleted', 'tag': '4cd61e51-9091-42e2-b4f8-f67dbf137235', 'status': 'completed', 'code': 200} Sep 15 00:57:27.773525 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-9c10b755-c6e5-40ec-83c7-c013f10d39eb None None] Set router 1ce736d0-eb45-4996-8a42-1c0d1d83a272 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:57:27.968684 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-9c10b755-c6e5-40ec-83c7-c013f10d39eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'name': 'tempest-AttachVolumeNegativeTest-400577387-router', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '025acf36-238d-489a-936d-6b142c62ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:04Z', 'revision_number': 4, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'gw_port': {'id': '025acf36-238d-489a-936d-6b142c62ba58', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': '107963f3-d92c-4837-ab25-c26e9f8ce006', 'name': '', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'mac_address': 'fa:16:3e:ad:67:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:03Z', 'updated_at': '2022-09-15T00:53:09Z', 'revision_number': 5, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'subnets': [{'id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:57:27.996720 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c10b755-c6e5-40ec-83c7-c013f10d39eb None None] Checking router: 1ce736d0-eb45-4996-8a42-1c0d1d83a272 for host: dv-cinder-857528-2-iscsi {{(pid=112955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:57:28.005088 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c10b755-c6e5-40ec-83c7-c013f10d39eb None None] Routers {'1ce736d0-eb45-4996-8a42-1c0d1d83a272'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:57:28.005676 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-9c10b755-c6e5-40ec-83c7-c013f10d39eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:57:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['1ce736d0-eb45-4996-8a42-1c0d1d83a272'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:57:28.049390 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=100 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:28.101337 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-9c10b755-c6e5-40ec-83c7-c013f10d39eb None None] Set router 1ce736d0-eb45-4996-8a42-1c0d1d83a272 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:57:28.288022 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-06a24344-d806-4cbe-a2b4-1bf282531bb5 req-486705d1-ee01-4531-a439-8da08404a244 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6e47eda5-dffe-41dd-a09d-0870d19dd898 HTTP/1.1" status: 200 len: 210 time: 0.0312438 Sep 15 00:57:28.293662 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-9c10b755-c6e5-40ec-83c7-c013f10d39eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'name': 'tempest-AttachVolumeNegativeTest-400577387-router', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '025acf36-238d-489a-936d-6b142c62ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:04Z', 'revision_number': 4, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'gw_port': {'id': '025acf36-238d-489a-936d-6b142c62ba58', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': '107963f3-d92c-4837-ab25-c26e9f8ce006', 'name': '', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'mac_address': 'fa:16:3e:ad:67:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:03Z', 'updated_at': '2022-09-15T00:53:09Z', 'revision_number': 5, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'subnets': [{'id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:57:28.322221 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c10b755-c6e5-40ec-83c7-c013f10d39eb None None] The sync data for ids ['1ce736d0-eb45-4996-8a42-1c0d1d83a272'] in dv-cinder-857528-2-iscsi is: [{'id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'name': 'tempest-AttachVolumeNegativeTest-400577387-router', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '025acf36-238d-489a-936d-6b142c62ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:04Z', 'revision_number': 4, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'gw_port': {'id': '025acf36-238d-489a-936d-6b142c62ba58', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': '107963f3-d92c-4837-ab25-c26e9f8ce006', 'name': '', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'mac_address': 'fa:16:3e:ad:67:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:03Z', 'updated_at': '2022-09-15T00:53:09Z', 'revision_number': 5, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'subnets': [{'id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:57:28.549890 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c699bf45-9325-42ab-bfa2-9c0b116a6c29 None None] New status for floating IP 4dbe1e85-0e9a-400f-a529-d8686dc82f14: DOWN {{(pid=112954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 00:57:29.382817 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 34130) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:57:29.438364 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c6e46dee-0613-4a52-bf41-01a5cf6284d5 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for security_group (6f16a876-f56c-4542-b326-b7f16112788d), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:29.462316 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c6e46dee-0613-4a52-bf41-01a5cf6284d5 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for security_group (6f16a876-f56c-4542-b326-b7f16112788d), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:29.508965 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c6e46dee-0613-4a52-bf41-01a5cf6284d5 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (6f16a876-f56c-4542-b326-b7f16112788d), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:29.511571 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c6e46dee-0613-4a52-bf41-01a5cf6284d5 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:29.512720 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-c6e46dee-0613-4a52-bf41-01a5cf6284d5 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/6f16a876-f56c-4542-b326-b7f16112788d HTTP/1.1" status: 204 len: 168 time: 0.1287322 Sep 15 00:57:29.515830 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 34134) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:57:29.516318 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:29.529652 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.api.v2.resource [None req-512c5fab-465b-4768-ab47-97b139910480 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] show failed (client error): The resource could not be found. Sep 15 00:57:29.531938 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e46dee-0613-4a52-bf41-01a5cf6284d5 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f16a876-f56c-4542-b326-b7f16112788d,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:57:29.532102 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-512c5fab-465b-4768-ab47-97b139910480 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups/6f16a876-f56c-4542-b326-b7f16112788d HTTP/1.1" status: 404 len: 347 time: 0.0138192 Sep 15 00:57:29.533458 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 34136) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:57:29.643601 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [None req-a5387007-463a-4dcc-bdc7-9b2408e77623 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Deleting port c6627fed-b2d0-4586-8850-a994f28a9244 {{(pid=112953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:57:29.643881 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-a5387007-463a-4dcc-bdc7-9b2408e77623 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (c6627fed-b2d0-4586-8850-a994f28a9244), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:29.723101 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-a5387007-463a-4dcc-bdc7-9b2408e77623 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (c6627fed-b2d0-4586-8850-a994f28a9244), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:29.723430 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-a5387007-463a-4dcc-bdc7-9b2408e77623 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for floatingip (c6627fed-b2d0-4586-8850-a994f28a9244), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:29.736138 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [None req-a5387007-463a-4dcc-bdc7-9b2408e77623 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Calling delete_port for c6627fed-b2d0-4586-8850-a994f28a9244 owned by network:floatingip {{(pid=112953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:57:29.867472 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-a5387007-463a-4dcc-bdc7-9b2408e77623 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9371492'] for port (c6627fed-b2d0-4586-8850-a994f28a9244), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:29.894041 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5387007-463a-4dcc-bdc7-9b2408e77623 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Pushing event deleted for resources: {'Port': ['ID=c6627fed-b2d0-4586-8850-a994f28a9244,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:57:29.962677 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-a5387007-463a-4dcc-bdc7-9b2408e77623 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for floatingip (4dbe1e85-0e9a-400f-a529-d8686dc82f14), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:29.965324 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-a5387007-463a-4dcc-bdc7-9b2408e77623 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for floatingip (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:29.966501 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-a5387007-463a-4dcc-bdc7-9b2408e77623 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/4dbe1e85-0e9a-400f-a529-d8686dc82f14 HTTP/1.1" status: 204 len: 168 time: 0.4314847 Sep 15 00:57:30.038425 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 34140) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:57:30.042997 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-9bb0cf62-8623-4fec-ac21-e88696efa357 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Request body: {'security_group': {'name': 'tempest-securitygroup--747034152', 'description': 'tempest-description--2023683913'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:57:30.064456 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-9bb0cf62-8623-4fec-ac21-e88696efa357 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:30.132947 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-9bb0cf62-8623-4fec-ac21-e88696efa357 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for security_group (9f7006d8-b5fe-4a93-b200-dd167f1e37df), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:30.136883 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-9bb0cf62-8623-4fec-ac21-e88696efa357 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (9f7006d8-b5fe-4a93-b200-dd167f1e37df), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:30.149131 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:30.175374 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb0cf62-8623-4fec-ac21-e88696efa357 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7006d8-b5fe-4a93-b200-dd167f1e37df,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:57:30.181182 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-9bb0cf62-8623-4fec-ac21-e88696efa357 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:30.182394 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-9bb0cf62-8623-4fec-ac21-e88696efa357 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1429415 Sep 15 00:57:30.185428 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 34142) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:57:30.189672 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-74725715-d944-4e3d-8032-51a5bce54527 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Request body: {'security_group_rule': {'security_group_id': '9f7006d8-b5fe-4a93-b200-dd167f1e37df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:57:30.216665 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-74725715-d944-4e3d-8032-51a5bce54527 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for security_group_rule (29f027c8-6366-49d2-9832-7a50d14bb1f3), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:30.234483 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:30.275074 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-74725715-d944-4e3d-8032-51a5bce54527 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for security_group_rule (29f027c8-6366-49d2-9832-7a50d14bb1f3), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:30.278779 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-74725715-d944-4e3d-8032-51a5bce54527 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645455'] for security_group_rule (29f027c8-6366-49d2-9832-7a50d14bb1f3), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:30.298534 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74725715-d944-4e3d-8032-51a5bce54527 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29f027c8-6366-49d2-9832-7a50d14bb1f3,revision_number=0']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:57:30.304477 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-74725715-d944-4e3d-8032-51a5bce54527 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:30.305552 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-74725715-d944-4e3d-8032-51a5bce54527 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1192040 Sep 15 00:57:30.308331 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 34144) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:57:30.312521 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-b74d7be8-8826-4b4c-a9ae-bd1df6715898 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Request body: {'security_group_rule': {'security_group_id': '9f7006d8-b5fe-4a93-b200-dd167f1e37df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:57:30.340349 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-b74d7be8-8826-4b4c-a9ae-bd1df6715898 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for security_group_rule (75475d43-de1e-4ad0-9871-66095f979903), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:30.397931 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-b74d7be8-8826-4b4c-a9ae-bd1df6715898 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for security_group_rule (75475d43-de1e-4ad0-9871-66095f979903), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:30.401306 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-b74d7be8-8826-4b4c-a9ae-bd1df6715898 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645455'] for security_group_rule (75475d43-de1e-4ad0-9871-66095f979903), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:30.414228 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 4cd61e51-9091-42e2-b4f8-f67dbf137235 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:57:30.420593 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74d7be8-8826-4b4c-a9ae-bd1df6715898 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75475d43-de1e-4ad0-9871-66095f979903,revision_number=0']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:57:30.428291 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-b74d7be8-8826-4b4c-a9ae-bd1df6715898 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:30.429483 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-b74d7be8-8826-4b4c-a9ae-bd1df6715898 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202383 Sep 15 00:57:30.432545 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 34146) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:57:30.434373 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] No Port match for: 4cd61e51-9091-42e2-b4f8-f67dbf137235 {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 00:57:30.434744 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 4cd61e51-9091-42e2-b4f8-f67dbf137235 not bound to the agent host hv-cinder-85752 {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 00:57:30.436849 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-093fbf50-7ba8-4890-9062-305a9551c154 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Request body: {'floatingip': {'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:57:30.457544 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-093fbf50-7ba8-4890-9062-305a9551c154 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:30.545080 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-093fbf50-7ba8-4890-9062-305a9551c154 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:30.652029 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.db_base_plugin_common [None req-093fbf50-7ba8-4890-9062-305a9551c154 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Allocated IP 172.27.1.131 (53046852-16e9-4bc6-a26e-a34c1d2139e6/8f0c0330-11bc-44ed-a1b6-6f3c15aee393/89449d3b-bd0a-4b4a-88cf-e93aea385a0b) {{(pid=112953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:57:30.757584 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-093fbf50-7ba8-4890-9062-305a9551c154 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for port (89449d3b-bd0a-4b4a-88cf-e93aea385a0b), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:30.788899 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-093fbf50-7ba8-4890-9062-305a9551c154 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9371492'] for port (89449d3b-bd0a-4b4a-88cf-e93aea385a0b), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:30.825898 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093fbf50-7ba8-4890-9062-305a9551c154 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Network 53046852-16e9-4bc6-a26e-a34c1d2139e6 is already hosted by enough agents. {{(pid=112953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:57:30.831212 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.base_scheduler [None req-093fbf50-7ba8-4890-9062-305a9551c154 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Resources bound (agent type, host, resource id): {{(pid=112953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:57:30.835342 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093fbf50-7ba8-4890-9062-305a9551c154 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Received port after_create {{(pid=112953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:57:30.840607 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093fbf50-7ba8-4890-9062-305a9551c154 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Pushing event updated for resources: {'Port': ['ID=89449d3b-bd0a-4b4a-88cf-e93aea385a0b,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:57:30.864518 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:30.924029 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-093fbf50-7ba8-4890-9062-305a9551c154 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for floatingip (8113b261-a0b0-47d1-96f1-e22cba4b7d44), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:30.934962 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:UPDATE=3,neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:30.964558 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-093fbf50-7ba8-4890-9062-305a9551c154 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (89449d3b-bd0a-4b4a-88cf-e93aea385a0b), before_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:31.105854 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-093fbf50-7ba8-4890-9062-305a9551c154 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for port (89449d3b-bd0a-4b4a-88cf-e93aea385a0b), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:31.110549 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-093fbf50-7ba8-4890-9062-305a9551c154 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9371485'] for port (89449d3b-bd0a-4b4a-88cf-e93aea385a0b), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:31.188953 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093fbf50-7ba8-4890-9062-305a9551c154 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Pushing event updated for resources: {'Port': ['ID=89449d3b-bd0a-4b4a-88cf-e93aea385a0b,revision_number=2']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:57:31.191633 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-093fbf50-7ba8-4890-9062-305a9551c154 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682341'] for floatingip (8113b261-a0b0-47d1-96f1-e22cba4b7d44), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:31.208097 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-093fbf50-7ba8-4890-9062-305a9551c154 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for floatingip (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:31.209293 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-093fbf50-7ba8-4890-9062-305a9551c154 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7758050 Sep 15 00:57:31.407546 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-3aa50cff-4840-4117-96b8-fb074d30d0ce tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--747034152&fields=id&tenant_id=3ef4db17e5d245cb9caab70d557f41ae HTTP/1.1" status: 200 len: 267 time: 0.0441916 Sep 15 00:57:31.525479 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-b404d2cb-ab03-4963-a41c-d8280f4958e4 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:57:31.526867 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-b404d2cb-ab03-4963-a41c-d8280f4958e4 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/networks?id=48f46f03-9920-4d15-b1d4-ea751486aaae HTTP/1.1" status: 200 len: 814 time: 0.1128433 Sep 15 00:57:31.542394 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-2bd2936e-8c77-4934-839d-ad4aed71ed59 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/quotas/3ef4db17e5d245cb9caab70d557f41ae HTTP/1.1" status: 200 len: 375 time: 0.0091300 Sep 15 00:57:31.592813 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-12445718-052c-4852-8afc-5bda016766cd tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=3ef4db17e5d245cb9caab70d557f41ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452971 Sep 15 00:57:31.796074 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-a79b9dc1-1822-46b5-9c75-d0c85d399921 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/48f46f03-9920-4d15-b1d4-ea751486aaae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913233 Sep 15 00:57:31.889539 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-1d4edfb8-8f14-4aa4-9676-8598c31be0af service neutron] 10.222.0.15 "GET /networking/v2.0/networks/48f46f03-9920-4d15-b1d4-ea751486aaae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869241 Sep 15 00:57:32.057297 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-581e66dd-ee33-404a-bdb8-fe8e182a54be req-eb33c263-b6bb-49e1-afe2-0de421951fb0 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d91d915-a936-4f20-b538-f3b050a2e61d HTTP/1.1" status: 200 len: 210 time: 0.0282993 Sep 15 00:57:33.193223 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-dcd466b9-c191-4d21-bcc7-528a76db99ed req-003071cc-26c6-47c7-b2c8-cdd8df597d01 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d91d915-a936-4f20-b538-f3b050a2e61d HTTP/1.1" status: 200 len: 210 time: 0.0342348 Sep 15 00:57:33.206788 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:33.240554 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-b308d00c-cbc9-4937-befc-c2b47aac1023 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:57:33.242010 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-b308d00c-cbc9-4937-befc-c2b47aac1023 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.18 "GET /networking/v2.0/networks?id=48f46f03-9920-4d15-b1d4-ea751486aaae HTTP/1.1" status: 200 len: 814 time: 0.1407952 Sep 15 00:57:33.308962 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-20a385b5-905b-4abd-a9c9-a49883fbea4f tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3ef4db17e5d245cb9caab70d557f41ae HTTP/1.1" status: 200 len: 379 time: 0.0514503 Sep 15 00:57:33.403374 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-5bc990bb-df99-409c-8fe8-62af9f36c072 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Request body: {'port': {'device_id': '8d91d915-a936-4f20-b538-f3b050a2e61d', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'admin_state_up': True, 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'security_groups': ['9f7006d8-b5fe-4a93-b200-dd167f1e37df']}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:57:33.496660 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:33.513757 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-5bc990bb-df99-409c-8fe8-62af9f36c072 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Made reservation on behalf of 3ef4db17e5d245cb9caab70d557f41ae for: {'port': 1} {{(pid=112953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:57:33.517427 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-5bc990bb-df99-409c-8fe8-62af9f36c072 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:33.644310 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.db_base_plugin_common [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-5bc990bb-df99-409c-8fe8-62af9f36c072 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Allocated IP 172.20.0.6 (48f46f03-9920-4d15-b1d4-ea751486aaae/45e5374b-dd3a-4913-9c14-900ba2b249b3/e800a621-1394-4d38-a779-6ed9ffbdca43) {{(pid=112953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:57:33.780184 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-5bc990bb-df99-409c-8fe8-62af9f36c072 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for port (e800a621-1394-4d38-a779-6ed9ffbdca43), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:33.811303 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-5bc990bb-df99-409c-8fe8-62af9f36c072 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9371492'] for port (e800a621-1394-4d38-a779-6ed9ffbdca43), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:33.858044 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-5bc990bb-df99-409c-8fe8-62af9f36c072 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Network 48f46f03-9920-4d15-b1d4-ea751486aaae is already hosted by enough agents. {{(pid=112953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:57:33.863384 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.base_scheduler [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-5bc990bb-df99-409c-8fe8-62af9f36c072 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Resources bound (agent type, host, resource id): {{(pid=112953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:57:33.865802 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-5bc990bb-df99-409c-8fe8-62af9f36c072 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Received port after_create {{(pid=112953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:57:33.897658 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc990bb-df99-409c-8fe8-62af9f36c072 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Pushing event updated for resources: {'Port': ['ID=e800a621-1394-4d38-a779-6ed9ffbdca43,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:57:33.923575 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-5bc990bb-df99-409c-8fe8-62af9f36c072 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:57:33.924211 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-5bc990bb-df99-409c-8fe8-62af9f36c072 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:33.942483 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-5bc990bb-df99-409c-8fe8-62af9f36c072 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5429032 Sep 15 00:57:33.965556 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-6c0c6aeb-454b-4c38-8392-b508d6430d66 service neutron] Request body: {'port': {'device_id': '8d91d915-a936-4f20-b538-f3b050a2e61d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:57:34.028501 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-6c0c6aeb-454b-4c38-8392-b508d6430d66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (e800a621-1394-4d38-a779-6ed9ffbdca43), before_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:34.090340 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:34.093000 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-53c93a8f-9d3b-4354-84a8-a0796a76d1c6 None None] Provisioning complete for port e800a621-1394-4d38-a779-6ed9ffbdca43 triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:57:34.093501 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-53c93a8f-9d3b-4354-84a8-a0796a76d1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (e800a621-1394-4d38-a779-6ed9ffbdca43), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:34.093862 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-53c93a8f-9d3b-4354-84a8-a0796a76d1c6 None None] Attempt 1 to provision port e800a621-1394-4d38-a779-6ed9ffbdca43 Sep 15 00:57:34.128315 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-53c93a8f-9d3b-4354-84a8-a0796a76d1c6 None None] Port e800a621-1394-4d38-a779-6ed9ffbdca43 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:57:34.189460 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:34.238678 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:INSERT=6,neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:34.293818 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-6c0c6aeb-454b-4c38-8392-b508d6430d66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e800a621-1394-4d38-a779-6ed9ffbdca43 {{(pid=112953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 00:57:34.302030 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-6c0c6aeb-454b-4c38-8392-b508d6430d66 service neutron] Publish callbacks [] for port (e800a621-1394-4d38-a779-6ed9ffbdca43), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:34.314492 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.provisioning_blocks [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-6c0c6aeb-454b-4c38-8392-b508d6430d66 service neutron] Transition to ACTIVE for port object e800a621-1394-4d38-a779-6ed9ffbdca43 will not be triggered until provisioned by entity L2. {{(pid=112953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 00:57:34.318661 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-6c0c6aeb-454b-4c38-8392-b508d6430d66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9371485'] for port (e800a621-1394-4d38-a779-6ed9ffbdca43), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:34.321166 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab8ca58-e3bc-4d87-8fe3-953068251e34 req-eed1c519-95df-45cc-b84e-a20e9456904c tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:57:34.322670 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-dab8ca58-e3bc-4d87-8fe3-953068251e34 req-eed1c519-95df-45cc-b84e-a20e9456904c tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d91d915-a936-4f20-b538-f3b050a2e61d HTTP/1.1" status: 200 len: 931 time: 0.0499768 Sep 15 00:57:34.349447 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:34.373327 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-dab8ca58-e3bc-4d87-8fe3-953068251e34 req-54ea6cdd-c2ce-43d7-adc8-f740d6f482fc tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9f7006d8-b5fe-4a93-b200-dd167f1e37df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447352 Sep 15 00:57:34.380306 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c6aeb-454b-4c38-8392-b508d6430d66 service neutron] Pushing event updated for resources: {'Port': ['ID=e800a621-1394-4d38-a779-6ed9ffbdca43,revision_number=2']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:57:34.431276 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.managers [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-6c0c6aeb-454b-4c38-8392-b508d6430d66 service neutron] Attempting to bind port e800a621-1394-4d38-a779-6ed9ffbdca43 on host hv-cinder-85752 for vnic_type normal with profile {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:57:34.431635 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.managers [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-6c0c6aeb-454b-4c38-8392-b508d6430d66 service neutron] Attempting to bind port e800a621-1394-4d38-a779-6ed9ffbdca43 by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '43962dc6-5d1e-44de-8cf1-94862617316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae'}] {{(pid=112953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:57:34.431962 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-6c0c6aeb-454b-4c38-8392-b508d6430d66 service neutron] Attempting to bind port e800a621-1394-4d38-a779-6ed9ffbdca43 on network 48f46f03-9920-4d15-b1d4-ea751486aaae {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:57:34.472602 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-6c0c6aeb-454b-4c38-8392-b508d6430d66 service neutron] Port e800a621-1394-4d38-a779-6ed9ffbdca43 on network 48f46f03-9920-4d15-b1d4-ea751486aaae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 00:57:34.472929 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-6c0c6aeb-454b-4c38-8392-b508d6430d66 service neutron] Attempting to bind port e800a621-1394-4d38-a779-6ed9ffbdca43 on network 48f46f03-9920-4d15-b1d4-ea751486aaae {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:57:34.513972 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-6c0c6aeb-454b-4c38-8392-b508d6430d66 service neutron] Checking agent: {'id': '7a59e084-9e76-4c44-9c60-e850dcdcbbb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 42, 37), 'started_at': datetime.datetime(2022, 9, 15, 0, 42, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:57:34.514231 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-6c0c6aeb-454b-4c38-8392-b508d6430d66 service neutron] Checking segment: {'id': '43962dc6-5d1e-44de-8cf1-94862617316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:57:34.514607 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-6c0c6aeb-454b-4c38-8392-b508d6430d66 service neutron] Bound using segment: {'id': '43962dc6-5d1e-44de-8cf1-94862617316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae'} {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:57:34.515034 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.managers [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-6c0c6aeb-454b-4c38-8392-b508d6430d66 service neutron] Bound port: e800a621-1394-4d38-a779-6ed9ffbdca43, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43962dc6-5d1e-44de-8cf1-94862617316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae'}}] {{(pid=112953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:57:34.515388 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-6c0c6aeb-454b-4c38-8392-b508d6430d66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (e800a621-1394-4d38-a779-6ed9ffbdca43), before_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:34.573430 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-6c0c6aeb-454b-4c38-8392-b508d6430d66 service neutron] For port e800a621-1394-4d38-a779-6ed9ffbdca43, host hv-cinder-85752, cleared binding levels {{(pid=112953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:57:34.576358 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-6c0c6aeb-454b-4c38-8392-b508d6430d66 service neutron] For port e800a621-1394-4d38-a779-6ed9ffbdca43, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=e800a621-1394-4d38-a779-6ed9ffbdca43,segment=NetworkSegment(43962dc6-5d1e-44de-8cf1-94862617316b),segment_id=43962dc6-5d1e-44de-8cf1-94862617316b)] {{(pid=112953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:57:34.582080 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-6c0c6aeb-454b-4c38-8392-b508d6430d66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9371485'] for port (e800a621-1394-4d38-a779-6ed9ffbdca43), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:34.586078 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-6c0c6aeb-454b-4c38-8392-b508d6430d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:57:34.586682 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-6c0c6aeb-454b-4c38-8392-b508d6430d66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:34.588079 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-6c0c6aeb-454b-4c38-8392-b508d6430d66 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/e800a621-1394-4d38-a779-6ed9ffbdca43 HTTP/1.1" status: 200 len: 1093 time: 0.6269162 Sep 15 00:57:34.588607 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d91d915-a936-4f20-b538-f3b050a2e61d', 'tag': 'e800a621-1394-4d38-a779-6ed9ffbdca43'}] {{(pid=112953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:57:34.590853 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dcd79e7c9c5799004c3790ddb8f78f6987afe8bb335ac36dcc290df3850dde4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97eb3ea-fc88-46ee-a8c5-b834e5c4bdb3" -d '{"events": [{"name": "network-changed", "server_uuid": "8d91d915-a936-4f20-b538-f3b050a2e61d", "tag": "e800a621-1394-4d38-a779-6ed9ffbdca43"}]}' {{(pid=112953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:57:34.629447 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-53c93a8f-9d3b-4354-84a8-a0796a76d1c6 None None] Attempt 2 to provision port e800a621-1394-4d38-a779-6ed9ffbdca43 Sep 15 00:57:34.635023 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 00:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda62985-9fc5-484b-8c24-9aa490fbd7de x-openstack-request-id: req-dda62985-9fc5-484b-8c24-9aa490fbd7de {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:57:34.635324 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d91d915-a936-4f20-b538-f3b050a2e61d", "tag": "e800a621-1394-4d38-a779-6ed9ffbdca43", "status": "completed", "code": 200}]} {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:57:34.635614 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dda62985-9fc5-484b-8c24-9aa490fbd7de {{(pid=112953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:57:34.636020 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dda62985-9fc5-484b-8c24-9aa490fbd7de'] response: {'name': 'network-changed', 'server_uuid': '8d91d915-a936-4f20-b538-f3b050a2e61d', 'tag': 'e800a621-1394-4d38-a779-6ed9ffbdca43', 'status': 'completed', 'code': 200} Sep 15 00:57:34.653773 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c6aeb-454b-4c38-8392-b508d6430d66 service neutron] Pushing event updated for resources: {'Port': ['ID=e800a621-1394-4d38-a779-6ed9ffbdca43,revision_number=3']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:57:34.671093 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-53c93a8f-9d3b-4354-84a8-a0796a76d1c6 None None] Port e800a621-1394-4d38-a779-6ed9ffbdca43 had new provisioning blocks added so it will not transition to active. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 00:57:34.697277 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-f26982a3-bcca-4624-9df7-97c2fda51fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:57:34.698775 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-f26982a3-bcca-4624-9df7-97c2fda51fc4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3ef4db17e5d245cb9caab70d557f41ae&device_id=8d91d915-a936-4f20-b538-f3b050a2e61d HTTP/1.1" status: 200 len: 1127 time: 0.0406573 Sep 15 00:57:34.744999 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-7f927cbe-ca42-414c-b55a-f0615fa7801c service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e800a621-1394-4d38-a779-6ed9ffbdca43 HTTP/1.1" status: 200 len: 217 time: 0.0315099 Sep 15 00:57:34.791846 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-41c53f73-cc05-451d-8163-132ad68d215a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:57:34.793150 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-41c53f73-cc05-451d-8163-132ad68d215a service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=45e5374b-dd3a-4913-9c14-900ba2b249b3 HTTP/1.1" status: 200 len: 853 time: 0.0431137 Sep 15 00:57:34.838116 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-f5b4af55-ac22-4509-af32-bce46d5abd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:57:34.839642 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-f5b4af55-ac22-4509-af32-bce46d5abd4f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=48f46f03-9920-4d15-b1d4-ea751486aaae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405543 Sep 15 00:57:34.926004 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-595cd9b5-8804-47b2-abe1-e533421cca15 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/48f46f03-9920-4d15-b1d4-ea751486aaae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809507 Sep 15 00:57:35.015821 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-052b6a77-1966-4757-bbbf-b10f0cd85285 req-46522c37-4c3e-435b-9ee1-c816d96f1945 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/48f46f03-9920-4d15-b1d4-ea751486aaae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842001 Sep 15 00:57:35.497168 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a76fd-5174-428b-9729-5f5b073ac240 req-83fb175d-a404-478f-a5bc-be51e9ef3598 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:57:35.498632 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-254a76fd-5174-428b-9729-5f5b073ac240 req-83fb175d-a404-478f-a5bc-be51e9ef3598 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d91d915-a936-4f20-b538-f3b050a2e61d HTTP/1.1" status: 200 len: 943 time: 0.0461283 Sep 15 00:57:35.544993 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-254a76fd-5174-428b-9729-5f5b073ac240 req-fa57405a-0eb5-49d4-b8c6-029cd3c07f91 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9f7006d8-b5fe-4a93-b200-dd167f1e37df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398469 Sep 15 00:57:36.658805 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:36.668068 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22bf9f-3a34-4b10-b53c-d5c54a232e02 req-017a6c43-05a0-4239-9bde-7c6119f022fe tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:57:36.669652 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9b22bf9f-3a34-4b10-b53c-d5c54a232e02 req-017a6c43-05a0-4239-9bde-7c6119f022fe tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d91d915-a936-4f20-b538-f3b050a2e61d HTTP/1.1" status: 200 len: 943 time: 0.0498221 Sep 15 00:57:36.716993 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9b22bf9f-3a34-4b10-b53c-d5c54a232e02 req-c5c17346-56c5-41ae-b84e-3e9b3327c8cd tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9f7006d8-b5fe-4a93-b200-dd167f1e37df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416772 Sep 15 00:57:37.265794 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97eb3ea-fc88-46ee-a8c5-b834e5c4bdb3 req-efaf68b7-26ce-42f5-9071-55341af55064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:57:37.267436 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c97eb3ea-fc88-46ee-a8c5-b834e5c4bdb3 req-efaf68b7-26ce-42f5-9071-55341af55064 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3ef4db17e5d245cb9caab70d557f41ae&device_id=8d91d915-a936-4f20-b538-f3b050a2e61d HTTP/1.1" status: 200 len: 1127 time: 0.0472953 Sep 15 00:57:37.331835 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:37.361440 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97eb3ea-fc88-46ee-a8c5-b834e5c4bdb3 req-032fc693-4302-4af5-b4dd-cab9a6da5a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:57:37.363457 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c97eb3ea-fc88-46ee-a8c5-b834e5c4bdb3 req-032fc693-4302-4af5-b4dd-cab9a6da5a77 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=48f46f03-9920-4d15-b1d4-ea751486aaae HTTP/1.1" status: 200 len: 914 time: 0.0896709 Sep 15 00:57:37.400758 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c97eb3ea-fc88-46ee-a8c5-b834e5c4bdb3 req-ad74b45f-ee55-4e66-b6c1-84852de1d701 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e800a621-1394-4d38-a779-6ed9ffbdca43 HTTP/1.1" status: 200 len: 217 time: 0.0313025 Sep 15 00:57:37.457830 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97eb3ea-fc88-46ee-a8c5-b834e5c4bdb3 req-38edad44-f98f-4b80-a57b-ac464972dd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:57:37.459551 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c97eb3ea-fc88-46ee-a8c5-b834e5c4bdb3 req-38edad44-f98f-4b80-a57b-ac464972dd11 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=45e5374b-dd3a-4913-9c14-900ba2b249b3 HTTP/1.1" status: 200 len: 853 time: 0.0533316 Sep 15 00:57:37.501950 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97eb3ea-fc88-46ee-a8c5-b834e5c4bdb3 req-8de9cdac-7459-4676-820a-19891973f11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:57:37.503436 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c97eb3ea-fc88-46ee-a8c5-b834e5c4bdb3 req-8de9cdac-7459-4676-820a-19891973f11e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=48f46f03-9920-4d15-b1d4-ea751486aaae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385518 Sep 15 00:57:37.593029 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c97eb3ea-fc88-46ee-a8c5-b834e5c4bdb3 req-e596e241-3dfa-4420-a5ae-a6875e9bfce3 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/48f46f03-9920-4d15-b1d4-ea751486aaae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838950 Sep 15 00:57:37.681110 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c97eb3ea-fc88-46ee-a8c5-b834e5c4bdb3 req-2cad3813-55ce-4394-b9b3-f957cb31dd7b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/48f46f03-9920-4d15-b1d4-ea751486aaae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821214 Sep 15 00:57:37.836209 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d23322-d252-45ae-8314-758f9fdc87da req-d1b17a8d-97c5-47f2-90d0-1f048e7a396a tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:57:37.837699 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-c6d23322-d252-45ae-8314-758f9fdc87da req-d1b17a8d-97c5-47f2-90d0-1f048e7a396a tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d91d915-a936-4f20-b538-f3b050a2e61d HTTP/1.1" status: 200 len: 943 time: 0.0468979 Sep 15 00:57:37.886889 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-c6d23322-d252-45ae-8314-758f9fdc87da req-26c689f0-63a8-4c85-8b0b-30ccd8602e77 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9f7006d8-b5fe-4a93-b200-dd167f1e37df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435479 Sep 15 00:57:38.287812 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=20 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:38.297015 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=68 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:38.459214 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device e800a621-1394-4d38-a779-6ed9ffbdca43 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=112954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 00:57:38.555422 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port e800a621-1394-4d38-a779-6ed9ffbdca43, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=e800a621-1394-4d38-a779-6ed9ffbdca43,segment=NetworkSegment(43962dc6-5d1e-44de-8cf1-94862617316b),segment_id=43962dc6-5d1e-44de-8cf1-94862617316b)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:57:38.566109 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Returning: {'device': 'e800a621-1394-4d38-a779-6ed9ffbdca43', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'port_id': 'e800a621-1394-4d38-a779-6ed9ffbdca43', 'mac_address': 'fa:16:3e:1f:e9:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 00:57:38.602997 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port e800a621-1394-4d38-a779-6ed9ffbdca43 is: DOWN; New status is: BUILD {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:57:38.603385 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (e800a621-1394-4d38-a779-6ed9ffbdca43), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:38.616485 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e800a621-1394-4d38-a779-6ed9ffbdca43 {{(pid=112954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 00:57:38.636447 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port e800a621-1394-4d38-a779-6ed9ffbdca43, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=e800a621-1394-4d38-a779-6ed9ffbdca43,segment=NetworkSegment(43962dc6-5d1e-44de-8cf1-94862617316b),segment_id=43962dc6-5d1e-44de-8cf1-94862617316b)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:57:38.640561 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (e800a621-1394-4d38-a779-6ed9ffbdca43), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:38.687147 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=e800a621-1394-4d38-a779-6ed9ffbdca43,revision_number=4']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:57:38.694892 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:57:38.695246 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:57:38.695698 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:57:38.696068 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:57:38.696406 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:57:38.696738 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:57:38.697086 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:57:38.697417 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:57:38.697745 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:57:38.698065 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:57:38.698389 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:57:38.698712 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:57:38.699033 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:57:38.699355 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:57:38.699695 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:57:39.005236 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dbd180-4339-473f-84ce-7c6a29a5c2ed req-2609146c-8703-4cd2-bf0a-812dcb5eaa82 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:57:39.006714 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-71dbd180-4339-473f-84ce-7c6a29a5c2ed req-2609146c-8703-4cd2-bf0a-812dcb5eaa82 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d91d915-a936-4f20-b538-f3b050a2e61d HTTP/1.1" status: 200 len: 944 time: 0.0474770 Sep 15 00:57:39.057371 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-71dbd180-4339-473f-84ce-7c6a29a5c2ed req-c7ef2153-1d23-48d3-999b-a1f8b9c27e96 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9f7006d8-b5fe-4a93-b200-dd167f1e37df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449424 Sep 15 00:57:39.086214 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] get_ports_and_sgs() called for port_ids ['e800a621-1394-4d38-a779-6ed9ffbdca43'] {{(pid=112954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 00:57:39.551158 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa620ef2-5069-4757-b228-194dfe3deda7 req-ebf872e6-e599-4669-bc31-93783fed1fb7 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:57:39.552650 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-aa620ef2-5069-4757-b228-194dfe3deda7 req-ebf872e6-e599-4669-bc31-93783fed1fb7 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 946 time: 0.0453389 Sep 15 00:57:39.598843 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-aa620ef2-5069-4757-b228-194dfe3deda7 req-c79cbfc4-c8dd-47c5-a718-f93a01044509 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406919 Sep 15 00:57:40.189817 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667507d3-a85b-4e58-8fd9-b8859ea8c55c req-25e72fac-fa42-4267-b2bb-7ad326873fc5 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:57:40.191257 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-667507d3-a85b-4e58-8fd9-b8859ea8c55c req-25e72fac-fa42-4267-b2bb-7ad326873fc5 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d91d915-a936-4f20-b538-f3b050a2e61d HTTP/1.1" status: 200 len: 944 time: 0.0452678 Sep 15 00:57:40.237706 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-667507d3-a85b-4e58-8fd9-b8859ea8c55c req-b0544b7f-9a11-4050-a38a-6928e8589398 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9f7006d8-b5fe-4a93-b200-dd167f1e37df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408504 Sep 15 00:57:40.481446 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device e800a621-1394-4d38-a779-6ed9ffbdca43 up at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:57:40.514448 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:40.524151 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Provisioning for port e800a621-1394-4d38-a779-6ed9ffbdca43 completed by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 00:57:40.528972 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Provisioning complete for port e800a621-1394-4d38-a779-6ed9ffbdca43 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:57:40.529385 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (e800a621-1394-4d38-a779-6ed9ffbdca43), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:40.529817 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Attempt 1 to provision port e800a621-1394-4d38-a779-6ed9ffbdca43 Sep 15 00:57:40.601451 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port e800a621-1394-4d38-a779-6ed9ffbdca43 is: BUILD; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:57:40.601835 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (e800a621-1394-4d38-a779-6ed9ffbdca43), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:40.624924 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d91d915-a936-4f20-b538-f3b050a2e61d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e800a621-1394-4d38-a779-6ed9ffbdca43'}] {{(pid=112954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:57:40.627136 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac31f47a78c65cec711889e6d70219b8f5c13991b6e76ee3a100a5a33f2e7321" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f036601d-741e-4dae-8962-91df20c6e82e" -d '{"events": [{"server_uuid": "8d91d915-a936-4f20-b538-f3b050a2e61d", "name": "network-vif-plugged", "status": "completed", "tag": "e800a621-1394-4d38-a779-6ed9ffbdca43"}]}' {{(pid=112954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:57:40.641088 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port e800a621-1394-4d38-a779-6ed9ffbdca43, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=e800a621-1394-4d38-a779-6ed9ffbdca43,segment=NetworkSegment(43962dc6-5d1e-44de-8cf1-94862617316b),segment_id=43962dc6-5d1e-44de-8cf1-94862617316b)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:57:40.653000 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (e800a621-1394-4d38-a779-6ed9ffbdca43), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:40.678158 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 00:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c80bd02-42bb-4771-b20c-b1083a08166a x-openstack-request-id: req-8c80bd02-42bb-4771-b20c-b1083a08166a {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:57:40.678451 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d91d915-a936-4f20-b538-f3b050a2e61d", "name": "network-vif-plugged", "status": "completed", "tag": "e800a621-1394-4d38-a779-6ed9ffbdca43", "code": 200}]} {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:57:40.678704 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8c80bd02-42bb-4771-b20c-b1083a08166a {{(pid=112954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:57:40.679104 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c80bd02-42bb-4771-b20c-b1083a08166a'] response: {'server_uuid': '8d91d915-a936-4f20-b538-f3b050a2e61d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e800a621-1394-4d38-a779-6ed9ffbdca43', 'code': 200} Sep 15 00:57:40.705471 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=e800a621-1394-4d38-a779-6ed9ffbdca43,revision_number=5']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:57:40.728613 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1129b-4382-4a60-a8ca-fbab82055037 req-00a82338-17a2-4224-bdae-0d53874a9859 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:57:40.730072 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-12d1129b-4382-4a60-a8ca-fbab82055037 req-00a82338-17a2-4224-bdae-0d53874a9859 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 946 time: 0.0458212 Sep 15 00:57:40.777627 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-12d1129b-4382-4a60-a8ca-fbab82055037 req-44611984-5f58-4752-8860-16d73970a06a tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418754 Sep 15 00:57:40.912858 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24243d35-a024-46eb-a58b-c06060c8cac3 req-8ff21976-1c46-4a3e-ab0d-250ee758489c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:57:40.914308 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-24243d35-a024-46eb-a58b-c06060c8cac3 req-8ff21976-1c46-4a3e-ab0d-250ee758489c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8d91d915-a936-4f20-b538-f3b050a2e61d HTTP/1.1" status: 200 len: 1129 time: 0.0411191 Sep 15 00:57:40.955594 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-24243d35-a024-46eb-a58b-c06060c8cac3 req-4e1241c3-d34a-4f36-9a9b-131bb285fdb6 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9f7006d8-b5fe-4a93-b200-dd167f1e37df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353770 Sep 15 00:57:41.356563 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b242799-da0f-4df3-b7f2-df25147cbef1 req-982fcb33-3073-42e9-90ef-3af312a16836 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:57:41.358026 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-0b242799-da0f-4df3-b7f2-df25147cbef1 req-982fcb33-3073-42e9-90ef-3af312a16836 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d91d915-a936-4f20-b538-f3b050a2e61d HTTP/1.1" status: 200 len: 945 time: 0.0460207 Sep 15 00:57:41.405744 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-0b242799-da0f-4df3-b7f2-df25147cbef1 req-56d04d73-3493-4703-addc-48e5e9fed8c9 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9f7006d8-b5fe-4a93-b200-dd167f1e37df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417502 Sep 15 00:57:41.896548 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:41.904829 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178a9f8-0100-4452-88c1-a34ec6e7326f req-bd5ef164-d023-46ec-a8aa-f63eee974f5a tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:57:41.906274 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-8178a9f8-0100-4452-88c1-a34ec6e7326f req-bd5ef164-d023-46ec-a8aa-f63eee974f5a tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 946 time: 0.0463989 Sep 15 00:57:41.953600 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-8178a9f8-0100-4452-88c1-a34ec6e7326f req-a0be6275-2907-4d84-810d-9850db76f613 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=1754348c-abd1-49e5-a86e-c002168c6c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405180 Sep 15 00:57:42.273895 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0833441-120c-4fbb-a3bc-ab4926586136 req-398e74a3-0c2e-4a36-b0dd-d59a940f786b tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:57:42.275228 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b0833441-120c-4fbb-a3bc-ab4926586136 req-398e74a3-0c2e-4a36-b0dd-d59a940f786b tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 946 time: 0.0452099 Sep 15 00:57:42.358646 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [req-b0833441-120c-4fbb-a3bc-ab4926586136 req-7dd0f148-281f-40ba-9a9a-da5ecb74abd3 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Deleting port 9e2fa835-2b12-4126-9efe-5387a46e4c0c {{(pid=112953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:57:42.358984 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-b0833441-120c-4fbb-a3bc-ab4926586136 req-7dd0f148-281f-40ba-9a9a-da5ecb74abd3 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (9e2fa835-2b12-4126-9efe-5387a46e4c0c), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:42.453542 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [req-b0833441-120c-4fbb-a3bc-ab4926586136 req-7dd0f148-281f-40ba-9a9a-da5ecb74abd3 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] For port 9e2fa835-2b12-4126-9efe-5387a46e4c0c, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=9e2fa835-2b12-4126-9efe-5387a46e4c0c,segment=NetworkSegment(579e5fe4-7341-4bb1-8e14-57c33347e302),segment_id=579e5fe4-7341-4bb1-8e14-57c33347e302)] {{(pid=112953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:57:42.453915 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-b0833441-120c-4fbb-a3bc-ab4926586136 req-7dd0f148-281f-40ba-9a9a-da5ecb74abd3 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (9e2fa835-2b12-4126-9efe-5387a46e4c0c), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:42.543121 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26158d6c-0b6f-41a8-93b0-cd325241b0b8 req-c26bfb0f-2155-44d6-b029-6e9081fd9aaf tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:57:42.544551 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-26158d6c-0b6f-41a8-93b0-cd325241b0b8 req-c26bfb0f-2155-44d6-b029-6e9081fd9aaf tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d91d915-a936-4f20-b538-f3b050a2e61d HTTP/1.1" status: 200 len: 945 time: 0.0505028 Sep 15 00:57:42.591327 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-26158d6c-0b6f-41a8-93b0-cd325241b0b8 req-e8a4e9c8-7019-41cc-b1b8-1d1558d8df7d tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9f7006d8-b5fe-4a93-b200-dd167f1e37df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412045 Sep 15 00:57:42.827958 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:42.845388 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-b0833441-120c-4fbb-a3bc-ab4926586136 req-7dd0f148-281f-40ba-9a9a-da5ecb74abd3 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:42.845752 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-b0833441-120c-4fbb-a3bc-ab4926586136 req-7dd0f148-281f-40ba-9a9a-da5ecb74abd3 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682341'] for floatingip (7745ca50-7354-4e78-a840-8b8023286612), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:42.846064 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.db.l3_db [req-b0833441-120c-4fbb-a3bc-ab4926586136 req-7dd0f148-281f-40ba-9a9a-da5ecb74abd3 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Floating IP 7745ca50-7354-4e78-a840-8b8023286612 disassociated. External IP: 172.27.1.128, port: 9e2fa835-2b12-4126-9efe-5387a46e4c0c. Sep 15 00:57:42.846406 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [req-b0833441-120c-4fbb-a3bc-ab4926586136 req-7dd0f148-281f-40ba-9a9a-da5ecb74abd3 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Calling delete_port for 9e2fa835-2b12-4126-9efe-5387a46e4c0c owned by compute:nova {{(pid=112953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:57:42.974241 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-b0833441-120c-4fbb-a3bc-ab4926586136 req-7dd0f148-281f-40ba-9a9a-da5ecb74abd3 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9371492'] for port (9e2fa835-2b12-4126-9efe-5387a46e4c0c), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:42.999547 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd0f148-281f-40ba-9a9a-da5ecb74abd3 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Pushing event deleted for resources: {'Port': ['ID=9e2fa835-2b12-4126-9efe-5387a46e4c0c,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:57:43.083681 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-accee803-0216-4d80-82a9-5da82cea9201 req-e5090df3-2be8-47e4-a6f7-3d00a5e9d8b0 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c270acf-24d9-4d2e-bf97-2f487bd44a96 HTTP/1.1" status: 200 len: 210 time: 0.0396216 Sep 15 00:57:43.147957 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0833441-120c-4fbb-a3bc-ab4926586136 req-7dd0f148-281f-40ba-9a9a-da5ecb74abd3 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Router 21d3c2da-0083-4dd9-b598-5719182eaa10 has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:57:43.251686 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0833441-120c-4fbb-a3bc-ab4926586136 req-7dd0f148-281f-40ba-9a9a-da5ecb74abd3 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:57:43.263225 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de229fe-2b6d-4ca5-93aa-465286a0e509 None None] Sync routers for ids ['21d3c2da-0083-4dd9-b598-5719182eaa10'] in dv-cinder-857528-2-iscsi {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:57:43.273745 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de229fe-2b6d-4ca5-93aa-465286a0e509 None None] Routers {'21d3c2da-0083-4dd9-b598-5719182eaa10'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:57:43.274353 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-2de229fe-2b6d-4ca5-93aa-465286a0e509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:57:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['21d3c2da-0083-4dd9-b598-5719182eaa10'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:57:43.295330 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0833441-120c-4fbb-a3bc-ab4926586136 req-7dd0f148-281f-40ba-9a9a-da5ecb74abd3 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] No DVR routers for this DVR port 9e2fa835-2b12-4126-9efe-5387a46e4c0c on host hv-cinder-85752 {{(pid=112953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 00:57:43.297782 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-b0833441-120c-4fbb-a3bc-ab4926586136 req-7dd0f148-281f-40ba-9a9a-da5ecb74abd3 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:43.301079 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-b0833441-120c-4fbb-a3bc-ab4926586136 req-7dd0f148-281f-40ba-9a9a-da5ecb74abd3 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.18 "DELETE /networking/v2.0/ports/9e2fa835-2b12-4126-9efe-5387a46e4c0c HTTP/1.1" status: 204 len: 173 time: 1.0201175 Sep 15 00:57:43.301572 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c270acf-24d9-4d2e-bf97-2f487bd44a96', 'name': 'network-vif-deleted', 'tag': '9e2fa835-2b12-4126-9efe-5387a46e4c0c'}] {{(pid=112953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:57:43.303866 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dcd79e7c9c5799004c3790ddb8f78f6987afe8bb335ac36dcc290df3850dde4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6316fca-6b21-448d-95c7-833a1c474115" -d '{"events": [{"server_uuid": "4c270acf-24d9-4d2e-bf97-2f487bd44a96", "name": "network-vif-deleted", "tag": "9e2fa835-2b12-4126-9efe-5387a46e4c0c"}]}' {{(pid=112953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:57:43.348644 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 00:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0629c327-4c09-4a85-b581-1f3494296c5c x-openstack-request-id: req-0629c327-4c09-4a85-b581-1f3494296c5c {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:57:43.348937 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c270acf-24d9-4d2e-bf97-2f487bd44a96", "name": "network-vif-deleted", "tag": "9e2fa835-2b12-4126-9efe-5387a46e4c0c", "status": "completed", "code": 200}]} {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:57:43.349216 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0629c327-4c09-4a85-b581-1f3494296c5c {{(pid=112953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:57:43.349586 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0629c327-4c09-4a85-b581-1f3494296c5c'] response: {'server_uuid': '4c270acf-24d9-4d2e-bf97-2f487bd44a96', 'name': 'network-vif-deleted', 'tag': '9e2fa835-2b12-4126-9efe-5387a46e4c0c', 'status': 'completed', 'code': 200} Sep 15 00:57:43.387774 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-2de229fe-2b6d-4ca5-93aa-465286a0e509 None None] Set router 21d3c2da-0083-4dd9-b598-5719182eaa10 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:57:43.604479 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:43.682550 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-2de229fe-2b6d-4ca5-93aa-465286a0e509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'name': 'tempest-AttachVolumeShelveTestJSON-1102589143-router', 'tenant_id': '72d7dfe402c045edbca04c0e7eee05f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a1e135a4-f153-4035-bcda-0699e462acd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:46:53Z', 'updated_at': '2022-09-15T00:46:56Z', 'revision_number': 4, 'project_id': '72d7dfe402c045edbca04c0e7eee05f9', 'gw_port': {'id': 'a1e135a4-f153-4035-bcda-0699e462acd6', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:46:54Z', 'updated_at': '2022-09-15T00:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': 'd1a4e947-c4d6-4c99-b7f7-b701f8f23d72', 'name': '', 'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344', 'tenant_id': '72d7dfe402c045edbca04c0e7eee05f9', 'mac_address': 'fa:16:3e:61:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:46:56Z', 'updated_at': '2022-09-15T00:47:01Z', 'revision_number': 5, 'project_id': '72d7dfe402c045edbca04c0e7eee05f9', 'subnets': [{'id': '272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:57:43.707391 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de229fe-2b6d-4ca5-93aa-465286a0e509 None None] Checking router: 21d3c2da-0083-4dd9-b598-5719182eaa10 for host: dv-cinder-857528-2-iscsi {{(pid=112955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:57:43.715889 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de229fe-2b6d-4ca5-93aa-465286a0e509 None None] Routers {'21d3c2da-0083-4dd9-b598-5719182eaa10'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:57:43.716484 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-2de229fe-2b6d-4ca5-93aa-465286a0e509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:57:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['21d3c2da-0083-4dd9-b598-5719182eaa10'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:57:43.717489 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0622f3-58e1-46f3-af54-93f5f8bcb12d req-a4f9c11b-58cd-466f-86bc-7264edb68394 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:57:43.719020 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-fc0622f3-58e1-46f3-af54-93f5f8bcb12d req-a4f9c11b-58cd-466f-86bc-7264edb68394 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d91d915-a936-4f20-b538-f3b050a2e61d HTTP/1.1" status: 200 len: 945 time: 0.0503438 Sep 15 00:57:43.740390 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:43.768403 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-fc0622f3-58e1-46f3-af54-93f5f8bcb12d req-53c1e226-834d-4096-8cdb-76e75195b708 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9f7006d8-b5fe-4a93-b200-dd167f1e37df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428908 Sep 15 00:57:43.819928 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-2de229fe-2b6d-4ca5-93aa-465286a0e509 None None] Set router 21d3c2da-0083-4dd9-b598-5719182eaa10 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:57:43.887248 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb603c9c-ac0b-4268-b2f2-729ee0db0ccb req-94600123-a75d-4d49-9202-55e78746fe95 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:57:43.889043 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-bb603c9c-ac0b-4268-b2f2-729ee0db0ccb req-94600123-a75d-4d49-9202-55e78746fe95 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d91d915-a936-4f20-b538-f3b050a2e61d HTTP/1.1" status: 200 len: 945 time: 0.0475719 Sep 15 00:57:43.901459 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 34228) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:57:43.906552 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-ee4c13eb-a4b6-4213-8fbc-af5cf77a4485 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Request body: {'floatingip': {'port_id': 'e800a621-1394-4d38-a779-6ed9ffbdca43'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:57:43.949143 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-ee4c13eb-a4b6-4213-8fbc-af5cf77a4485 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for floatingip (8113b261-a0b0-47d1-96f1-e22cba4b7d44), before_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:44.019589 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-2de229fe-2b6d-4ca5-93aa-465286a0e509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'name': 'tempest-AttachVolumeShelveTestJSON-1102589143-router', 'tenant_id': '72d7dfe402c045edbca04c0e7eee05f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a1e135a4-f153-4035-bcda-0699e462acd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:46:53Z', 'updated_at': '2022-09-15T00:46:56Z', 'revision_number': 4, 'project_id': '72d7dfe402c045edbca04c0e7eee05f9', 'gw_port': {'id': 'a1e135a4-f153-4035-bcda-0699e462acd6', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:46:54Z', 'updated_at': '2022-09-15T00:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': 'd1a4e947-c4d6-4c99-b7f7-b701f8f23d72', 'name': '', 'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344', 'tenant_id': '72d7dfe402c045edbca04c0e7eee05f9', 'mac_address': 'fa:16:3e:61:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:46:56Z', 'updated_at': '2022-09-15T00:47:01Z', 'revision_number': 5, 'project_id': '72d7dfe402c045edbca04c0e7eee05f9', 'subnets': [{'id': '272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:57:44.045438 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de229fe-2b6d-4ca5-93aa-465286a0e509 None None] The sync data for ids ['21d3c2da-0083-4dd9-b598-5719182eaa10'] in dv-cinder-857528-2-iscsi is: [{'id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'name': 'tempest-AttachVolumeShelveTestJSON-1102589143-router', 'tenant_id': '72d7dfe402c045edbca04c0e7eee05f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a1e135a4-f153-4035-bcda-0699e462acd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:46:53Z', 'updated_at': '2022-09-15T00:46:56Z', 'revision_number': 4, 'project_id': '72d7dfe402c045edbca04c0e7eee05f9', 'gw_port': {'id': 'a1e135a4-f153-4035-bcda-0699e462acd6', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:46:54Z', 'updated_at': '2022-09-15T00:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': 'd1a4e947-c4d6-4c99-b7f7-b701f8f23d72', 'name': '', 'network_id': 'ab876c33-1fa1-4628-a9be-d8dde255d344', 'tenant_id': '72d7dfe402c045edbca04c0e7eee05f9', 'mac_address': 'fa:16:3e:61:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:46:56Z', 'updated_at': '2022-09-15T00:47:01Z', 'revision_number': 5, 'project_id': '72d7dfe402c045edbca04c0e7eee05f9', 'subnets': [{'id': '272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:57:44.189968 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 34234) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:57:44.248380 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-56242f63-5e2e-44fc-a888-b6121900e9e3 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks [] for security_group (1754348c-abd1-49e5-a86e-c002168c6c6b), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:44.273231 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-56242f63-5e2e-44fc-a888-b6121900e9e3 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks [] for security_group (1754348c-abd1-49e5-a86e-c002168c6c6b), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:44.310743 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dab54f-673a-40c0-a404-4909e71c4ae2 None None] New status for floating IP 7745ca50-7354-4e78-a840-8b8023286612: DOWN {{(pid=112954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 00:57:44.317256 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:44.338089 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-56242f63-5e2e-44fc-a888-b6121900e9e3 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (1754348c-abd1-49e5-a86e-c002168c6c6b), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:44.340795 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-56242f63-5e2e-44fc-a888-b6121900e9e3 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:44.344443 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-56242f63-5e2e-44fc-a888-b6121900e9e3 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/1754348c-abd1-49e5-a86e-c002168c6c6b HTTP/1.1" status: 204 len: 168 time: 0.1504052 Sep 15 00:57:44.346194 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 34236) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:57:44.364253 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56242f63-5e2e-44fc-a888-b6121900e9e3 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1754348c-abd1-49e5-a86e-c002168c6c6b,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:57:44.366496 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.api.v2.resource [None req-dcedffb1-c4d9-47d7-8b17-5127512ed4e2 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] show failed (client error): The resource could not be found. Sep 15 00:57:44.370321 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-dcedffb1-c4d9-47d7-8b17-5127512ed4e2 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "GET /networking/v2.0/security-groups/1754348c-abd1-49e5-a86e-c002168c6c6b HTTP/1.1" status: 404 len: 347 time: 0.0196073 Sep 15 00:57:44.370588 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 34238) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:57:44.420048 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-ee4c13eb-a4b6-4213-8fbc-af5cf77a4485 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:44.426003 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-ee4c13eb-a4b6-4213-8fbc-af5cf77a4485 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682341'] for floatingip (8113b261-a0b0-47d1-96f1-e22cba4b7d44), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:44.469780 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 9e2fa835-2b12-4126-9efe-5387a46e4c0c no longer exists at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:57:44.494488 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] No Port match for: 9e2fa835-2b12-4126-9efe-5387a46e4c0c {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 00:57:44.494934 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 9e2fa835-2b12-4126-9efe-5387a46e4c0c not bound to the agent host hv-cinder-85752 {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 00:57:44.502775 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [None req-d73fad74-2e21-45c5-b8e8-299a4b967b1d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Deleting port b15d5e3a-5647-4747-a461-192242deda05 {{(pid=112952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:57:44.503133 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d73fad74-2e21-45c5-b8e8-299a4b967b1d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (b15d5e3a-5647-4747-a461-192242deda05), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:44.547018 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.db.l3_db [None req-ee4c13eb-a4b6-4213-8fbc-af5cf77a4485 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Floating IP 8113b261-a0b0-47d1-96f1-e22cba4b7d44 associated. External IP: 172.27.1.131, port: e800a621-1394-4d38-a779-6ed9ffbdca43. Sep 15 00:57:44.549742 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:44.582438 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d73fad74-2e21-45c5-b8e8-299a4b967b1d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (b15d5e3a-5647-4747-a461-192242deda05), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:44.582771 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d73fad74-2e21-45c5-b8e8-299a4b967b1d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks [] for floatingip (b15d5e3a-5647-4747-a461-192242deda05), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:44.595813 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [None req-d73fad74-2e21-45c5-b8e8-299a4b967b1d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Calling delete_port for b15d5e3a-5647-4747-a461-192242deda05 owned by network:floatingip {{(pid=112952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:57:44.684469 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:44.729436 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d73fad74-2e21-45c5-b8e8-299a4b967b1d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3304143'] for port (b15d5e3a-5647-4747-a461-192242deda05), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:44.749652 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee4c13eb-a4b6-4213-8fbc-af5cf77a4485 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Router 1ce736d0-eb45-4996-8a42-1c0d1d83a272 has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:57:44.751837 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73fad74-2e21-45c5-b8e8-299a4b967b1d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Pushing event deleted for resources: {'Port': ['ID=b15d5e3a-5647-4747-a461-192242deda05,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:57:44.820951 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d73fad74-2e21-45c5-b8e8-299a4b967b1d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks [] for floatingip (7745ca50-7354-4e78-a840-8b8023286612), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:44.823788 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d73fad74-2e21-45c5-b8e8-299a4b967b1d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for floatingip (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:44.824941 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-d73fad74-2e21-45c5-b8e8-299a4b967b1d tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/7745ca50-7354-4e78-a840-8b8023286612 HTTP/1.1" status: 204 len: 168 time: 0.4534361 Sep 15 00:57:44.870751 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4c13eb-a4b6-4213-8fbc-af5cf77a4485 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:57:44.875284 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-ee4c13eb-a4b6-4213-8fbc-af5cf77a4485 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for floatingip (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:44.880987 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6bd4a6-a0fd-40fe-988c-e2714a2cc748 None None] Sync routers for ids ['1ce736d0-eb45-4996-8a42-1c0d1d83a272'] in dv-cinder-857528-2-iscsi {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:57:44.892200 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6bd4a6-a0fd-40fe-988c-e2714a2cc748 None None] Routers {'1ce736d0-eb45-4996-8a42-1c0d1d83a272'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:57:44.892814 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-7f6bd4a6-a0fd-40fe-988c-e2714a2cc748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:57:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['1ce736d0-eb45-4996-8a42-1c0d1d83a272'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:57:44.907636 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-ee4c13eb-a4b6-4213-8fbc-af5cf77a4485 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/8113b261-a0b0-47d1-96f1-e22cba4b7d44 HTTP/1.1" status: 200 len: 991 time: 1.0047960 Sep 15 00:57:44.998495 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-7f6bd4a6-a0fd-40fe-988c-e2714a2cc748 None None] Set router 1ce736d0-eb45-4996-8a42-1c0d1d83a272 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:57:45.033544 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:45.165168 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=100 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:45.202952 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=100 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:45.213897 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-7f6bd4a6-a0fd-40fe-988c-e2714a2cc748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'name': 'tempest-AttachVolumeNegativeTest-400577387-router', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '025acf36-238d-489a-936d-6b142c62ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:04Z', 'revision_number': 4, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'gw_port': {'id': '025acf36-238d-489a-936d-6b142c62ba58', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': '8113b261-a0b0-47d1-96f1-e22cba4b7d44', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'floating_ip_address': '172.27.1.131', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'port_id': 'e800a621-1394-4d38-a779-6ed9ffbdca43', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'mac_address': 'fa:16:3e:1f:e9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d91d915-a936-4f20-b538-f3b050a2e61d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:57:30Z', 'updated_at': '2022-09-15T00:57:44Z', 'revision_number': 1, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '107963f3-d92c-4837-ab25-c26e9f8ce006', 'name': '', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'mac_address': 'fa:16:3e:ad:67:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:03Z', 'updated_at': '2022-09-15T00:53:09Z', 'revision_number': 5, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'subnets': [{'id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:57:45.238725 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6bd4a6-a0fd-40fe-988c-e2714a2cc748 None None] Checking router: 1ce736d0-eb45-4996-8a42-1c0d1d83a272 for host: dv-cinder-857528-2-iscsi {{(pid=112955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:57:45.247162 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6bd4a6-a0fd-40fe-988c-e2714a2cc748 None None] Routers {'1ce736d0-eb45-4996-8a42-1c0d1d83a272'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:57:45.247840 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-7f6bd4a6-a0fd-40fe-988c-e2714a2cc748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:57:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['1ce736d0-eb45-4996-8a42-1c0d1d83a272'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:57:45.349651 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-7f6bd4a6-a0fd-40fe-988c-e2714a2cc748 None None] Set router 1ce736d0-eb45-4996-8a42-1c0d1d83a272 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:57:45.350750 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d91d915-a936-4f20-b538-f3b050a2e61d', 'tag': 'e800a621-1394-4d38-a779-6ed9ffbdca43'}] {{(pid=112953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:57:45.354319 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dcd79e7c9c5799004c3790ddb8f78f6987afe8bb335ac36dcc290df3850dde4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f794bdf-ad20-423c-8b49-ad909aafa90c" -d '{"events": [{"name": "network-changed", "server_uuid": "8d91d915-a936-4f20-b538-f3b050a2e61d", "tag": "e800a621-1394-4d38-a779-6ed9ffbdca43"}]}' {{(pid=112953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:57:45.395475 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 00:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c26d5b0-dfa8-4d1d-8e8f-9d03b435684f x-openstack-request-id: req-6c26d5b0-dfa8-4d1d-8e8f-9d03b435684f {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:57:45.395793 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d91d915-a936-4f20-b538-f3b050a2e61d", "tag": "e800a621-1394-4d38-a779-6ed9ffbdca43", "status": "completed", "code": 200}]} {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:57:45.396067 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c26d5b0-dfa8-4d1d-8e8f-9d03b435684f {{(pid=112953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:57:45.396455 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c26d5b0-dfa8-4d1d-8e8f-9d03b435684f'] response: {'name': 'network-changed', 'server_uuid': '8d91d915-a936-4f20-b538-f3b050a2e61d', 'tag': 'e800a621-1394-4d38-a779-6ed9ffbdca43', 'status': 'completed', 'code': 200} Sep 15 00:57:45.494182 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f794bdf-ad20-423c-8b49-ad909aafa90c req-7f8aea3c-757b-4f33-9924-0c5960c0ffcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:57:45.494809 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7f794bdf-ad20-423c-8b49-ad909aafa90c req-7f8aea3c-757b-4f33-9924-0c5960c0ffcc service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3ef4db17e5d245cb9caab70d557f41ae&device_id=8d91d915-a936-4f20-b538-f3b050a2e61d HTTP/1.1" status: 200 len: 1129 time: 0.0444460 Sep 15 00:57:45.555298 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:45.562709 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-7f6bd4a6-a0fd-40fe-988c-e2714a2cc748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'name': 'tempest-AttachVolumeNegativeTest-400577387-router', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '025acf36-238d-489a-936d-6b142c62ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:04Z', 'revision_number': 4, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'gw_port': {'id': '025acf36-238d-489a-936d-6b142c62ba58', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': '8113b261-a0b0-47d1-96f1-e22cba4b7d44', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'floating_ip_address': '172.27.1.131', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'port_id': 'e800a621-1394-4d38-a779-6ed9ffbdca43', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'mac_address': 'fa:16:3e:1f:e9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d91d915-a936-4f20-b538-f3b050a2e61d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:57:30Z', 'updated_at': '2022-09-15T00:57:44Z', 'revision_number': 1, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '107963f3-d92c-4837-ab25-c26e9f8ce006', 'name': '', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'mac_address': 'fa:16:3e:ad:67:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:03Z', 'updated_at': '2022-09-15T00:53:09Z', 'revision_number': 5, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'subnets': [{'id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:57:45.590060 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f794bdf-ad20-423c-8b49-ad909aafa90c req-022bfdea-1c8d-4c95-8030-8d89f276ef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:57:45.591336 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6bd4a6-a0fd-40fe-988c-e2714a2cc748 None None] The sync data for ids ['1ce736d0-eb45-4996-8a42-1c0d1d83a272'] in dv-cinder-857528-2-iscsi is: [{'id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'name': 'tempest-AttachVolumeNegativeTest-400577387-router', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '025acf36-238d-489a-936d-6b142c62ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:04Z', 'revision_number': 4, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'gw_port': {'id': '025acf36-238d-489a-936d-6b142c62ba58', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': '8113b261-a0b0-47d1-96f1-e22cba4b7d44', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'floating_ip_address': '172.27.1.131', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'port_id': 'e800a621-1394-4d38-a779-6ed9ffbdca43', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'mac_address': 'fa:16:3e:1f:e9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d91d915-a936-4f20-b538-f3b050a2e61d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:57:30Z', 'updated_at': '2022-09-15T00:57:44Z', 'revision_number': 1, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '107963f3-d92c-4837-ab25-c26e9f8ce006', 'name': '', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'mac_address': 'fa:16:3e:ad:67:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:03Z', 'updated_at': '2022-09-15T00:53:09Z', 'revision_number': 5, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'subnets': [{'id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:57:45.591780 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7f794bdf-ad20-423c-8b49-ad909aafa90c req-022bfdea-1c8d-4c95-8030-8d89f276ef64 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=48f46f03-9920-4d15-b1d4-ea751486aaae HTTP/1.1" status: 200 len: 914 time: 0.0902419 Sep 15 00:57:45.657083 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7f794bdf-ad20-423c-8b49-ad909aafa90c req-1e3829b1-50ac-45bc-b500-dfca27937d6a service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e800a621-1394-4d38-a779-6ed9ffbdca43 HTTP/1.1" status: 200 len: 999 time: 0.0594385 Sep 15 00:57:45.711947 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f794bdf-ad20-423c-8b49-ad909aafa90c req-00eb8626-4057-4936-9aef-09de9435f16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:57:45.713490 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7f794bdf-ad20-423c-8b49-ad909aafa90c req-00eb8626-4057-4936-9aef-09de9435f16c service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=45e5374b-dd3a-4913-9c14-900ba2b249b3 HTTP/1.1" status: 200 len: 853 time: 0.0512061 Sep 15 00:57:45.758401 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f794bdf-ad20-423c-8b49-ad909aafa90c req-6e4ce157-67ec-4b5f-9c14-b7b3d610f828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:57:45.759884 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7f794bdf-ad20-423c-8b49-ad909aafa90c req-6e4ce157-67ec-4b5f-9c14-b7b3d610f828 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=48f46f03-9920-4d15-b1d4-ea751486aaae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411682 Sep 15 00:57:45.794920 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df93987-0338-4c67-9d90-56afd57abb7b None None] New status for floating IP 8113b261-a0b0-47d1-96f1-e22cba4b7d44: ACTIVE {{(pid=112954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 00:57:45.840048 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:45.851502 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7f794bdf-ad20-423c-8b49-ad909aafa90c req-3f86b73e-3a4c-468d-bb17-c4e600e2e0ee service neutron] 10.222.0.18 "GET /networking/v2.0/networks/48f46f03-9920-4d15-b1d4-ea751486aaae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860100 Sep 15 00:57:45.949717 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7f794bdf-ad20-423c-8b49-ad909aafa90c req-eb6b0997-032f-4c2b-acdc-78d7b8396938 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/48f46f03-9920-4d15-b1d4-ea751486aaae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920641 Sep 15 00:57:47.271781 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 34264) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:57:47.678260 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-e843dd13-a28f-4171-809d-e5db23ebe0a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1673637'] for router_interface (21d3c2da-0083-4dd9-b598-5719182eaa10), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:47.776664 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-e1c540b4-bda0-43ac-bca8-34bbfcb72278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:47.896356 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [None req-e843dd13-a28f-4171-809d-e5db23ebe0a5 admin admin] Deleting port d1a4e947-c4d6-4c99-b7f7-b701f8f23d72 {{(pid=112953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:57:47.896700 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-e843dd13-a28f-4171-809d-e5db23ebe0a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (d1a4e947-c4d6-4c99-b7f7-b701f8f23d72), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:47.962282 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:47.973798 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [None req-e843dd13-a28f-4171-809d-e5db23ebe0a5 admin admin] For port d1a4e947-c4d6-4c99-b7f7-b701f8f23d72, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=d1a4e947-c4d6-4c99-b7f7-b701f8f23d72,segment=NetworkSegment(579e5fe4-7341-4bb1-8e14-57c33347e302),segment_id=579e5fe4-7341-4bb1-8e14-57c33347e302)] {{(pid=112953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:57:47.974164 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-e843dd13-a28f-4171-809d-e5db23ebe0a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (d1a4e947-c4d6-4c99-b7f7-b701f8f23d72), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:47.986461 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [None req-e843dd13-a28f-4171-809d-e5db23ebe0a5 admin admin] Calling delete_port for d1a4e947-c4d6-4c99-b7f7-b701f8f23d72 owned by network:router_interface {{(pid=112953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:57:48.109629 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:48.162363 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-e843dd13-a28f-4171-809d-e5db23ebe0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9371492'] for port (d1a4e947-c4d6-4c99-b7f7-b701f8f23d72), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:48.188951 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e843dd13-a28f-4171-809d-e5db23ebe0a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1a4e947-c4d6-4c99-b7f7-b701f8f23d72,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:57:48.600171 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-e843dd13-a28f-4171-809d-e5db23ebe0a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679381'] for router_interface (21d3c2da-0083-4dd9-b598-5719182eaa10), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:48.803244 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e843dd13-a28f-4171-809d-e5db23ebe0a5 admin admin] Router 21d3c2da-0083-4dd9-b598-5719182eaa10 has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:57:48.901136 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e843dd13-a28f-4171-809d-e5db23ebe0a5 admin admin] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:57:48.905999 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-e843dd13-a28f-4171-809d-e5db23ebe0a5 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/21d3c2da-0083-4dd9-b598-5719182eaa10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6339624 Sep 15 00:57:48.908616 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 34268) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:57:48.911863 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a29128e-578d-4dbf-81f7-2dcf22e67747 None None] Sync routers for ids ['21d3c2da-0083-4dd9-b598-5719182eaa10'] in dv-cinder-857528-2-iscsi {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:57:48.922760 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a29128e-578d-4dbf-81f7-2dcf22e67747 None None] Routers {'21d3c2da-0083-4dd9-b598-5719182eaa10'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:57:48.923363 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-0a29128e-578d-4dbf-81f7-2dcf22e67747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:57:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['21d3c2da-0083-4dd9-b598-5719182eaa10'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:57:49.007010 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-fd22fa40-f707-4277-a7f9-70cbe6baac17 admin admin] Publish callbacks [] for router (21d3c2da-0083-4dd9-b598-5719182eaa10), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:49.046793 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:49.110977 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-fd22fa40-f707-4277-a7f9-70cbe6baac17 admin admin] Publish callbacks [] for router_gateway (21d3c2da-0083-4dd9-b598-5719182eaa10), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:49.111826 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-0a29128e-578d-4dbf-81f7-2dcf22e67747 None None] Set router 21d3c2da-0083-4dd9-b598-5719182eaa10 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:57:49.153314 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [None req-fd22fa40-f707-4277-a7f9-70cbe6baac17 admin admin] Deleting port a1e135a4-f153-4035-bcda-0699e462acd6 {{(pid=112953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:57:49.153579 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-fd22fa40-f707-4277-a7f9-70cbe6baac17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (a1e135a4-f153-4035-bcda-0699e462acd6), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:49.235137 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:49.237068 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [None req-fd22fa40-f707-4277-a7f9-70cbe6baac17 admin admin] For port a1e135a4-f153-4035-bcda-0699e462acd6, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=a1e135a4-f153-4035-bcda-0699e462acd6,segment=NetworkSegment(bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89),segment_id=bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89)] {{(pid=112953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:57:49.237444 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-fd22fa40-f707-4277-a7f9-70cbe6baac17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (a1e135a4-f153-4035-bcda-0699e462acd6), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:49.251288 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [None req-fd22fa40-f707-4277-a7f9-70cbe6baac17 admin admin] Calling delete_port for a1e135a4-f153-4035-bcda-0699e462acd6 owned by network:router_gateway {{(pid=112953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:57:49.276517 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-0a29128e-578d-4dbf-81f7-2dcf22e67747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'name': 'tempest-AttachVolumeShelveTestJSON-1102589143-router', 'tenant_id': '72d7dfe402c045edbca04c0e7eee05f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a1e135a4-f153-4035-bcda-0699e462acd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:46:53Z', 'updated_at': '2022-09-15T00:57:48Z', 'revision_number': 5, 'project_id': '72d7dfe402c045edbca04c0e7eee05f9', 'gw_port': {'id': 'a1e135a4-f153-4035-bcda-0699e462acd6', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:46:54Z', 'updated_at': '2022-09-15T00:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi'}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:57:49.301663 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a29128e-578d-4dbf-81f7-2dcf22e67747 None None] Checking router: 21d3c2da-0083-4dd9-b598-5719182eaa10 for host: dv-cinder-857528-2-iscsi {{(pid=112955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:57:49.309799 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a29128e-578d-4dbf-81f7-2dcf22e67747 None None] Routers {'21d3c2da-0083-4dd9-b598-5719182eaa10'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:57:49.310421 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-0a29128e-578d-4dbf-81f7-2dcf22e67747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:57:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['21d3c2da-0083-4dd9-b598-5719182eaa10'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:57:49.393170 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-0a29128e-578d-4dbf-81f7-2dcf22e67747 None None] Set router 21d3c2da-0083-4dd9-b598-5719182eaa10 gateway port host: None {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:57:49.419550 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-fd22fa40-f707-4277-a7f9-70cbe6baac17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9371492'] for port (a1e135a4-f153-4035-bcda-0699e462acd6), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:49.444134 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd22fa40-f707-4277-a7f9-70cbe6baac17 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1e135a4-f153-4035-bcda-0699e462acd6,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:57:49.445142 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-0a29128e-578d-4dbf-81f7-2dcf22e67747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'name': 'tempest-AttachVolumeShelveTestJSON-1102589143-router', 'tenant_id': '72d7dfe402c045edbca04c0e7eee05f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:46:53Z', 'updated_at': '2022-09-15T00:57:49Z', 'revision_number': 6, 'project_id': '72d7dfe402c045edbca04c0e7eee05f9', 'gw_port_host': None}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:57:49.470541 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a29128e-578d-4dbf-81f7-2dcf22e67747 None None] The sync data for ids ['21d3c2da-0083-4dd9-b598-5719182eaa10'] in dv-cinder-857528-2-iscsi is: [{'id': '21d3c2da-0083-4dd9-b598-5719182eaa10', 'name': 'tempest-AttachVolumeShelveTestJSON-1102589143-router', 'tenant_id': '72d7dfe402c045edbca04c0e7eee05f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:46:53Z', 'updated_at': '2022-09-15T00:57:49Z', 'revision_number': 6, 'project_id': '72d7dfe402c045edbca04c0e7eee05f9', 'gw_port_host': None}] {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:57:49.516413 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-fd22fa40-f707-4277-a7f9-70cbe6baac17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1682271'] for router_gateway (21d3c2da-0083-4dd9-b598-5719182eaa10), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:49.601390 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-fd22fa40-f707-4277-a7f9-70cbe6baac17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3719'] for router (21d3c2da-0083-4dd9-b598-5719182eaa10), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:49.603566 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-fd22fa40-f707-4277-a7f9-70cbe6baac17 admin admin] Publish callbacks [] for router_controller (21d3c2da-0083-4dd9-b598-5719182eaa10), precommit_delete_associations {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:49.646414 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-fd22fa40-f707-4277-a7f9-70cbe6baac17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1679464'] for router (21d3c2da-0083-4dd9-b598-5719182eaa10), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:49.647023 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd22fa40-f707-4277-a7f9-70cbe6baac17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21d3c2da-0083-4dd9-b598-5719182eaa10 {{(pid=112953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 00:57:49.651996 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-fd22fa40-f707-4277-a7f9-70cbe6baac17 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:49.653140 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-fd22fa40-f707-4277-a7f9-70cbe6baac17 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/21d3c2da-0083-4dd9-b598-5719182eaa10 HTTP/1.1" status: 204 len: 168 time: 0.7436090 Sep 15 00:57:49.655747 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 34270) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:57:49.701412 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ef6120c-8701-4f81-b680-638a87943596 admin admin] Deleting subnet 272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72 {{(pid=112953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 00:57:49.704719 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-9ef6120c-8701-4f81-b680-638a87943596 admin admin] Publish callbacks [] for subnet (272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:49.743112 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-9ef6120c-8701-4f81-b680-638a87943596 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9406953'] for subnet (272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72), precommit_delete_associations {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:49.818294 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-9ef6120c-8701-4f81-b680-638a87943596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-769422'] for subnet (272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:49.869644 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:49.877656 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-9ef6120c-8701-4f81-b680-638a87943596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9371403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318503'] for subnet (272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:49.912815 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef6120c-8701-4f81-b680-638a87943596 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:57:49.913584 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-9ef6120c-8701-4f81-b680-638a87943596 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for subnet (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:49.916838 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-9ef6120c-8701-4f81-b680-638a87943596 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/272fc8bd-d1d1-4ecc-ac6b-b0f53fd52f72 HTTP/1.1" status: 204 len: 168 time: 0.2601388 Sep 15 00:57:49.919281 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 34272) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:57:49.921721 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8d4b59-7b55-4979-9eb1-164ccc966864 None None] Network ab876c33-1fa1-4628-a9be-d8dde255d344 requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:57:49.993438 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-49e0dcd4-8555-4dab-9ba5-c06d28176bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792827'] for network (ab876c33-1fa1-4628-a9be-d8dde255d344), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:50.055848 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-ec966b51-70bc-4799-8ca2-4e7f2959f7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:50.061171 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [None req-49e0dcd4-8555-4dab-9ba5-c06d28176bca admin admin] Deleting port fcae4a96-6c80-47c2-89c4-2a47d804d2c2 {{(pid=112953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:57:50.061516 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-49e0dcd4-8555-4dab-9ba5-c06d28176bca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (fcae4a96-6c80-47c2-89c4-2a47d804d2c2), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:50.134632 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [None req-49e0dcd4-8555-4dab-9ba5-c06d28176bca admin admin] For port fcae4a96-6c80-47c2-89c4-2a47d804d2c2, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=fcae4a96-6c80-47c2-89c4-2a47d804d2c2,segment=NetworkSegment(579e5fe4-7341-4bb1-8e14-57c33347e302),segment_id=579e5fe4-7341-4bb1-8e14-57c33347e302)] {{(pid=112953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:57:50.134995 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-49e0dcd4-8555-4dab-9ba5-c06d28176bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (fcae4a96-6c80-47c2-89c4-2a47d804d2c2), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:50.148712 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [None req-49e0dcd4-8555-4dab-9ba5-c06d28176bca admin admin] Calling delete_port for fcae4a96-6c80-47c2-89c4-2a47d804d2c2 owned by network:dhcp {{(pid=112953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:57:50.208230 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:50.239940 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-49e0dcd4-8555-4dab-9ba5-c06d28176bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9371492'] for port (fcae4a96-6c80-47c2-89c4-2a47d804d2c2), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:50.253176 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22336a3f-a36e-49cf-bafe-67311159abf7 None None] DHCP port deletion for ab876c33-1fa1-4628-a9be-d8dde255d344 request from dv-cinder-857528-2-iscsi {{(pid=112954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 00:57:50.286508 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e0dcd4-8555-4dab-9ba5-c06d28176bca admin admin] No DVR routers for this DVR port fcae4a96-6c80-47c2-89c4-2a47d804d2c2 on host dv-cinder-857528-2-iscsi {{(pid=112953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 00:57:50.290514 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e0dcd4-8555-4dab-9ba5-c06d28176bca admin admin] Pushing event deleted for resources: {'Port': ['ID=fcae4a96-6c80-47c2-89c4-2a47d804d2c2,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:57:50.326311 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device a1e135a4-f153-4035-bcda-0699e462acd6 no longer exists at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:57:50.346637 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] No Port match for: a1e135a4-f153-4035-bcda-0699e462acd6 {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 00:57:50.347509 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device a1e135a4-f153-4035-bcda-0699e462acd6 not bound to the agent host dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 00:57:50.348145 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device fcae4a96-6c80-47c2-89c4-2a47d804d2c2 no longer exists at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:57:50.366181 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] No Port match for: fcae4a96-6c80-47c2-89c4-2a47d804d2c2 {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 00:57:50.366513 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device fcae4a96-6c80-47c2-89c4-2a47d804d2c2 not bound to the agent host dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 00:57:50.367136 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device d1a4e947-c4d6-4c99-b7f7-b701f8f23d72 no longer exists at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:57:50.369790 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-49e0dcd4-8555-4dab-9ba5-c06d28176bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864165', 'neutron.services.segments.db._delete_segments_for_network-8740354160321'] for network (ab876c33-1fa1-4628-a9be-d8dde255d344), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:50.386509 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] No Port match for: d1a4e947-c4d6-4c99-b7f7-b701f8f23d72 {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 00:57:50.386853 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device d1a4e947-c4d6-4c99-b7f7-b701f8f23d72 not bound to the agent host dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 00:57:50.391789 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.services.segments.db [None req-49e0dcd4-8555-4dab-9ba5-c06d28176bca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab876c33-1fa1-4628-a9be-d8dde255d344']}} {{(pid=112953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:57:50.402440 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.services.segments.db [None req-49e0dcd4-8555-4dab-9ba5-c06d28176bca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '579e5fe4-7341-4bb1-8e14-57c33347e302') {'for_net_delete': True} {{(pid=112953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:57:50.402742 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.services.segments.db [None req-49e0dcd4-8555-4dab-9ba5-c06d28176bca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '579e5fe4-7341-4bb1-8e14-57c33347e302') {} {{(pid=112953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:57:50.414360 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-49e0dcd4-8555-4dab-9ba5-c06d28176bca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740354160213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9406930'] for segment (579e5fe4-7341-4bb1-8e14-57c33347e302), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:50.434739 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-49e0dcd4-8555-4dab-9ba5-c06d28176bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898'] for segment (579e5fe4-7341-4bb1-8e14-57c33347e302), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:50.443889 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49e0dcd4-8555-4dab-9ba5-c06d28176bca admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=112953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 00:57:50.444294 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-49e0dcd4-8555-4dab-9ba5-c06d28176bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9371569'] for segment (579e5fe4-7341-4bb1-8e14-57c33347e302), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:50.490599 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.services.segments.plugin [-] Segment 579e5fe4-7341-4bb1-8e14-57c33347e302 resource provider aggregate not found Sep 15 00:57:50.507557 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.services.segments.plugin [-] Segment 579e5fe4-7341-4bb1-8e14-57c33347e302 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 579e5fe4-7341-4bb1-8e14-57c33347e302 found for delete ", "request_id": "req-1cf4e16f-ef7e-45f9-aa97-57078f83bd28"}]} Sep 15 00:57:50.518240 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-49e0dcd4-8555-4dab-9ba5-c06d28176bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682314'] for network (ab876c33-1fa1-4628-a9be-d8dde255d344), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:50.525926 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-49e0dcd4-8555-4dab-9ba5-c06d28176bca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for network (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:50.529748 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-49e0dcd4-8555-4dab-9ba5-c06d28176bca admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/ab876c33-1fa1-4628-a9be-d8dde255d344 HTTP/1.1" status: 204 len: 168 time: 0.6094427 Sep 15 00:57:50.542486 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e0dcd4-8555-4dab-9ba5-c06d28176bca admin admin] Pushing event deleted for resources: {'Network': ['ID=ab876c33-1fa1-4628-a9be-d8dde255d344,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:57:50.673169 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 34280) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:57:50.715799 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-e6ee2730-57fa-4ba5-a34e-04c26441cec0 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=72d7dfe402c045edbca04c0e7eee05f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412779 Sep 15 00:57:50.718151 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 34282) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:57:50.766091 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-c5bb458c-0db1-432f-8ab1-0f132a41baf4 admin admin] Publish callbacks [] for security_group (54c0c7ec-734e-4281-a4ff-8a863858f44e), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:50.785823 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-c5bb458c-0db1-432f-8ab1-0f132a41baf4 admin admin] Publish callbacks [] for security_group (54c0c7ec-734e-4281-a4ff-8a863858f44e), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:50.832062 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-c5bb458c-0db1-432f-8ab1-0f132a41baf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (54c0c7ec-734e-4281-a4ff-8a863858f44e), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:50.834642 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-c5bb458c-0db1-432f-8ab1-0f132a41baf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:50.835801 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-c5bb458c-0db1-432f-8ab1-0f132a41baf4 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/54c0c7ec-734e-4281-a4ff-8a863858f44e HTTP/1.1" status: 204 len: 168 time: 0.1167376 Sep 15 00:57:50.843615 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb458c-0db1-432f-8ab1-0f132a41baf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c0c7ec-734e-4281-a4ff-8a863858f44e,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:57:51.131660 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 6 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 00:57:51.351837 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:51.801095 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a0e6c712-cdf6-4671-9962-6cf40c08dc9e req-75eb00e6-6720-4654-a961-e2bab168a9c3 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4c770ee1-1cc8-4af3-bb2c-ab3753156e37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423398 Sep 15 00:57:51.882041 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6c712-cdf6-4671-9962-6cf40c08dc9e req-79193f37-886e-4dc4-bba5-643a5b80e15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:57:51.883633 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a0e6c712-cdf6-4671-9962-6cf40c08dc9e req-79193f37-886e-4dc4-bba5-643a5b80e15d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=53d8d76185c44a159439c0f7a0e88b31&device_id=4c770ee1-1cc8-4af3-bb2c-ab3753156e37 HTTP/1.1" status: 200 len: 1130 time: 0.0408151 Sep 15 00:57:51.963521 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:52.008464 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6c712-cdf6-4671-9962-6cf40c08dc9e req-099e2b6a-5a6a-45d8-8d12-ac01e8c5d092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:57:52.009968 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a0e6c712-cdf6-4671-9962-6cf40c08dc9e req-099e2b6a-5a6a-45d8-8d12-ac01e8c5d092 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=0487b0cb-031a-4188-bee6-95c6ebd2b4a3 HTTP/1.1" status: 200 len: 909 time: 0.0944924 Sep 15 00:57:52.072881 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a0e6c712-cdf6-4671-9962-6cf40c08dc9e req-ea23daab-5851-426e-afee-61a124b24c0e service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1b21f4d-7863-4a9c-ac7d-ae028778c2c8 HTTP/1.1" status: 200 len: 1002 time: 0.0570295 Sep 15 00:57:52.127210 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6c712-cdf6-4671-9962-6cf40c08dc9e req-0ca3519b-e54f-490d-97aa-47983471a744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:57:52.129533 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a0e6c712-cdf6-4671-9962-6cf40c08dc9e req-0ca3519b-e54f-490d-97aa-47983471a744 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=a47b3c86-5b49-4a30-ad22-9680b01f5da9 HTTP/1.1" status: 200 len: 848 time: 0.0443981 Sep 15 00:57:52.176601 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6c712-cdf6-4671-9962-6cf40c08dc9e req-57992506-285a-428d-8e57-b1a02c3a6f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:57:52.178117 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a0e6c712-cdf6-4671-9962-6cf40c08dc9e req-57992506-285a-428d-8e57-b1a02c3a6f4a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=0487b0cb-031a-4188-bee6-95c6ebd2b4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427861 Sep 15 00:57:52.270768 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a0e6c712-cdf6-4671-9962-6cf40c08dc9e req-b8588053-93ab-4fe5-9512-516bddc5fdbf service neutron] 10.222.0.18 "GET /networking/v2.0/networks/0487b0cb-031a-4188-bee6-95c6ebd2b4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860951 Sep 15 00:57:52.364142 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a0e6c712-cdf6-4671-9962-6cf40c08dc9e req-360800d6-747d-4853-9292-3ba65d087660 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/0487b0cb-031a-4188-bee6-95c6ebd2b4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877371 Sep 15 00:57:52.619871 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:52.680720 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:54.811101 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=12 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:54.816311 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=30,neutron:DELETE=5 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:55.136084 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 34360) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:57:55.239338 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2b6ed191-a081-4a3a-ad74-759316034c96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:55.257555 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:DELETE=6,neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:57:55.320574 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2b6ed191-a081-4a3a-ad74-759316034c96 admin admin] Publish callbacks [] for security_group (1e1c6dca-9cce-4f6e-9eac-961031f63d72), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:55.324046 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2b6ed191-a081-4a3a-ad74-759316034c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (1e1c6dca-9cce-4f6e-9eac-961031f63d72), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:55.363232 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-2b6ed191-a081-4a3a-ad74-759316034c96 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=c653382fde154db092256789e04ab82a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260888 Sep 15 00:57:55.364108 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ed191-a081-4a3a-ad74-759316034c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1c6dca-9cce-4f6e-9eac-961031f63d72,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:57:55.366032 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 34364) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:57:55.416174 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-eabd8d71-2af1-4fbb-a58a-c51cff3cc9d1 admin admin] Publish callbacks [] for security_group (1e1c6dca-9cce-4f6e-9eac-961031f63d72), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:55.436708 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-eabd8d71-2af1-4fbb-a58a-c51cff3cc9d1 admin admin] Publish callbacks [] for security_group (1e1c6dca-9cce-4f6e-9eac-961031f63d72), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:55.484764 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-eabd8d71-2af1-4fbb-a58a-c51cff3cc9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (1e1c6dca-9cce-4f6e-9eac-961031f63d72), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:55.487244 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-eabd8d71-2af1-4fbb-a58a-c51cff3cc9d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:55.489000 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-eabd8d71-2af1-4fbb-a58a-c51cff3cc9d1 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/1e1c6dca-9cce-4f6e-9eac-961031f63d72 HTTP/1.1" status: 204 len: 168 time: 0.1219201 Sep 15 00:57:55.496519 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd8d71-2af1-4fbb-a58a-c51cff3cc9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1c6dca-9cce-4f6e-9eac-961031f63d72,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:57:55.747586 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 34370) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:57:55.761051 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-07d88181-0186-4187-86b4-fe64780181d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:55.837893 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-07d88181-0186-4187-86b4-fe64780181d1 admin admin] Publish callbacks [] for security_group (92b51c4b-fe45-466b-9d95-0b9ee7109198), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:55.841647 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-07d88181-0186-4187-86b4-fe64780181d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (92b51c4b-fe45-466b-9d95-0b9ee7109198), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:55.882206 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-07d88181-0186-4187-86b4-fe64780181d1 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=f71a6c70076f43d5bd33ff99153cf600&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1335611 Sep 15 00:57:55.883055 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d88181-0186-4187-86b4-fe64780181d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b51c4b-fe45-466b-9d95-0b9ee7109198,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:57:55.885272 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 34372) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:57:55.933669 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-3eac4420-ab6c-4577-a0ce-828e4c995fc9 admin admin] Publish callbacks [] for security_group (92b51c4b-fe45-466b-9d95-0b9ee7109198), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:55.956688 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-3eac4420-ab6c-4577-a0ce-828e4c995fc9 admin admin] Publish callbacks [] for security_group (92b51c4b-fe45-466b-9d95-0b9ee7109198), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:56.003448 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-3eac4420-ab6c-4577-a0ce-828e4c995fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (92b51c4b-fe45-466b-9d95-0b9ee7109198), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:56.006195 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-3eac4420-ab6c-4577-a0ce-828e4c995fc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:57:56.007321 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-3eac4420-ab6c-4577-a0ce-828e4c995fc9 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/92b51c4b-fe45-466b-9d95-0b9ee7109198 HTTP/1.1" status: 204 len: 168 time: 0.1210244 Sep 15 00:57:56.014848 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eac4420-ab6c-4577-a0ce-828e4c995fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b51c4b-fe45-466b-9d95-0b9ee7109198,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:58:00.921923 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 34472) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:58:01.025474 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-be818a61-1f33-448d-bb76-f88b012558c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:01.077414 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:58:01.102194 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-be818a61-1f33-448d-bb76-f88b012558c1 admin admin] Publish callbacks [] for security_group (31987bbe-5ba1-4be2-9416-617b285517b2), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:01.105823 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-be818a61-1f33-448d-bb76-f88b012558c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (31987bbe-5ba1-4be2-9416-617b285517b2), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:01.146948 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-be818a61-1f33-448d-bb76-f88b012558c1 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=04ba414067904f2eb6cf067ea547fb87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239096 Sep 15 00:58:01.147768 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be818a61-1f33-448d-bb76-f88b012558c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31987bbe-5ba1-4be2-9416-617b285517b2,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:58:01.149629 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 34476) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:58:01.199061 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-8a85d1e1-6a4a-44b7-9860-fe94c9573762 admin admin] Publish callbacks [] for security_group (31987bbe-5ba1-4be2-9416-617b285517b2), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:01.225230 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-8a85d1e1-6a4a-44b7-9860-fe94c9573762 admin admin] Publish callbacks [] for security_group (31987bbe-5ba1-4be2-9416-617b285517b2), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:01.272993 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-8a85d1e1-6a4a-44b7-9860-fe94c9573762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (31987bbe-5ba1-4be2-9416-617b285517b2), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:01.276125 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-8a85d1e1-6a4a-44b7-9860-fe94c9573762 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:01.277251 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-8a85d1e1-6a4a-44b7-9860-fe94c9573762 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/31987bbe-5ba1-4be2-9416-617b285517b2 HTTP/1.1" status: 204 len: 168 time: 0.1265604 Sep 15 00:58:01.285222 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a85d1e1-6a4a-44b7-9860-fe94c9573762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31987bbe-5ba1-4be2-9416-617b285517b2,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:58:01.534713 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 34482) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:58:01.548039 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-bb33c05d-5da0-4987-9a06-df2d6d16de6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:01.630935 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-bb33c05d-5da0-4987-9a06-df2d6d16de6d admin admin] Publish callbacks [] for security_group (ef1084b9-d814-41e8-86cd-d376ae628d6e), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:01.634761 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-bb33c05d-5da0-4987-9a06-df2d6d16de6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (ef1084b9-d814-41e8-86cd-d376ae628d6e), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:01.673209 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-bb33c05d-5da0-4987-9a06-df2d6d16de6d admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=0eb3992f376a439487d83ba5ddc50fcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1373923 Sep 15 00:58:01.674330 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb33c05d-5da0-4987-9a06-df2d6d16de6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1084b9-d814-41e8-86cd-d376ae628d6e,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:58:01.676595 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 34484) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:58:01.724439 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-a1b2157f-8764-472c-9971-1fb793240dff admin admin] Publish callbacks [] for security_group (ef1084b9-d814-41e8-86cd-d376ae628d6e), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:01.746634 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-a1b2157f-8764-472c-9971-1fb793240dff admin admin] Publish callbacks [] for security_group (ef1084b9-d814-41e8-86cd-d376ae628d6e), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:01.792540 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-a1b2157f-8764-472c-9971-1fb793240dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (ef1084b9-d814-41e8-86cd-d376ae628d6e), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:01.794993 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-a1b2157f-8764-472c-9971-1fb793240dff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:01.796205 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-a1b2157f-8764-472c-9971-1fb793240dff admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ef1084b9-d814-41e8-86cd-d376ae628d6e HTTP/1.1" status: 204 len: 168 time: 0.1186447 Sep 15 00:58:01.804421 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b2157f-8764-472c-9971-1fb793240dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1084b9-d814-41e8-86cd-d376ae628d6e,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:58:02.113207 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 34490) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:58:02.130896 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-83fe8acd-27fe-4e0f-a37e-91875d87870b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:02.172645 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:58:02.211963 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-83fe8acd-27fe-4e0f-a37e-91875d87870b admin admin] Publish callbacks [] for security_group (27d2619f-218e-4c50-b498-d689c660475a), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:02.217165 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-83fe8acd-27fe-4e0f-a37e-91875d87870b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (27d2619f-218e-4c50-b498-d689c660475a), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:02.259237 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-83fe8acd-27fe-4e0f-a37e-91875d87870b admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=ecb8581d19e645419cca973afb452c9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1449342 Sep 15 00:58:02.260203 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe8acd-27fe-4e0f-a37e-91875d87870b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d2619f-218e-4c50-b498-d689c660475a,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:58:02.262419 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 34492) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:58:02.311067 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-69a7ff50-5f35-4032-a551-d30a5aaf4147 admin admin] Publish callbacks [] for security_group (27d2619f-218e-4c50-b498-d689c660475a), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:02.330822 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-69a7ff50-5f35-4032-a551-d30a5aaf4147 admin admin] Publish callbacks [] for security_group (27d2619f-218e-4c50-b498-d689c660475a), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:02.361584 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:58:02.378823 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-69a7ff50-5f35-4032-a551-d30a5aaf4147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (27d2619f-218e-4c50-b498-d689c660475a), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:02.381718 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-69a7ff50-5f35-4032-a551-d30a5aaf4147 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:02.382869 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-69a7ff50-5f35-4032-a551-d30a5aaf4147 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/27d2619f-218e-4c50-b498-d689c660475a HTTP/1.1" status: 204 len: 168 time: 0.1194463 Sep 15 00:58:02.390755 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a7ff50-5f35-4032-a551-d30a5aaf4147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d2619f-218e-4c50-b498-d689c660475a,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:58:07.219590 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=83 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:58:11.816540 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=79,neutron:UPDATE=5 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:58:12.252336 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=8 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:58:12.255375 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=46,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:58:12.385579 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:58:12.386355 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=7 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:58:12.403994 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=49,neutron:UPDATE=6 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:58:13.056845 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 34602) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:58:13.159079 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-fb562a99-fcf9-4422-877a-163c8d122195 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:13.233625 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-fb562a99-fcf9-4422-877a-163c8d122195 admin admin] Publish callbacks [] for security_group (4433e2ef-589a-481f-90e9-355916571476), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:13.237384 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-fb562a99-fcf9-4422-877a-163c8d122195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (4433e2ef-589a-481f-90e9-355916571476), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:13.278495 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-fb562a99-fcf9-4422-877a-163c8d122195 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=983bb4fc3ece437cbf8dffe119eab3fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2205601 Sep 15 00:58:13.279429 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb562a99-fcf9-4422-877a-163c8d122195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4433e2ef-589a-481f-90e9-355916571476,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:58:13.281193 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 34606) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:58:13.329410 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-99d88160-f98d-4bb3-a130-d28a210d5119 admin admin] Publish callbacks [] for security_group (4433e2ef-589a-481f-90e9-355916571476), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:13.349489 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-99d88160-f98d-4bb3-a130-d28a210d5119 admin admin] Publish callbacks [] for security_group (4433e2ef-589a-481f-90e9-355916571476), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:13.396987 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-99d88160-f98d-4bb3-a130-d28a210d5119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (4433e2ef-589a-481f-90e9-355916571476), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:13.399624 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-99d88160-f98d-4bb3-a130-d28a210d5119 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:13.400766 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-99d88160-f98d-4bb3-a130-d28a210d5119 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/4433e2ef-589a-481f-90e9-355916571476 HTTP/1.1" status: 204 len: 168 time: 0.1186094 Sep 15 00:58:13.408589 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d88160-f98d-4bb3-a130-d28a210d5119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4433e2ef-589a-481f-90e9-355916571476,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:58:13.655512 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 34612) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:58:13.668906 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f9b1f3ce-c7af-4783-8cfe-95f0920fc83a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:13.746914 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f9b1f3ce-c7af-4783-8cfe-95f0920fc83a admin admin] Publish callbacks [] for security_group (803881fe-858a-4ee7-adff-89edcaf69f05), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:13.750304 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f9b1f3ce-c7af-4783-8cfe-95f0920fc83a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (803881fe-858a-4ee7-adff-89edcaf69f05), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:13.789396 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-f9b1f3ce-c7af-4783-8cfe-95f0920fc83a admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=75210461805046b895f921b4c20d9c50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1328437 Sep 15 00:58:13.790233 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b1f3ce-c7af-4783-8cfe-95f0920fc83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803881fe-858a-4ee7-adff-89edcaf69f05,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:58:13.792212 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 34614) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:58:13.840879 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-12a05a8f-00be-49f3-add4-c1b8fe83ebbd admin admin] Publish callbacks [] for security_group (803881fe-858a-4ee7-adff-89edcaf69f05), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:13.860023 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-12a05a8f-00be-49f3-add4-c1b8fe83ebbd admin admin] Publish callbacks [] for security_group (803881fe-858a-4ee7-adff-89edcaf69f05), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:13.911810 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-12a05a8f-00be-49f3-add4-c1b8fe83ebbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (803881fe-858a-4ee7-adff-89edcaf69f05), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:13.914389 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-12a05a8f-00be-49f3-add4-c1b8fe83ebbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:13.915563 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-12a05a8f-00be-49f3-add4-c1b8fe83ebbd admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/803881fe-858a-4ee7-adff-89edcaf69f05 HTTP/1.1" status: 204 len: 168 time: 0.1223550 Sep 15 00:58:13.923280 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a05a8f-00be-49f3-add4-c1b8fe83ebbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803881fe-858a-4ee7-adff-89edcaf69f05,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:58:15.016395 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 34650) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:58:15.039943 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:15.121717 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c977fd1f-de8a-49e2-b6f7-5b8c558eb608 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:15.199754 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c977fd1f-de8a-49e2-b6f7-5b8c558eb608 admin admin] Publish callbacks [] for security_group (5ce78b4d-8ded-4837-ae10-06b31a65005c), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:15.203836 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c977fd1f-de8a-49e2-b6f7-5b8c558eb608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (5ce78b4d-8ded-4837-ae10-06b31a65005c), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:15.244366 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-c977fd1f-de8a-49e2-b6f7-5b8c558eb608 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=82003c14585048029e15b38fc706236d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268960 Sep 15 00:58:15.245072 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c977fd1f-de8a-49e2-b6f7-5b8c558eb608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce78b4d-8ded-4837-ae10-06b31a65005c,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:58:15.247061 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 34654) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:58:15.296814 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-3e6a80ee-469f-4902-a45e-faf8d1a1fa58 admin admin] Publish callbacks [] for security_group (5ce78b4d-8ded-4837-ae10-06b31a65005c), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:15.316269 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-3e6a80ee-469f-4902-a45e-faf8d1a1fa58 admin admin] Publish callbacks [] for security_group (5ce78b4d-8ded-4837-ae10-06b31a65005c), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:15.361239 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-3e6a80ee-469f-4902-a45e-faf8d1a1fa58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (5ce78b4d-8ded-4837-ae10-06b31a65005c), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:15.363943 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-3e6a80ee-469f-4902-a45e-faf8d1a1fa58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:15.365076 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-3e6a80ee-469f-4902-a45e-faf8d1a1fa58 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/5ce78b4d-8ded-4837-ae10-06b31a65005c HTTP/1.1" status: 204 len: 168 time: 0.1169453 Sep 15 00:58:15.372651 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a80ee-469f-4902-a45e-faf8d1a1fa58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce78b4d-8ded-4837-ae10-06b31a65005c,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:58:16.171070 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=89,neutron:DELETE=1 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:58:17.778162 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-3311206d-6cb6-4c33-83d7-a8ff91a723e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:19.565813 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 34724) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:58:19.673794 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-3cd9a2af-d6bd-44d3-9911-0daa8454e7ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:19.751625 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-3cd9a2af-d6bd-44d3-9911-0daa8454e7ca admin admin] Publish callbacks [] for security_group (d3715366-313e-4d3f-915f-decc79318b7b), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:19.755690 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-3cd9a2af-d6bd-44d3-9911-0daa8454e7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (d3715366-313e-4d3f-915f-decc79318b7b), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:19.792922 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd9a2af-d6bd-44d3-9911-0daa8454e7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3715366-313e-4d3f-915f-decc79318b7b,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:58:19.797166 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-3cd9a2af-d6bd-44d3-9911-0daa8454e7ca admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=7655d57f72004c9a8058b615c4cfcd8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303219 Sep 15 00:58:19.800500 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 34728) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:58:19.851006 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-4d39a89a-a47d-4890-a843-b5c9bf13c134 admin admin] Publish callbacks [] for security_group (d3715366-313e-4d3f-915f-decc79318b7b), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:19.870674 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-4d39a89a-a47d-4890-a843-b5c9bf13c134 admin admin] Publish callbacks [] for security_group (d3715366-313e-4d3f-915f-decc79318b7b), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:19.917570 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-4d39a89a-a47d-4890-a843-b5c9bf13c134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (d3715366-313e-4d3f-915f-decc79318b7b), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:19.920259 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-4d39a89a-a47d-4890-a843-b5c9bf13c134 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:19.921460 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-4d39a89a-a47d-4890-a843-b5c9bf13c134 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/d3715366-313e-4d3f-915f-decc79318b7b HTTP/1.1" status: 204 len: 168 time: 0.1204467 Sep 15 00:58:19.928901 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39a89a-a47d-4890-a843-b5c9bf13c134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3715366-313e-4d3f-915f-decc79318b7b,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:58:20.063680 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-b5f5958f-e033-4953-bf16-f2a61e9b3cf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:21.354125 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:22.620822 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:22.672513 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:28.131349 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 6 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 00:58:29.788656 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=71,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:58:29.790892 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=67,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:58:29.924299 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=65,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:58:29.924997 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=73,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:58:32.666786 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:58:32.668770 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=12,neutron:UPDATE=5 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:58:44.211293 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=4 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:58:44.216039 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=4 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:58:45.045235 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:47.780361 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-a1469287-db36-47bb-83de-5997e51547a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:50.045298 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-7ad9d9a8-4b0c-4ef0-9b9c-d8c6c14cca56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:51.359932 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:52.622193 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:52.675981 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:57.515314 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 34740) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:58:57.906018 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [None req-fdf1d264-73a0-47b8-95ab-b095274b5ef9 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Deleting port 521d9c42-ad8f-49a7-b9cd-6df882bf112c {{(pid=112952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:58:57.906360 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-fdf1d264-73a0-47b8-95ab-b095274b5ef9 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (521d9c42-ad8f-49a7-b9cd-6df882bf112c), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:57.981640 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-fdf1d264-73a0-47b8-95ab-b095274b5ef9 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (521d9c42-ad8f-49a7-b9cd-6df882bf112c), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:57.981964 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-fdf1d264-73a0-47b8-95ab-b095274b5ef9 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks [] for floatingip (521d9c42-ad8f-49a7-b9cd-6df882bf112c), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:57.994610 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [None req-fdf1d264-73a0-47b8-95ab-b095274b5ef9 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Calling delete_port for 521d9c42-ad8f-49a7-b9cd-6df882bf112c owned by network:floatingip {{(pid=112952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:58:58.153742 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-fdf1d264-73a0-47b8-95ab-b095274b5ef9 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3304143'] for port (521d9c42-ad8f-49a7-b9cd-6df882bf112c), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:58.177394 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf1d264-73a0-47b8-95ab-b095274b5ef9 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Pushing event deleted for resources: {'Port': ['ID=521d9c42-ad8f-49a7-b9cd-6df882bf112c,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:58:58.202540 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1d264-73a0-47b8-95ab-b095274b5ef9 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:58:58.202886 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1d264-73a0-47b8-95ab-b095274b5ef9 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:58:58.203224 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1d264-73a0-47b8-95ab-b095274b5ef9 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:58:58.203586 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1d264-73a0-47b8-95ab-b095274b5ef9 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:58:58.203924 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1d264-73a0-47b8-95ab-b095274b5ef9 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:58:58.204266 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1d264-73a0-47b8-95ab-b095274b5ef9 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:58:58.204592 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1d264-73a0-47b8-95ab-b095274b5ef9 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:58:58.204932 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1d264-73a0-47b8-95ab-b095274b5ef9 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:58:58.205238 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1d264-73a0-47b8-95ab-b095274b5ef9 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:58:58.205559 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1d264-73a0-47b8-95ab-b095274b5ef9 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:58:58.205882 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1d264-73a0-47b8-95ab-b095274b5ef9 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:58:58.206203 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1d264-73a0-47b8-95ab-b095274b5ef9 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:58:58.206524 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1d264-73a0-47b8-95ab-b095274b5ef9 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:58:58.206848 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1d264-73a0-47b8-95ab-b095274b5ef9 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:58:58.207165 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1d264-73a0-47b8-95ab-b095274b5ef9 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:58:58.254504 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-fdf1d264-73a0-47b8-95ab-b095274b5ef9 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks [] for floatingip (15fd45a7-140f-4657-9227-6840ab2ccda4), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:58.254833 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.db.l3_db [None req-fdf1d264-73a0-47b8-95ab-b095274b5ef9 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Floating IP 15fd45a7-140f-4657-9227-6840ab2ccda4 disassociated (deleted). External IP: 172.27.1.250, port: 1e256011-f270-4453-bb18-eafb005e24f8. Sep 15 00:58:58.454809 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf1d264-73a0-47b8-95ab-b095274b5ef9 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Router 507b553a-d76a-466a-b784-97a7291cdd3f has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:58:58.561575 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf1d264-73a0-47b8-95ab-b095274b5ef9 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:58:58.567768 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-fdf1d264-73a0-47b8-95ab-b095274b5ef9 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for floatingip (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:58:58.571086 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45658a1b-3916-4076-a540-1354c26b2368 None None] Sync routers for ids ['507b553a-d76a-466a-b784-97a7291cdd3f'] in dv-cinder-857528-2-iscsi {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:58:58.581183 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45658a1b-3916-4076-a540-1354c26b2368 None None] Routers {'507b553a-d76a-466a-b784-97a7291cdd3f'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:58:58.581792 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-45658a1b-3916-4076-a540-1354c26b2368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:58:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['507b553a-d76a-466a-b784-97a7291cdd3f'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:58:58.590293 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:58:58.602591 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-fdf1d264-73a0-47b8-95ab-b095274b5ef9 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/15fd45a7-140f-4657-9227-6840ab2ccda4 HTTP/1.1" status: 204 len: 168 time: 1.0861766 Sep 15 00:58:58.603225 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c219172-398a-4d1a-b41b-a12948058ed4', 'tag': '1e256011-f270-4453-bb18-eafb005e24f8'}] {{(pid=112952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:58:58.605521 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab332b7ebe0febfdc7fe1a403309b4946bbbdc71882a32b3ac962f44a6678e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2575c4fa-2e80-4568-ab34-84e588930eef" -d '{"events": [{"name": "network-changed", "server_uuid": "3c219172-398a-4d1a-b41b-a12948058ed4", "tag": "1e256011-f270-4453-bb18-eafb005e24f8"}]}' {{(pid=112952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:58:58.665752 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 00:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210a832f-6669-42e8-b323-7a21e8cbd8d3 x-openstack-request-id: req-210a832f-6669-42e8-b323-7a21e8cbd8d3 {{(pid=112952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:58:58.666056 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c219172-398a-4d1a-b41b-a12948058ed4", "tag": "1e256011-f270-4453-bb18-eafb005e24f8", "status": "completed", "code": 200}]} {{(pid=112952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:58:58.666378 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-210a832f-6669-42e8-b323-7a21e8cbd8d3 {{(pid=112952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:58:58.666856 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-210a832f-6669-42e8-b323-7a21e8cbd8d3'] response: {'name': 'network-changed', 'server_uuid': '3c219172-398a-4d1a-b41b-a12948058ed4', 'tag': '1e256011-f270-4453-bb18-eafb005e24f8', 'status': 'completed', 'code': 200} Sep 15 00:58:58.699797 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-45658a1b-3916-4076-a540-1354c26b2368 None None] Set router 507b553a-d76a-466a-b784-97a7291cdd3f gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:58:58.755947 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575c4fa-2e80-4568-ab34-84e588930eef req-3bbc4392-7aa9-4d6b-a77e-54162046c8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:58:58.758447 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2575c4fa-2e80-4568-ab34-84e588930eef req-3bbc4392-7aa9-4d6b-a77e-54162046c8c6 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=53d8d76185c44a159439c0f7a0e88b31&device_id=3c219172-398a-4d1a-b41b-a12948058ed4 HTTP/1.1" status: 200 len: 1129 time: 0.0430775 Sep 15 00:58:58.845592 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b6d91-0c3d-4b1b-b3a4-23aa49272824 req-3bbfdb4d-52f9-45cb-b104-8aac482b77b3 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:58:58.847160 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-252b6d91-0c3d-4b1b-b3a4-23aa49272824 req-3bbfdb4d-52f9-45cb-b104-8aac482b77b3 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c219172-398a-4d1a-b41b-a12948058ed4 HTTP/1.1" status: 200 len: 945 time: 0.0455711 Sep 15 00:58:58.897275 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-252b6d91-0c3d-4b1b-b3a4-23aa49272824 req-d54adf5c-9b75-423b-a164-35a702457ea8 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438821 Sep 15 00:58:58.918721 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-45658a1b-3916-4076-a540-1354c26b2368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'name': 'tempest-TestVolumeBootPattern-9489909-router', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:03Z', 'updated_at': '2022-09-15T00:49:06Z', 'revision_number': 4, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'gw_port': {'id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:04Z', 'updated_at': '2022-09-15T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': '741b0703-4a84-41b6-9351-1fd0bc5c0358', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'floating_ip_address': '172.27.1.161', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'port_id': 'd1b21f4d-7863-4a9c-ac7d-ae028778c2c8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3', 'mac_address': 'fa:16:3e:c2:44:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c770ee1-1cc8-4af3-bb2c-ab3753156e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:53:58Z', 'updated_at': '2022-09-15T00:54:00Z', 'revision_number': 1, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8adcbc4-cb9c-40f7-8758-254d0a29b7bd', 'name': '', 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'mac_address': 'fa:16:3e:2f:6f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:06Z', 'updated_at': '2022-09-15T00:49:11Z', 'revision_number': 5, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'subnets': [{'id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:58:58.943302 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45658a1b-3916-4076-a540-1354c26b2368 None None] Checking router: 507b553a-d76a-466a-b784-97a7291cdd3f for host: dv-cinder-857528-2-iscsi {{(pid=112954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:58:58.952067 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45658a1b-3916-4076-a540-1354c26b2368 None None] Routers {'507b553a-d76a-466a-b784-97a7291cdd3f'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:58:58.952668 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-45658a1b-3916-4076-a540-1354c26b2368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:58:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['507b553a-d76a-466a-b784-97a7291cdd3f'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:58:59.051192 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-45658a1b-3916-4076-a540-1354c26b2368 None None] Set router 507b553a-d76a-466a-b784-97a7291cdd3f gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:58:59.370999 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-45658a1b-3916-4076-a540-1354c26b2368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'name': 'tempest-TestVolumeBootPattern-9489909-router', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:03Z', 'updated_at': '2022-09-15T00:49:06Z', 'revision_number': 4, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'gw_port': {'id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:04Z', 'updated_at': '2022-09-15T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': '741b0703-4a84-41b6-9351-1fd0bc5c0358', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'floating_ip_address': '172.27.1.161', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'port_id': 'd1b21f4d-7863-4a9c-ac7d-ae028778c2c8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3', 'mac_address': 'fa:16:3e:c2:44:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c770ee1-1cc8-4af3-bb2c-ab3753156e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:53:58Z', 'updated_at': '2022-09-15T00:54:00Z', 'revision_number': 1, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8adcbc4-cb9c-40f7-8758-254d0a29b7bd', 'name': '', 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'mac_address': 'fa:16:3e:2f:6f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:06Z', 'updated_at': '2022-09-15T00:49:11Z', 'revision_number': 5, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'subnets': [{'id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:58:59.398878 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45658a1b-3916-4076-a540-1354c26b2368 None None] The sync data for ids ['507b553a-d76a-466a-b784-97a7291cdd3f'] in dv-cinder-857528-2-iscsi is: [{'id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'name': 'tempest-TestVolumeBootPattern-9489909-router', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:03Z', 'updated_at': '2022-09-15T00:49:06Z', 'revision_number': 4, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'gw_port': {'id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:04Z', 'updated_at': '2022-09-15T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': '741b0703-4a84-41b6-9351-1fd0bc5c0358', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'floating_ip_address': '172.27.1.161', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'port_id': 'd1b21f4d-7863-4a9c-ac7d-ae028778c2c8', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3', 'mac_address': 'fa:16:3e:c2:44:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c770ee1-1cc8-4af3-bb2c-ab3753156e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:53:58Z', 'updated_at': '2022-09-15T00:54:00Z', 'revision_number': 1, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8adcbc4-cb9c-40f7-8758-254d0a29b7bd', 'name': '', 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'mac_address': 'fa:16:3e:2f:6f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:06Z', 'updated_at': '2022-09-15T00:49:11Z', 'revision_number': 5, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'subnets': [{'id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:58:59.621172 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4138f021-2434-4828-b2c2-5fb053d3ff0e None None] New status for floating IP 15fd45a7-140f-4657-9227-6840ab2ccda4: DOWN {{(pid=112955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 00:58:59.962124 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575c4fa-2e80-4568-ab34-84e588930eef req-96c24fa1-01dd-4588-90b3-1057c81f1926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:58:59.963630 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2575c4fa-2e80-4568-ab34-84e588930eef req-96c24fa1-01dd-4588-90b3-1057c81f1926 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=0487b0cb-031a-4188-bee6-95c6ebd2b4a3 HTTP/1.1" status: 200 len: 909 time: 0.0923862 Sep 15 00:59:00.049909 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2575c4fa-2e80-4568-ab34-84e588930eef req-8c56473e-e5b1-4717-ad66-ab96489682ce service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e256011-f270-4453-bb18-eafb005e24f8 HTTP/1.1" status: 200 len: 217 time: 0.0552688 Sep 15 00:59:00.059962 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153ebb3-88f0-4554-ae25-f0737ea1a5e4 req-1b96af3b-aa26-4c04-8375-4f5756b49bf9 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:59:00.061385 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0153ebb3-88f0-4554-ae25-f0737ea1a5e4 req-1b96af3b-aa26-4c04-8375-4f5756b49bf9 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c219172-398a-4d1a-b41b-a12948058ed4 HTTP/1.1" status: 200 len: 945 time: 0.0786133 Sep 15 00:59:00.133276 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575c4fa-2e80-4568-ab34-84e588930eef req-609b41b6-b780-453c-9873-294f3bd2ed8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:59:00.134733 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2575c4fa-2e80-4568-ab34-84e588930eef req-609b41b6-b780-453c-9873-294f3bd2ed8e service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=a47b3c86-5b49-4a30-ad22-9680b01f5da9 HTTP/1.1" status: 200 len: 848 time: 0.0725350 Sep 15 00:59:00.143389 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-0153ebb3-88f0-4554-ae25-f0737ea1a5e4 req-57f0ccf1-7a5e-4f86-98eb-e4dd27bc85cb tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739419 Sep 15 00:59:00.236693 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575c4fa-2e80-4568-ab34-84e588930eef req-d55a40ab-e881-4096-8989-69bfe0c1ee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:59:00.238270 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2575c4fa-2e80-4568-ab34-84e588930eef req-d55a40ab-e881-4096-8989-69bfe0c1ee77 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=0487b0cb-031a-4188-bee6-95c6ebd2b4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442095 Sep 15 00:59:00.514775 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2575c4fa-2e80-4568-ab34-84e588930eef req-45c6a83c-04a2-468d-8a03-97bfad076556 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/0487b0cb-031a-4188-bee6-95c6ebd2b4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926213 Sep 15 00:59:00.844663 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2575c4fa-2e80-4568-ab34-84e588930eef req-913e927a-2239-434d-999e-47883a00e007 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/0487b0cb-031a-4188-bee6-95c6ebd2b4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863166 Sep 15 00:59:00.962007 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca88fa5-2db9-4b50-ae87-76fbcd374d73 req-ac84dd3c-35b1-481c-9007-a9b769e5a849 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:59:00.963462 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-eca88fa5-2db9-4b50-ae87-76fbcd374d73 req-ac84dd3c-35b1-481c-9007-a9b769e5a849 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3c219172-398a-4d1a-b41b-a12948058ed4 HTTP/1.1" status: 200 len: 945 time: 0.0457671 Sep 15 00:59:01.041757 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [req-eca88fa5-2db9-4b50-ae87-76fbcd374d73 req-0d133574-fcdf-4b07-9229-406c33144c4c tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Deleting port 1e256011-f270-4453-bb18-eafb005e24f8 {{(pid=112953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:59:01.042095 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-eca88fa5-2db9-4b50-ae87-76fbcd374d73 req-0d133574-fcdf-4b07-9229-406c33144c4c tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (1e256011-f270-4453-bb18-eafb005e24f8), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:01.375387 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3792f48-418d-4729-89fc-1624492d51dc req-8b31e12f-979e-4440-87a5-1204d4e4ea2d tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:59:01.376872 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d3792f48-418d-4729-89fc-1624492d51dc req-8b31e12f-979e-4440-87a5-1204d4e4ea2d tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c219172-398a-4d1a-b41b-a12948058ed4 HTTP/1.1" status: 200 len: 945 time: 0.0592158 Sep 15 00:59:01.417796 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [req-eca88fa5-2db9-4b50-ae87-76fbcd374d73 req-0d133574-fcdf-4b07-9229-406c33144c4c tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] For port 1e256011-f270-4453-bb18-eafb005e24f8, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=1e256011-f270-4453-bb18-eafb005e24f8,segment=NetworkSegment(acf8a16c-6cfc-4de4-a767-e59f2556add5),segment_id=acf8a16c-6cfc-4de4-a767-e59f2556add5)] {{(pid=112953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:59:01.418160 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-eca88fa5-2db9-4b50-ae87-76fbcd374d73 req-0d133574-fcdf-4b07-9229-406c33144c4c tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (1e256011-f270-4453-bb18-eafb005e24f8), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:01.444715 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [req-eca88fa5-2db9-4b50-ae87-76fbcd374d73 req-0d133574-fcdf-4b07-9229-406c33144c4c tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Calling delete_port for 1e256011-f270-4453-bb18-eafb005e24f8 owned by compute:nova {{(pid=112953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:59:01.464608 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d3792f48-418d-4729-89fc-1624492d51dc req-0adf9832-96ee-45e1-bb24-2151b40f768d tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773845 Sep 15 00:59:01.496898 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:01.503068 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=100 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:01.586819 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-eca88fa5-2db9-4b50-ae87-76fbcd374d73 req-0d133574-fcdf-4b07-9229-406c33144c4c tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9371492'] for port (1e256011-f270-4453-bb18-eafb005e24f8), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:01.623754 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d133574-fcdf-4b07-9229-406c33144c4c tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Pushing event deleted for resources: {'Port': ['ID=1e256011-f270-4453-bb18-eafb005e24f8,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:59:01.652968 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d133574-fcdf-4b07-9229-406c33144c4c tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:59:01.653306 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d133574-fcdf-4b07-9229-406c33144c4c tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:59:01.653641 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d133574-fcdf-4b07-9229-406c33144c4c tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:59:01.653978 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d133574-fcdf-4b07-9229-406c33144c4c tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:59:01.654307 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d133574-fcdf-4b07-9229-406c33144c4c tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:59:01.654631 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d133574-fcdf-4b07-9229-406c33144c4c tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:59:01.654950 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d133574-fcdf-4b07-9229-406c33144c4c tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:59:01.655268 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d133574-fcdf-4b07-9229-406c33144c4c tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:59:01.655610 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d133574-fcdf-4b07-9229-406c33144c4c tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:59:01.655930 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d133574-fcdf-4b07-9229-406c33144c4c tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:59:01.656248 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d133574-fcdf-4b07-9229-406c33144c4c tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:59:01.656568 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d133574-fcdf-4b07-9229-406c33144c4c tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:59:01.656884 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d133574-fcdf-4b07-9229-406c33144c4c tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:59:01.657199 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d133574-fcdf-4b07-9229-406c33144c4c tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:59:01.657513 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d133574-fcdf-4b07-9229-406c33144c4c tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:59:01.679042 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca88fa5-2db9-4b50-ae87-76fbcd374d73 req-0d133574-fcdf-4b07-9229-406c33144c4c tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] No DVR routers for this DVR port 1e256011-f270-4453-bb18-eafb005e24f8 on host hv-cinder-85752 {{(pid=112953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 00:59:01.681406 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-eca88fa5-2db9-4b50-ae87-76fbcd374d73 req-0d133574-fcdf-4b07-9229-406c33144c4c tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:01.684743 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-eca88fa5-2db9-4b50-ae87-76fbcd374d73 req-0d133574-fcdf-4b07-9229-406c33144c4c tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.18 "DELETE /networking/v2.0/ports/1e256011-f270-4453-bb18-eafb005e24f8 HTTP/1.1" status: 204 len: 173 time: 0.7158723 Sep 15 00:59:01.685258 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c219172-398a-4d1a-b41b-a12948058ed4', 'name': 'network-vif-deleted', 'tag': '1e256011-f270-4453-bb18-eafb005e24f8'}] {{(pid=112953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:59:01.687583 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dcd79e7c9c5799004c3790ddb8f78f6987afe8bb335ac36dcc290df3850dde4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69284d47-64e3-4d32-9a7e-a4c95f5ca869" -d '{"events": [{"server_uuid": "3c219172-398a-4d1a-b41b-a12948058ed4", "name": "network-vif-deleted", "tag": "1e256011-f270-4453-bb18-eafb005e24f8"}]}' {{(pid=112953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:59:01.730730 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 00:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b616a0-66d2-4ed4-9ad3-5d935d4dfc9c x-openstack-request-id: req-d0b616a0-66d2-4ed4-9ad3-5d935d4dfc9c {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:59:01.731021 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c219172-398a-4d1a-b41b-a12948058ed4", "name": "network-vif-deleted", "tag": "1e256011-f270-4453-bb18-eafb005e24f8", "status": "completed", "code": 200}]} {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:59:01.731275 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d0b616a0-66d2-4ed4-9ad3-5d935d4dfc9c {{(pid=112953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:59:01.731796 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0b616a0-66d2-4ed4-9ad3-5d935d4dfc9c'] response: {'server_uuid': '3c219172-398a-4d1a-b41b-a12948058ed4', 'name': 'network-vif-deleted', 'tag': '1e256011-f270-4453-bb18-eafb005e24f8', 'status': 'completed', 'code': 200} Sep 15 00:59:02.588919 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-044920f1-d9ac-4bd9-b6f6-97bae474b1e5 req-7ecd18dd-d0f1-465a-9d0e-c4f551bc5e7d tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=3c219172-398a-4d1a-b41b-a12948058ed4 HTTP/1.1" status: 200 len: 210 time: 0.0340526 Sep 15 00:59:02.793190 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 1e256011-f270-4453-bb18-eafb005e24f8 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:59:02.812057 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] No Port match for: 1e256011-f270-4453-bb18-eafb005e24f8 {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 00:59:02.812401 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device 1e256011-f270-4453-bb18-eafb005e24f8 not bound to the agent host hv-cinder-85752 {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 00:59:05.130105 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 6 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 00:59:05.898746 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 34804) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:59:05.981542 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:06.036672 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [None req-728821f7-e5fa-45ff-a7c8-931f229c43b3 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Deleting port 86a65d5b-6800-4329-ada1-a1b6c2cd0c3b {{(pid=112952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:59:06.037018 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-728821f7-e5fa-45ff-a7c8-931f229c43b3 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (86a65d5b-6800-4329-ada1-a1b6c2cd0c3b), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:06.113163 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-728821f7-e5fa-45ff-a7c8-931f229c43b3 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (86a65d5b-6800-4329-ada1-a1b6c2cd0c3b), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:06.113496 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-728821f7-e5fa-45ff-a7c8-931f229c43b3 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks [] for floatingip (86a65d5b-6800-4329-ada1-a1b6c2cd0c3b), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:06.125768 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [None req-728821f7-e5fa-45ff-a7c8-931f229c43b3 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Calling delete_port for 86a65d5b-6800-4329-ada1-a1b6c2cd0c3b owned by network:floatingip {{(pid=112952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:59:06.267945 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-728821f7-e5fa-45ff-a7c8-931f229c43b3 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3304143'] for port (86a65d5b-6800-4329-ada1-a1b6c2cd0c3b), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:06.294818 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728821f7-e5fa-45ff-a7c8-931f229c43b3 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Pushing event deleted for resources: {'Port': ['ID=86a65d5b-6800-4329-ada1-a1b6c2cd0c3b,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:59:06.359844 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-728821f7-e5fa-45ff-a7c8-931f229c43b3 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks [] for floatingip (741b0703-4a84-41b6-9351-1fd0bc5c0358), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:06.360175 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.db.l3_db [None req-728821f7-e5fa-45ff-a7c8-931f229c43b3 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Floating IP 741b0703-4a84-41b6-9351-1fd0bc5c0358 disassociated (deleted). External IP: 172.27.1.161, port: d1b21f4d-7863-4a9c-ac7d-ae028778c2c8. Sep 15 00:59:06.553630 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728821f7-e5fa-45ff-a7c8-931f229c43b3 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Router 507b553a-d76a-466a-b784-97a7291cdd3f has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:59:06.645934 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:06.656506 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728821f7-e5fa-45ff-a7c8-931f229c43b3 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:59:06.660893 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-728821f7-e5fa-45ff-a7c8-931f229c43b3 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for floatingip (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:06.666376 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e187b93c-9d46-4a83-8ffe-dc2f700175ca None None] Sync routers for ids ['507b553a-d76a-466a-b784-97a7291cdd3f'] in dv-cinder-857528-2-iscsi {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:59:06.675787 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e187b93c-9d46-4a83-8ffe-dc2f700175ca None None] Routers {'507b553a-d76a-466a-b784-97a7291cdd3f'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:59:06.676411 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-e187b93c-9d46-4a83-8ffe-dc2f700175ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:58:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['507b553a-d76a-466a-b784-97a7291cdd3f'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:59:06.690375 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-728821f7-e5fa-45ff-a7c8-931f229c43b3 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/741b0703-4a84-41b6-9351-1fd0bc5c0358 HTTP/1.1" status: 204 len: 168 time: 0.7905366 Sep 15 00:59:06.691117 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c770ee1-1cc8-4af3-bb2c-ab3753156e37', 'tag': 'd1b21f4d-7863-4a9c-ac7d-ae028778c2c8'}] {{(pid=112952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:59:06.693644 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bab332b7ebe0febfdc7fe1a403309b4946bbbdc71882a32b3ac962f44a6678e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e380f8c-79ef-4ca5-a2ae-2ad717b9ce47" -d '{"events": [{"name": "network-changed", "server_uuid": "4c770ee1-1cc8-4af3-bb2c-ab3753156e37", "tag": "d1b21f4d-7863-4a9c-ac7d-ae028778c2c8"}]}' {{(pid=112952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:59:06.735560 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 00:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85b22ab-a63f-4dc1-b90a-2d34c4219e53 x-openstack-request-id: req-a85b22ab-a63f-4dc1-b90a-2d34c4219e53 {{(pid=112952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:59:06.736119 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c770ee1-1cc8-4af3-bb2c-ab3753156e37", "tag": "d1b21f4d-7863-4a9c-ac7d-ae028778c2c8", "status": "completed", "code": 200}]} {{(pid=112952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:59:06.736474 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a85b22ab-a63f-4dc1-b90a-2d34c4219e53 {{(pid=112952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:59:06.736894 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a85b22ab-a63f-4dc1-b90a-2d34c4219e53'] response: {'name': 'network-changed', 'server_uuid': '4c770ee1-1cc8-4af3-bb2c-ab3753156e37', 'tag': 'd1b21f4d-7863-4a9c-ac7d-ae028778c2c8', 'status': 'completed', 'code': 200} Sep 15 00:59:06.779106 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:06.779976 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:06.782157 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-e187b93c-9d46-4a83-8ffe-dc2f700175ca None None] Set router 507b553a-d76a-466a-b784-97a7291cdd3f gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:59:06.849581 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e380f8c-79ef-4ca5-a2ae-2ad717b9ce47 req-89b63892-ff2c-4647-bb39-b9ae1283d177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:59:06.851146 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-4e380f8c-79ef-4ca5-a2ae-2ad717b9ce47 req-89b63892-ff2c-4647-bb39-b9ae1283d177 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=53d8d76185c44a159439c0f7a0e88b31&device_id=4c770ee1-1cc8-4af3-bb2c-ab3753156e37 HTTP/1.1" status: 200 len: 1130 time: 0.0660400 Sep 15 00:59:06.933209 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72361108-a195-4cf6-b4e9-0637f61841a0 req-ea076f6e-411d-46fb-aa6a-9055480404c3 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:59:06.934703 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-72361108-a195-4cf6-b4e9-0637f61841a0 req-ea076f6e-411d-46fb-aa6a-9055480404c3 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c770ee1-1cc8-4af3-bb2c-ab3753156e37 HTTP/1.1" status: 200 len: 946 time: 0.0504026 Sep 15 00:59:06.979148 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-e187b93c-9d46-4a83-8ffe-dc2f700175ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'name': 'tempest-TestVolumeBootPattern-9489909-router', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:03Z', 'updated_at': '2022-09-15T00:49:06Z', 'revision_number': 4, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'gw_port': {'id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:04Z', 'updated_at': '2022-09-15T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': 'd8adcbc4-cb9c-40f7-8758-254d0a29b7bd', 'name': '', 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'mac_address': 'fa:16:3e:2f:6f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:06Z', 'updated_at': '2022-09-15T00:49:11Z', 'revision_number': 5, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'subnets': [{'id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:59:06.983236 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-72361108-a195-4cf6-b4e9-0637f61841a0 req-201af7ea-b16b-4e95-b14f-bc63c49e7388 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429256 Sep 15 00:59:07.003938 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e187b93c-9d46-4a83-8ffe-dc2f700175ca None None] Checking router: 507b553a-d76a-466a-b784-97a7291cdd3f for host: dv-cinder-857528-2-iscsi {{(pid=112954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:59:07.013083 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e187b93c-9d46-4a83-8ffe-dc2f700175ca None None] Routers {'507b553a-d76a-466a-b784-97a7291cdd3f'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:59:07.013687 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-e187b93c-9d46-4a83-8ffe-dc2f700175ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:58:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['507b553a-d76a-466a-b784-97a7291cdd3f'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:59:07.113924 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-e187b93c-9d46-4a83-8ffe-dc2f700175ca None None] Set router 507b553a-d76a-466a-b784-97a7291cdd3f gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:59:07.131334 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e380f8c-79ef-4ca5-a2ae-2ad717b9ce47 req-fc636883-ae42-4f5d-932d-f0149f744bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:59:07.133542 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-4e380f8c-79ef-4ca5-a2ae-2ad717b9ce47 req-fc636883-ae42-4f5d-932d-f0149f744bb6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=0487b0cb-031a-4188-bee6-95c6ebd2b4a3 HTTP/1.1" status: 200 len: 909 time: 0.0913715 Sep 15 00:59:07.173603 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-4e380f8c-79ef-4ca5-a2ae-2ad717b9ce47 req-583b2e67-be28-4710-b201-718354647b21 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1b21f4d-7863-4a9c-ac7d-ae028778c2c8 HTTP/1.1" status: 200 len: 217 time: 0.0321915 Sep 15 00:59:07.222308 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e380f8c-79ef-4ca5-a2ae-2ad717b9ce47 req-a39394a3-3acf-4755-b953-ef23b2c7b42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:59:07.223792 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-4e380f8c-79ef-4ca5-a2ae-2ad717b9ce47 req-a39394a3-3acf-4755-b953-ef23b2c7b42b service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=a47b3c86-5b49-4a30-ad22-9680b01f5da9 HTTP/1.1" status: 200 len: 848 time: 0.0428686 Sep 15 00:59:07.301315 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-e187b93c-9d46-4a83-8ffe-dc2f700175ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'name': 'tempest-TestVolumeBootPattern-9489909-router', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:03Z', 'updated_at': '2022-09-15T00:49:06Z', 'revision_number': 4, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'gw_port': {'id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:04Z', 'updated_at': '2022-09-15T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': 'd8adcbc4-cb9c-40f7-8758-254d0a29b7bd', 'name': '', 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'mac_address': 'fa:16:3e:2f:6f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:06Z', 'updated_at': '2022-09-15T00:49:11Z', 'revision_number': 5, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'subnets': [{'id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:59:07.329249 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e187b93c-9d46-4a83-8ffe-dc2f700175ca None None] The sync data for ids ['507b553a-d76a-466a-b784-97a7291cdd3f'] in dv-cinder-857528-2-iscsi is: [{'id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'name': 'tempest-TestVolumeBootPattern-9489909-router', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:03Z', 'updated_at': '2022-09-15T00:49:06Z', 'revision_number': 4, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'gw_port': {'id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:04Z', 'updated_at': '2022-09-15T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': 'd8adcbc4-cb9c-40f7-8758-254d0a29b7bd', 'name': '', 'network_id': '0487b0cb-031a-4188-bee6-95c6ebd2b4a3', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'mac_address': 'fa:16:3e:2f:6f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:06Z', 'updated_at': '2022-09-15T00:49:11Z', 'revision_number': 5, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'subnets': [{'id': 'a47b3c86-5b49-4a30-ad22-9680b01f5da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:59:07.484153 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e380f8c-79ef-4ca5-a2ae-2ad717b9ce47 req-e8acaa91-4415-46b4-9f52-4878ad43292e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:59:07.485663 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-4e380f8c-79ef-4ca5-a2ae-2ad717b9ce47 req-e8acaa91-4415-46b4-9f52-4878ad43292e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=0487b0cb-031a-4188-bee6-95c6ebd2b4a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445521 Sep 15 00:59:07.536738 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ff3342-2b6b-42f3-aec6-a9ddb1ac13e7 None None] New status for floating IP 741b0703-4a84-41b6-9351-1fd0bc5c0358: DOWN {{(pid=112955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 00:59:07.830388 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-4e380f8c-79ef-4ca5-a2ae-2ad717b9ce47 req-244b5b14-7c96-4858-a4b1-1b89a35d4a9e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/0487b0cb-031a-4188-bee6-95c6ebd2b4a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838363 Sep 15 00:59:08.108641 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6d3b8-a969-4241-bef1-1a7932e18bd3 req-e9a92bd0-f91f-47e6-a586-f6831f092347 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:59:08.109599 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d4b6d3b8-a969-4241-bef1-1a7932e18bd3 req-e9a92bd0-f91f-47e6-a586-f6831f092347 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c770ee1-1cc8-4af3-bb2c-ab3753156e37 HTTP/1.1" status: 200 len: 946 time: 0.0491207 Sep 15 00:59:08.157718 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-d4b6d3b8-a969-4241-bef1-1a7932e18bd3 req-7fab8daf-aaff-4b70-99f7-7e462768f297 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6a43598b-9237-4160-a4ea-cb4109397256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424745 Sep 15 00:59:08.256377 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-4e380f8c-79ef-4ca5-a2ae-2ad717b9ce47 req-3eece9e8-10a2-42a7-983b-ee0b3b62691c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/0487b0cb-031a-4188-bee6-95c6ebd2b4a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899079 Sep 15 00:59:08.325714 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f844ca-e26d-4752-a55d-5c585cf44252 req-1a59fcfa-2fa5-419a-8fa4-8a4c1f09cb35 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:59:08.327148 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-33f844ca-e26d-4752-a55d-5c585cf44252 req-1a59fcfa-2fa5-419a-8fa4-8a4c1f09cb35 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4c770ee1-1cc8-4af3-bb2c-ab3753156e37 HTTP/1.1" status: 200 len: 946 time: 0.0497248 Sep 15 00:59:08.670111 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [req-33f844ca-e26d-4752-a55d-5c585cf44252 req-d100d9b9-2185-453f-b160-486194423dfa tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Deleting port d1b21f4d-7863-4a9c-ac7d-ae028778c2c8 {{(pid=112953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:59:08.670456 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-33f844ca-e26d-4752-a55d-5c585cf44252 req-d100d9b9-2185-453f-b160-486194423dfa tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (d1b21f4d-7863-4a9c-ac7d-ae028778c2c8), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:08.763095 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [req-33f844ca-e26d-4752-a55d-5c585cf44252 req-d100d9b9-2185-453f-b160-486194423dfa tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] For port d1b21f4d-7863-4a9c-ac7d-ae028778c2c8, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=d1b21f4d-7863-4a9c-ac7d-ae028778c2c8,segment=NetworkSegment(acf8a16c-6cfc-4de4-a767-e59f2556add5),segment_id=acf8a16c-6cfc-4de4-a767-e59f2556add5)] {{(pid=112953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:59:08.763458 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-33f844ca-e26d-4752-a55d-5c585cf44252 req-d100d9b9-2185-453f-b160-486194423dfa tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (d1b21f4d-7863-4a9c-ac7d-ae028778c2c8), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:08.777170 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [req-33f844ca-e26d-4752-a55d-5c585cf44252 req-d100d9b9-2185-453f-b160-486194423dfa tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Calling delete_port for d1b21f4d-7863-4a9c-ac7d-ae028778c2c8 owned by compute:nova {{(pid=112953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:59:08.782126 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:08.816671 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:08.902855 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-33f844ca-e26d-4752-a55d-5c585cf44252 req-d100d9b9-2185-453f-b160-486194423dfa tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9371492'] for port (d1b21f4d-7863-4a9c-ac7d-ae028778c2c8), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:08.931260 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d100d9b9-2185-453f-b160-486194423dfa tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Pushing event deleted for resources: {'Port': ['ID=d1b21f4d-7863-4a9c-ac7d-ae028778c2c8,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:59:08.976665 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f844ca-e26d-4752-a55d-5c585cf44252 req-d100d9b9-2185-453f-b160-486194423dfa tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] No DVR routers for this DVR port d1b21f4d-7863-4a9c-ac7d-ae028778c2c8 on host hv-cinder-85752 {{(pid=112953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 00:59:08.979092 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-33f844ca-e26d-4752-a55d-5c585cf44252 req-d100d9b9-2185-453f-b160-486194423dfa tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:08.982316 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-33f844ca-e26d-4752-a55d-5c585cf44252 req-d100d9b9-2185-453f-b160-486194423dfa tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.18 "DELETE /networking/v2.0/ports/d1b21f4d-7863-4a9c-ac7d-ae028778c2c8 HTTP/1.1" status: 204 len: 173 time: 0.3911622 Sep 15 00:59:08.982824 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c770ee1-1cc8-4af3-bb2c-ab3753156e37', 'name': 'network-vif-deleted', 'tag': 'd1b21f4d-7863-4a9c-ac7d-ae028778c2c8'}] {{(pid=112953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:59:08.985095 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dcd79e7c9c5799004c3790ddb8f78f6987afe8bb335ac36dcc290df3850dde4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec395d4-81bc-49e8-bf7f-8c07ee016efb" -d '{"events": [{"server_uuid": "4c770ee1-1cc8-4af3-bb2c-ab3753156e37", "name": "network-vif-deleted", "tag": "d1b21f4d-7863-4a9c-ac7d-ae028778c2c8"}]}' {{(pid=112953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:59:09.022500 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 00:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f68f6da-f9ee-405e-825d-25b7b65bb67b x-openstack-request-id: req-9f68f6da-f9ee-405e-825d-25b7b65bb67b {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:59:09.022795 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c770ee1-1cc8-4af3-bb2c-ab3753156e37", "name": "network-vif-deleted", "tag": "d1b21f4d-7863-4a9c-ac7d-ae028778c2c8", "status": "completed", "code": 200}]} {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:59:09.023050 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9f68f6da-f9ee-405e-825d-25b7b65bb67b {{(pid=112953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:59:09.023458 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f68f6da-f9ee-405e-825d-25b7b65bb67b'] response: {'server_uuid': '4c770ee1-1cc8-4af3-bb2c-ab3753156e37', 'name': 'network-vif-deleted', 'tag': 'd1b21f4d-7863-4a9c-ac7d-ae028778c2c8', 'status': 'completed', 'code': 200} Sep 15 00:59:09.265408 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-9bbdd892-ea38-41b2-bd76-ebc173984c35 req-2da44497-2f76-4b23-b182-6e3ac4c777cb tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4c770ee1-1cc8-4af3-bb2c-ab3753156e37 HTTP/1.1" status: 200 len: 210 time: 0.0314693 Sep 15 00:59:10.335924 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 34844) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:59:10.418431 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:10.448070 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [None req-bbdda71f-5b9c-4ac3-b89d-03c6ce755529 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Deleting port 2f1baa3d-8194-4687-b15d-704644422c17 {{(pid=112952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:59:10.448390 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-bbdda71f-5b9c-4ac3-b89d-03c6ce755529 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (2f1baa3d-8194-4687-b15d-704644422c17), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:10.531064 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-bbdda71f-5b9c-4ac3-b89d-03c6ce755529 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (2f1baa3d-8194-4687-b15d-704644422c17), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:10.531462 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-bbdda71f-5b9c-4ac3-b89d-03c6ce755529 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks [] for floatingip (2f1baa3d-8194-4687-b15d-704644422c17), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:10.543874 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [None req-bbdda71f-5b9c-4ac3-b89d-03c6ce755529 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Calling delete_port for 2f1baa3d-8194-4687-b15d-704644422c17 owned by network:floatingip {{(pid=112952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:59:10.671302 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-bbdda71f-5b9c-4ac3-b89d-03c6ce755529 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3304143'] for port (2f1baa3d-8194-4687-b15d-704644422c17), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:10.699321 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdda71f-5b9c-4ac3-b89d-03c6ce755529 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Pushing event deleted for resources: {'Port': ['ID=2f1baa3d-8194-4687-b15d-704644422c17,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:59:10.759192 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-bbdda71f-5b9c-4ac3-b89d-03c6ce755529 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks [] for floatingip (75c900d4-20a3-48d9-a2d6-90611b86104a), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:10.761679 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-bbdda71f-5b9c-4ac3-b89d-03c6ce755529 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for floatingip (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:10.762818 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-bbdda71f-5b9c-4ac3-b89d-03c6ce755529 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/75c900d4-20a3-48d9-a2d6-90611b86104a HTTP/1.1" status: 204 len: 168 time: 0.4264958 Sep 15 00:59:10.840149 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device d1b21f4d-7863-4a9c-ac7d-ae028778c2c8 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:59:10.861372 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] No Port match for: d1b21f4d-7863-4a9c-ac7d-ae028778c2c8 {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 00:59:10.861812 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device d1b21f4d-7863-4a9c-ac7d-ae028778c2c8 not bound to the agent host hv-cinder-85752 {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 00:59:11.098541 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3758a-21fd-4bb7-b688-b9303e5fc520 req-0352a998-dcb3-48ff-a4b0-d4f41ad48279 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:59:11.100169 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-56f3758a-21fd-4bb7-b688-b9303e5fc520 req-0352a998-dcb3-48ff-a4b0-d4f41ad48279 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d91d915-a936-4f20-b538-f3b050a2e61d HTTP/1.1" status: 200 len: 945 time: 0.0455372 Sep 15 00:59:11.148382 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-56f3758a-21fd-4bb7-b688-b9303e5fc520 req-b51f0ea0-1110-4621-9d2f-3c04964680f6 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9f7006d8-b5fe-4a93-b200-dd167f1e37df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420077 Sep 15 00:59:11.980355 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 34864) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:59:12.037570 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-e33e0d25-8690-44f6-9ec3-1b8dcf0792e1 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks [] for security_group (6a43598b-9237-4160-a4ea-cb4109397256), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:12.064081 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-e33e0d25-8690-44f6-9ec3-1b8dcf0792e1 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks [] for security_group (6a43598b-9237-4160-a4ea-cb4109397256), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:12.124585 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-e33e0d25-8690-44f6-9ec3-1b8dcf0792e1 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (6a43598b-9237-4160-a4ea-cb4109397256), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:12.127908 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-e33e0d25-8690-44f6-9ec3-1b8dcf0792e1 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:12.129079 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-e33e0d25-8690-44f6-9ec3-1b8dcf0792e1 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/6a43598b-9237-4160-a4ea-cb4109397256 HTTP/1.1" status: 204 len: 168 time: 0.1477172 Sep 15 00:59:12.139172 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e0d25-8690-44f6-9ec3-1b8dcf0792e1 tempest-TestVolumeBootPattern-168526169 tempest-TestVolumeBootPattern-168526169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a43598b-9237-4160-a4ea-cb4109397256,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:59:12.202541 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 34870) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:59:12.278134 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf3f96-d1cf-4b87-a9c4-529a3499e723 req-c49d37e1-5758-4157-b046-4ad945105783 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:59:12.279637 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-6ebf3f96-d1cf-4b87-a9c4-529a3499e723 req-c49d37e1-5758-4157-b046-4ad945105783 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d91d915-a936-4f20-b538-f3b050a2e61d HTTP/1.1" status: 200 len: 945 time: 0.0503821 Sep 15 00:59:12.331152 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-6ebf3f96-d1cf-4b87-a9c4-529a3499e723 req-ae783b49-c798-4907-9cb3-10497f1e24fc tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9f7006d8-b5fe-4a93-b200-dd167f1e37df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458233 Sep 15 00:59:12.654702 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-d44c4283-1454-4066-865f-968a1f8d3bc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1673637'] for router_interface (507b553a-d76a-466a-b784-97a7291cdd3f), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:12.835685 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:12.873797 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [None req-d44c4283-1454-4066-865f-968a1f8d3bc5 admin admin] Deleting port d8adcbc4-cb9c-40f7-8758-254d0a29b7bd {{(pid=112953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:59:12.874139 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-d44c4283-1454-4066-865f-968a1f8d3bc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (d8adcbc4-cb9c-40f7-8758-254d0a29b7bd), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:12.948093 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:12.955166 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [None req-d44c4283-1454-4066-865f-968a1f8d3bc5 admin admin] For port d8adcbc4-cb9c-40f7-8758-254d0a29b7bd, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=d8adcbc4-cb9c-40f7-8758-254d0a29b7bd,segment=NetworkSegment(acf8a16c-6cfc-4de4-a767-e59f2556add5),segment_id=acf8a16c-6cfc-4de4-a767-e59f2556add5)] {{(pid=112953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:59:12.955554 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-d44c4283-1454-4066-865f-968a1f8d3bc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (d8adcbc4-cb9c-40f7-8758-254d0a29b7bd), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:12.968610 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [None req-d44c4283-1454-4066-865f-968a1f8d3bc5 admin admin] Calling delete_port for d8adcbc4-cb9c-40f7-8758-254d0a29b7bd owned by network:router_interface {{(pid=112953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:59:13.119314 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8cc5e1-48bb-469b-ad86-cd23b7503a7a req-414892a9-07ff-41bb-ba32-0a060fc924e5 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:59:13.120787 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-aa8cc5e1-48bb-469b-ad86-cd23b7503a7a req-414892a9-07ff-41bb-ba32-0a060fc924e5 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8d91d915-a936-4f20-b538-f3b050a2e61d HTTP/1.1" status: 200 len: 945 time: 0.0591547 Sep 15 00:59:13.241303 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [req-aa8cc5e1-48bb-469b-ad86-cd23b7503a7a req-2cdf8f8c-65e6-42bf-aff6-4dcabdac7a7a tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Deleting port e800a621-1394-4d38-a779-6ed9ffbdca43 {{(pid=112953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:59:13.241564 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-aa8cc5e1-48bb-469b-ad86-cd23b7503a7a req-2cdf8f8c-65e6-42bf-aff6-4dcabdac7a7a tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (e800a621-1394-4d38-a779-6ed9ffbdca43), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:13.259137 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-d44c4283-1454-4066-865f-968a1f8d3bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9371492'] for port (d8adcbc4-cb9c-40f7-8758-254d0a29b7bd), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:13.312337 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c4283-1454-4066-865f-968a1f8d3bc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8adcbc4-cb9c-40f7-8758-254d0a29b7bd,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:59:13.405049 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [req-aa8cc5e1-48bb-469b-ad86-cd23b7503a7a req-2cdf8f8c-65e6-42bf-aff6-4dcabdac7a7a tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] For port e800a621-1394-4d38-a779-6ed9ffbdca43, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=e800a621-1394-4d38-a779-6ed9ffbdca43,segment=NetworkSegment(43962dc6-5d1e-44de-8cf1-94862617316b),segment_id=43962dc6-5d1e-44de-8cf1-94862617316b)] {{(pid=112953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:59:13.405421 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-aa8cc5e1-48bb-469b-ad86-cd23b7503a7a req-2cdf8f8c-65e6-42bf-aff6-4dcabdac7a7a tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (e800a621-1394-4d38-a779-6ed9ffbdca43), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:13.545978 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034ba36-0824-403b-9770-4019b304000b req-c73a1f6f-853c-449a-9fc1-2712d08c23ac tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:59:13.547372 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-8034ba36-0824-403b-9770-4019b304000b req-c73a1f6f-853c-449a-9fc1-2712d08c23ac tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d91d915-a936-4f20-b538-f3b050a2e61d HTTP/1.1" status: 200 len: 945 time: 0.1281524 Sep 15 00:59:13.687153 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:13.706833 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:13.720541 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-8034ba36-0824-403b-9770-4019b304000b req-f900377a-13fa-4bbb-b290-8f1e5ab3ee28 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9f7006d8-b5fe-4a93-b200-dd167f1e37df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417644 Sep 15 00:59:13.721107 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-d44c4283-1454-4066-865f-968a1f8d3bc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679381'] for router_interface (507b553a-d76a-466a-b784-97a7291cdd3f), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:13.736910 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-aa8cc5e1-48bb-469b-ad86-cd23b7503a7a req-2cdf8f8c-65e6-42bf-aff6-4dcabdac7a7a tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:13.737282 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-aa8cc5e1-48bb-469b-ad86-cd23b7503a7a req-2cdf8f8c-65e6-42bf-aff6-4dcabdac7a7a tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682341'] for floatingip (8113b261-a0b0-47d1-96f1-e22cba4b7d44), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:13.737596 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.db.l3_db [req-aa8cc5e1-48bb-469b-ad86-cd23b7503a7a req-2cdf8f8c-65e6-42bf-aff6-4dcabdac7a7a tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Floating IP 8113b261-a0b0-47d1-96f1-e22cba4b7d44 disassociated. External IP: 172.27.1.131, port: e800a621-1394-4d38-a779-6ed9ffbdca43. Sep 15 00:59:13.737940 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [req-aa8cc5e1-48bb-469b-ad86-cd23b7503a7a req-2cdf8f8c-65e6-42bf-aff6-4dcabdac7a7a tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Calling delete_port for e800a621-1394-4d38-a779-6ed9ffbdca43 owned by compute:nova {{(pid=112953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:59:14.252527 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-aa8cc5e1-48bb-469b-ad86-cd23b7503a7a req-2cdf8f8c-65e6-42bf-aff6-4dcabdac7a7a tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9371492'] for port (e800a621-1394-4d38-a779-6ed9ffbdca43), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:14.285434 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf8f8c-65e6-42bf-aff6-4dcabdac7a7a tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Pushing event deleted for resources: {'Port': ['ID=e800a621-1394-4d38-a779-6ed9ffbdca43,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:59:14.298057 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44c4283-1454-4066-865f-968a1f8d3bc5 admin admin] Router 507b553a-d76a-466a-b784-97a7291cdd3f has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:59:14.483930 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa8cc5e1-48bb-469b-ad86-cd23b7503a7a req-2cdf8f8c-65e6-42bf-aff6-4dcabdac7a7a tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Router 1ce736d0-eb45-4996-8a42-1c0d1d83a272 has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:59:14.485015 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44c4283-1454-4066-865f-968a1f8d3bc5 admin admin] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:59:14.491076 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-d44c4283-1454-4066-865f-968a1f8d3bc5 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/507b553a-d76a-466a-b784-97a7291cdd3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2874148 Sep 15 00:59:14.493795 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 34876) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:59:14.496914 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef23d697-25fd-471e-af25-f25ab8eb9e22 None None] Sync routers for ids ['507b553a-d76a-466a-b784-97a7291cdd3f'] in dv-cinder-857528-2-iscsi {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:59:14.507020 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef23d697-25fd-471e-af25-f25ab8eb9e22 None None] Routers {'507b553a-d76a-466a-b784-97a7291cdd3f'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:59:14.508675 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-ef23d697-25fd-471e-af25-f25ab8eb9e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:58:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['507b553a-d76a-466a-b784-97a7291cdd3f'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:59:14.578083 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:14.595741 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d57c7110-ef4b-453a-9bd5-9d6e76dfbb80 admin admin] Publish callbacks [] for router (507b553a-d76a-466a-b784-97a7291cdd3f), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:14.596844 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa8cc5e1-48bb-469b-ad86-cd23b7503a7a req-2cdf8f8c-65e6-42bf-aff6-4dcabdac7a7a tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:59:14.609569 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2703f4f-6f6b-465a-8223-1886ea03cf7e None None] Sync routers for ids ['1ce736d0-eb45-4996-8a42-1c0d1d83a272'] in dv-cinder-857528-2-iscsi {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:59:14.616084 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-ef23d697-25fd-471e-af25-f25ab8eb9e22 None None] Set router 507b553a-d76a-466a-b784-97a7291cdd3f gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:59:14.628825 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2703f4f-6f6b-465a-8223-1886ea03cf7e None None] Routers {'1ce736d0-eb45-4996-8a42-1c0d1d83a272'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:59:14.635192 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-d2703f4f-6f6b-465a-8223-1886ea03cf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:58:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['1ce736d0-eb45-4996-8a42-1c0d1d83a272'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:59:14.641028 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8cc5e1-48bb-469b-ad86-cd23b7503a7a req-2cdf8f8c-65e6-42bf-aff6-4dcabdac7a7a tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] No DVR routers for this DVR port e800a621-1394-4d38-a779-6ed9ffbdca43 on host hv-cinder-85752 {{(pid=112953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 00:59:14.648277 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-aa8cc5e1-48bb-469b-ad86-cd23b7503a7a req-2cdf8f8c-65e6-42bf-aff6-4dcabdac7a7a tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:14.648277 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-aa8cc5e1-48bb-469b-ad86-cd23b7503a7a req-2cdf8f8c-65e6-42bf-aff6-4dcabdac7a7a tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.18 "DELETE /networking/v2.0/ports/e800a621-1394-4d38-a779-6ed9ffbdca43 HTTP/1.1" status: 204 len: 173 time: 1.5179675 Sep 15 00:59:14.648277 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d91d915-a936-4f20-b538-f3b050a2e61d', 'name': 'network-vif-deleted', 'tag': 'e800a621-1394-4d38-a779-6ed9ffbdca43'}] {{(pid=112953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:59:14.650775 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dcd79e7c9c5799004c3790ddb8f78f6987afe8bb335ac36dcc290df3850dde4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e2269d-fdcb-4320-b0d6-da82cb44c04c" -d '{"events": [{"server_uuid": "8d91d915-a936-4f20-b538-f3b050a2e61d", "name": "network-vif-deleted", "tag": "e800a621-1394-4d38-a779-6ed9ffbdca43"}]}' {{(pid=112953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:59:14.693646 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 00:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb41d75-78d6-4438-9810-69d743853970 x-openstack-request-id: req-adb41d75-78d6-4438-9810-69d743853970 {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:59:14.694731 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d91d915-a936-4f20-b538-f3b050a2e61d", "name": "network-vif-deleted", "tag": "e800a621-1394-4d38-a779-6ed9ffbdca43", "status": "completed", "code": 200}]} {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:59:14.695237 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-adb41d75-78d6-4438-9810-69d743853970 {{(pid=112953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:59:14.695926 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adb41d75-78d6-4438-9810-69d743853970'] response: {'server_uuid': '8d91d915-a936-4f20-b538-f3b050a2e61d', 'name': 'network-vif-deleted', 'tag': 'e800a621-1394-4d38-a779-6ed9ffbdca43', 'status': 'completed', 'code': 200} Sep 15 00:59:14.727990 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d57c7110-ef4b-453a-9bd5-9d6e76dfbb80 admin admin] Publish callbacks [] for router_gateway (507b553a-d76a-466a-b784-97a7291cdd3f), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:14.746609 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:14.800575 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [None req-d57c7110-ef4b-453a-9bd5-9d6e76dfbb80 admin admin] Deleting port 6ec9076c-92ba-46ca-9af0-d79cb878e34a {{(pid=112952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:59:14.801089 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d57c7110-ef4b-453a-9bd5-9d6e76dfbb80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (6ec9076c-92ba-46ca-9af0-d79cb878e34a), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:14.847576 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-d2703f4f-6f6b-465a-8223-1886ea03cf7e None None] Set router 1ce736d0-eb45-4996-8a42-1c0d1d83a272 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:59:14.871914 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:14.897832 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-ef23d697-25fd-471e-af25-f25ab8eb9e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'name': 'tempest-TestVolumeBootPattern-9489909-router', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:03Z', 'updated_at': '2022-09-15T00:59:13Z', 'revision_number': 5, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'gw_port': {'id': '6ec9076c-92ba-46ca-9af0-d79cb878e34a', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:04Z', 'updated_at': '2022-09-15T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi'}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:59:14.933685 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7f1a94f4-3913-4fc6-a75c-3bf90d9a4e3f req-e108a9f1-5800-486b-96d6-f4459fd84b1b tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d91d915-a936-4f20-b538-f3b050a2e61d HTTP/1.1" status: 200 len: 210 time: 0.0572603 Sep 15 00:59:14.949733 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef23d697-25fd-471e-af25-f25ab8eb9e22 None None] Checking router: 507b553a-d76a-466a-b784-97a7291cdd3f for host: dv-cinder-857528-2-iscsi {{(pid=112954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:59:14.960643 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.db [None req-d57c7110-ef4b-453a-9bd5-9d6e76dfbb80 admin admin] For port 6ec9076c-92ba-46ca-9af0-d79cb878e34a, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=6ec9076c-92ba-46ca-9af0-d79cb878e34a,segment=NetworkSegment(bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89),segment_id=bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89)] {{(pid=112952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:59:14.961030 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d57c7110-ef4b-453a-9bd5-9d6e76dfbb80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (6ec9076c-92ba-46ca-9af0-d79cb878e34a), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:14.971368 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=100 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:14.974694 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef23d697-25fd-471e-af25-f25ab8eb9e22 None None] Routers {'507b553a-d76a-466a-b784-97a7291cdd3f'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:59:14.975346 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-ef23d697-25fd-471e-af25-f25ab8eb9e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:58:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['507b553a-d76a-466a-b784-97a7291cdd3f'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:59:14.982830 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [None req-d57c7110-ef4b-453a-9bd5-9d6e76dfbb80 admin admin] Calling delete_port for 6ec9076c-92ba-46ca-9af0-d79cb878e34a owned by network:router_gateway {{(pid=112952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:59:15.063229 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-d2703f4f-6f6b-465a-8223-1886ea03cf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'name': 'tempest-AttachVolumeNegativeTest-400577387-router', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '025acf36-238d-489a-936d-6b142c62ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:04Z', 'revision_number': 4, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'gw_port': {'id': '025acf36-238d-489a-936d-6b142c62ba58', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': '107963f3-d92c-4837-ab25-c26e9f8ce006', 'name': '', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'mac_address': 'fa:16:3e:ad:67:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:03Z', 'updated_at': '2022-09-15T00:53:09Z', 'revision_number': 5, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'subnets': [{'id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:59:15.067931 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:15.072501 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-ef23d697-25fd-471e-af25-f25ab8eb9e22 None None] Set router 507b553a-d76a-466a-b784-97a7291cdd3f gateway port host: None {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:59:15.088804 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2703f4f-6f6b-465a-8223-1886ea03cf7e None None] Checking router: 1ce736d0-eb45-4996-8a42-1c0d1d83a272 for host: dv-cinder-857528-2-iscsi {{(pid=112955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:59:15.097320 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2703f4f-6f6b-465a-8223-1886ea03cf7e None None] Routers {'1ce736d0-eb45-4996-8a42-1c0d1d83a272'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:59:15.097931 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-d2703f4f-6f6b-465a-8223-1886ea03cf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:58:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['1ce736d0-eb45-4996-8a42-1c0d1d83a272'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:59:15.122573 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-ef23d697-25fd-471e-af25-f25ab8eb9e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'name': 'tempest-TestVolumeBootPattern-9489909-router', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:03Z', 'updated_at': '2022-09-15T00:59:14Z', 'revision_number': 6, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'gw_port_host': None}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:59:15.150834 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef23d697-25fd-471e-af25-f25ab8eb9e22 None None] The sync data for ids ['507b553a-d76a-466a-b784-97a7291cdd3f'] in dv-cinder-857528-2-iscsi is: [{'id': '507b553a-d76a-466a-b784-97a7291cdd3f', 'name': 'tempest-TestVolumeBootPattern-9489909-router', 'tenant_id': '53d8d76185c44a159439c0f7a0e88b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:03Z', 'updated_at': '2022-09-15T00:59:14Z', 'revision_number': 6, 'project_id': '53d8d76185c44a159439c0f7a0e88b31', 'gw_port_host': None}] {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:59:15.166120 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d57c7110-ef4b-453a-9bd5-9d6e76dfbb80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3304143'] for port (6ec9076c-92ba-46ca-9af0-d79cb878e34a), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:15.198369 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c7110-ef4b-453a-9bd5-9d6e76dfbb80 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ec9076c-92ba-46ca-9af0-d79cb878e34a,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:59:15.212862 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-d2703f4f-6f6b-465a-8223-1886ea03cf7e None None] Set router 1ce736d0-eb45-4996-8a42-1c0d1d83a272 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:59:15.267162 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d57c7110-ef4b-453a-9bd5-9d6e76dfbb80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1682271'] for router_gateway (507b553a-d76a-466a-b784-97a7291cdd3f), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:15.365050 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d57c7110-ef4b-453a-9bd5-9d6e76dfbb80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3719'] for router (507b553a-d76a-466a-b784-97a7291cdd3f), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:15.367945 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d57c7110-ef4b-453a-9bd5-9d6e76dfbb80 admin admin] Publish callbacks [] for router_controller (507b553a-d76a-466a-b784-97a7291cdd3f), precommit_delete_associations {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:15.416032 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d57c7110-ef4b-453a-9bd5-9d6e76dfbb80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1679464'] for router (507b553a-d76a-466a-b784-97a7291cdd3f), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:15.416782 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57c7110-ef4b-453a-9bd5-9d6e76dfbb80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 507b553a-d76a-466a-b784-97a7291cdd3f {{(pid=112952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 00:59:15.421123 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d57c7110-ef4b-453a-9bd5-9d6e76dfbb80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:15.422284 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-d57c7110-ef4b-453a-9bd5-9d6e76dfbb80 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/507b553a-d76a-466a-b784-97a7291cdd3f HTTP/1.1" status: 204 len: 168 time: 0.9270065 Sep 15 00:59:15.424939 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 34882) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:59:15.458733 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=100 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:15.470195 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad71019-d8b4-4d18-b5d7-5f80ed1ea9b5 admin admin] Deleting subnet a47b3c86-5b49-4a30-ad22-9680b01f5da9 {{(pid=112952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 00:59:15.473397 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-3ad71019-d8b4-4d18-b5d7-5f80ed1ea9b5 admin admin] Publish callbacks [] for subnet (a47b3c86-5b49-4a30-ad22-9680b01f5da9), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:15.503966 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-d2703f4f-6f6b-465a-8223-1886ea03cf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'name': 'tempest-AttachVolumeNegativeTest-400577387-router', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '025acf36-238d-489a-936d-6b142c62ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:04Z', 'revision_number': 4, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'gw_port': {'id': '025acf36-238d-489a-936d-6b142c62ba58', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': '107963f3-d92c-4837-ab25-c26e9f8ce006', 'name': '', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'mac_address': 'fa:16:3e:ad:67:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:03Z', 'updated_at': '2022-09-15T00:53:09Z', 'revision_number': 5, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'subnets': [{'id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:59:15.512256 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-3ad71019-d8b4-4d18-b5d7-5f80ed1ea9b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2228578'] for subnet (a47b3c86-5b49-4a30-ad22-9680b01f5da9), precommit_delete_associations {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:15.530204 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2703f4f-6f6b-465a-8223-1886ea03cf7e None None] The sync data for ids ['1ce736d0-eb45-4996-8a42-1c0d1d83a272'] in dv-cinder-857528-2-iscsi is: [{'id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'name': 'tempest-AttachVolumeNegativeTest-400577387-router', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '025acf36-238d-489a-936d-6b142c62ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:04Z', 'revision_number': 4, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'gw_port': {'id': '025acf36-238d-489a-936d-6b142c62ba58', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': '107963f3-d92c-4837-ab25-c26e9f8ce006', 'name': '', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'mac_address': 'fa:16:3e:ad:67:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:03Z', 'updated_at': '2022-09-15T00:53:09Z', 'revision_number': 5, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'subnets': [{'id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:59:15.593782 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-3ad71019-d8b4-4d18-b5d7-5f80ed1ea9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-769422'] for subnet (a47b3c86-5b49-4a30-ad22-9680b01f5da9), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:15.648530 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-3ad71019-d8b4-4d18-b5d7-5f80ed1ea9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3304096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9220860'] for subnet (a47b3c86-5b49-4a30-ad22-9680b01f5da9), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:15.674882 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad71019-d8b4-4d18-b5d7-5f80ed1ea9b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a47b3c86-5b49-4a30-ad22-9680b01f5da9,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:59:15.679189 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-3ad71019-d8b4-4d18-b5d7-5f80ed1ea9b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:15.683039 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-3ad71019-d8b4-4d18-b5d7-5f80ed1ea9b5 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/a47b3c86-5b49-4a30-ad22-9680b01f5da9 HTTP/1.1" status: 204 len: 168 time: 0.2571287 Sep 15 00:59:15.685605 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 34884) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:59:15.688707 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e214fbde-e864-4577-97a5-7268b4ca0d47 None None] Network 0487b0cb-031a-4188-bee6-95c6ebd2b4a3 requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:59:15.756790 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-9b7b5951-da1a-484d-bcef-187ba8897981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792827'] for network (0487b0cb-031a-4188-bee6-95c6ebd2b4a3), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:15.805093 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [None req-9b7b5951-da1a-484d-bcef-187ba8897981 admin admin] Deleting port 7fa7053b-0920-4d21-8d7b-b9f58536a09b {{(pid=112952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:59:15.805504 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-9b7b5951-da1a-484d-bcef-187ba8897981 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (7fa7053b-0920-4d21-8d7b-b9f58536a09b), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:15.809027 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:15.817777 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae766f5b-8349-460b-bebd-3d07337e8bd0 None None] New status for floating IP 8113b261-a0b0-47d1-96f1-e22cba4b7d44: DOWN {{(pid=112954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 00:59:15.862884 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:15.874817 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.db [None req-9b7b5951-da1a-484d-bcef-187ba8897981 admin admin] For port 7fa7053b-0920-4d21-8d7b-b9f58536a09b, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=7fa7053b-0920-4d21-8d7b-b9f58536a09b,segment=NetworkSegment(acf8a16c-6cfc-4de4-a767-e59f2556add5),segment_id=acf8a16c-6cfc-4de4-a767-e59f2556add5)] {{(pid=112952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:59:15.875092 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-9b7b5951-da1a-484d-bcef-187ba8897981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (7fa7053b-0920-4d21-8d7b-b9f58536a09b), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:15.889032 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [None req-9b7b5951-da1a-484d-bcef-187ba8897981 admin admin] Calling delete_port for 7fa7053b-0920-4d21-8d7b-b9f58536a09b owned by network:dhcp {{(pid=112952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:59:15.954758 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f1dc2e-f9cd-4199-9f56-3e269b490678 None None] DHCP port deletion for 0487b0cb-031a-4188-bee6-95c6ebd2b4a3 request from dv-cinder-857528-2-iscsi {{(pid=112954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 00:59:15.958800 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:15.976148 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-9b7b5951-da1a-484d-bcef-187ba8897981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3304143'] for port (7fa7053b-0920-4d21-8d7b-b9f58536a09b), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:16.001631 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-42f1dc2e-f9cd-4199-9f56-3e269b490678 None None] Deleting port 7fa7053b-0920-4d21-8d7b-b9f58536a09b {{(pid=112954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:59:16.002135 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-42f1dc2e-f9cd-4199-9f56-3e269b490678 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (7fa7053b-0920-4d21-8d7b-b9f58536a09b), before_delete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:16.008875 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b5951-da1a-484d-bcef-187ba8897981 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fa7053b-0920-4d21-8d7b-b9f58536a09b,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:59:16.011160 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7b5951-da1a-484d-bcef-187ba8897981 admin admin] No DVR routers for this DVR port 7fa7053b-0920-4d21-8d7b-b9f58536a09b on host dv-cinder-857528-2-iscsi {{(pid=112952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 00:59:16.058387 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 34890) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:59:16.087274 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-42f1dc2e-f9cd-4199-9f56-3e269b490678 None None] For port 7fa7053b-0920-4d21-8d7b-b9f58536a09b, host dv-cinder-857528-2-iscsi, got binding levels [] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:59:16.087704 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-42f1dc2e-f9cd-4199-9f56-3e269b490678 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (7fa7053b-0920-4d21-8d7b-b9f58536a09b), precommit_delete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:16.093219 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-9b7b5951-da1a-484d-bcef-187ba8897981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864165', 'neutron.services.segments.db._delete_segments_for_network-8740354160321'] for network (0487b0cb-031a-4188-bee6-95c6ebd2b4a3), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:16.102633 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-42f1dc2e-f9cd-4199-9f56-3e269b490678 None None] Calling delete_port for 7fa7053b-0920-4d21-8d7b-b9f58536a09b owned by network:dhcp {{(pid=112954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:59:16.105495 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.ipam_backend_mixin [None req-42f1dc2e-f9cd-4199-9f56-3e269b490678 None None] Port 7fa7053b-0920-4d21-8d7b-b9f58536a09b was not found and therefore no delete operation was performed {{(pid=112954) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 15 00:59:16.107507 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-42f1dc2e-f9cd-4199-9f56-3e269b490678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172'] for port (7fa7053b-0920-4d21-8d7b-b9f58536a09b), after_delete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:16.123026 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.services.segments.db [None req-9b7b5951-da1a-484d-bcef-187ba8897981 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0487b0cb-031a-4188-bee6-95c6ebd2b4a3']}} {{(pid=112952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:59:16.128497 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-ac53ab63-ff9c-4803-99cd-396b77dccbc8 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for security_group (9f7006d8-b5fe-4a93-b200-dd167f1e37df), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:16.133827 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1dc2e-f9cd-4199-9f56-3e269b490678 None None] Pushing event deleted for resources: {'Port': ['ID=7fa7053b-0920-4d21-8d7b-b9f58536a09b,revision_number=None']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:59:16.135882 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.services.segments.db [None req-9b7b5951-da1a-484d-bcef-187ba8897981 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acf8a16c-6cfc-4de4-a767-e59f2556add5') {'for_net_delete': True} {{(pid=112952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:59:16.136260 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.services.segments.db [None req-9b7b5951-da1a-484d-bcef-187ba8897981 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acf8a16c-6cfc-4de4-a767-e59f2556add5') {} {{(pid=112952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:59:16.144904 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f1dc2e-f9cd-4199-9f56-3e269b490678 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:59:16.145108 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f1dc2e-f9cd-4199-9f56-3e269b490678 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:59:16.145500 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f1dc2e-f9cd-4199-9f56-3e269b490678 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:59:16.145912 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f1dc2e-f9cd-4199-9f56-3e269b490678 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:59:16.146450 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f1dc2e-f9cd-4199-9f56-3e269b490678 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:59:16.147873 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f1dc2e-f9cd-4199-9f56-3e269b490678 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:59:16.147873 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f1dc2e-f9cd-4199-9f56-3e269b490678 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:59:16.148263 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f1dc2e-f9cd-4199-9f56-3e269b490678 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:59:16.148728 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f1dc2e-f9cd-4199-9f56-3e269b490678 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:59:16.149269 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f1dc2e-f9cd-4199-9f56-3e269b490678 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:59:16.149796 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f1dc2e-f9cd-4199-9f56-3e269b490678 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:59:16.150221 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f1dc2e-f9cd-4199-9f56-3e269b490678 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:59:16.151093 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f1dc2e-f9cd-4199-9f56-3e269b490678 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:59:16.151093 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f1dc2e-f9cd-4199-9f56-3e269b490678 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:59:16.151400 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f1dc2e-f9cd-4199-9f56-3e269b490678 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 00:59:16.152018 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-9b7b5951-da1a-484d-bcef-187ba8897981 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740354160213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2228569'] for segment (acf8a16c-6cfc-4de4-a767-e59f2556add5), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:16.155607 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f1dc2e-f9cd-4199-9f56-3e269b490678 None None] No DVR routers for this DVR port 7fa7053b-0920-4d21-8d7b-b9f58536a09b on host dv-cinder-857528-2-iscsi {{(pid=112954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 00:59:16.172857 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-9b7b5951-da1a-484d-bcef-187ba8897981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898'] for segment (acf8a16c-6cfc-4de4-a767-e59f2556add5), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:16.173745 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-ac53ab63-ff9c-4803-99cd-396b77dccbc8 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for security_group (9f7006d8-b5fe-4a93-b200-dd167f1e37df), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:16.190961 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b7b5951-da1a-484d-bcef-187ba8897981 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=112952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 00:59:16.191568 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-9b7b5951-da1a-484d-bcef-187ba8897981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3303962'] for segment (acf8a16c-6cfc-4de4-a767-e59f2556add5), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:16.206208 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device d8adcbc4-cb9c-40f7-8758-254d0a29b7bd no longer exists at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:59:16.228090 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] No Port match for: d8adcbc4-cb9c-40f7-8758-254d0a29b7bd {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 00:59:16.228436 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device d8adcbc4-cb9c-40f7-8758-254d0a29b7bd not bound to the agent host dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 00:59:16.229026 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 6ec9076c-92ba-46ca-9af0-d79cb878e34a no longer exists at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:59:16.240007 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-ac53ab63-ff9c-4803-99cd-396b77dccbc8 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (9f7006d8-b5fe-4a93-b200-dd167f1e37df), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:16.242963 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-ac53ab63-ff9c-4803-99cd-396b77dccbc8 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:16.250995 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-ac53ab63-ff9c-4803-99cd-396b77dccbc8 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/9f7006d8-b5fe-4a93-b200-dd167f1e37df HTTP/1.1" status: 204 len: 168 time: 0.1883686 Sep 15 00:59:16.251683 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 34896) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:59:16.263318 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:16.269372 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] No Port match for: 6ec9076c-92ba-46ca-9af0-d79cb878e34a {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 00:59:16.270044 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 6ec9076c-92ba-46ca-9af0-d79cb878e34a not bound to the agent host dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 00:59:16.274657 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 7fa7053b-0920-4d21-8d7b-b9f58536a09b no longer exists at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:59:16.275010 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53ab63-ff9c-4803-99cd-396b77dccbc8 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7006d8-b5fe-4a93-b200-dd167f1e37df,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:59:16.277583 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.api.v2.resource [None req-d56bf996-d069-470e-80d8-d696bda050f7 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] show failed (client error): The resource could not be found. Sep 15 00:59:16.281560 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-d56bf996-d069-470e-80d8-d696bda050f7 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups/9f7006d8-b5fe-4a93-b200-dd167f1e37df HTTP/1.1" status: 404 len: 347 time: 0.0259464 Sep 15 00:59:16.282819 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 34898) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:59:16.304544 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-9b7b5951-da1a-484d-bcef-187ba8897981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682314'] for network (0487b0cb-031a-4188-bee6-95c6ebd2b4a3), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:16.309848 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-9b7b5951-da1a-484d-bcef-187ba8897981 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for network (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:16.316554 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] No Port match for: 7fa7053b-0920-4d21-8d7b-b9f58536a09b {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 00:59:16.316804 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 7fa7053b-0920-4d21-8d7b-b9f58536a09b not bound to the agent host dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 00:59:16.317605 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-9b7b5951-da1a-484d-bcef-187ba8897981 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/0487b0cb-031a-4188-bee6-95c6ebd2b4a3 HTTP/1.1" status: 204 len: 168 time: 0.6308923 Sep 15 00:59:16.324094 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 34900) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:59:16.385802 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b5951-da1a-484d-bcef-187ba8897981 admin admin] Pushing event deleted for resources: {'Network': ['ID=0487b0cb-031a-4188-bee6-95c6ebd2b4a3,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:59:16.448997 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.services.segments.plugin [-] Segment acf8a16c-6cfc-4de4-a767-e59f2556add5 resource provider aggregate not found Sep 15 00:59:16.466847 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [None req-efc7a757-e1df-4f8b-b08f-6de444b05463 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Deleting port 89449d3b-bd0a-4b4a-88cf-e93aea385a0b {{(pid=112953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:59:16.467268 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-efc7a757-e1df-4f8b-b08f-6de444b05463 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (89449d3b-bd0a-4b4a-88cf-e93aea385a0b), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:16.471287 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.services.segments.plugin [-] Segment acf8a16c-6cfc-4de4-a767-e59f2556add5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid acf8a16c-6cfc-4de4-a767-e59f2556add5 found for delete ", "request_id": "req-4d11f7b4-a24f-4755-ad9b-14bb1a1c2480"}]} Sep 15 00:59:16.547612 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-efc7a757-e1df-4f8b-b08f-6de444b05463 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (89449d3b-bd0a-4b4a-88cf-e93aea385a0b), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:16.547929 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-efc7a757-e1df-4f8b-b08f-6de444b05463 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for floatingip (89449d3b-bd0a-4b4a-88cf-e93aea385a0b), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:16.562956 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [None req-efc7a757-e1df-4f8b-b08f-6de444b05463 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Calling delete_port for 89449d3b-bd0a-4b4a-88cf-e93aea385a0b owned by network:floatingip {{(pid=112953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:59:16.710965 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-efc7a757-e1df-4f8b-b08f-6de444b05463 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9371492'] for port (89449d3b-bd0a-4b4a-88cf-e93aea385a0b), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:16.734704 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc7a757-e1df-4f8b-b08f-6de444b05463 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Pushing event deleted for resources: {'Port': ['ID=89449d3b-bd0a-4b4a-88cf-e93aea385a0b,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:59:16.801150 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-efc7a757-e1df-4f8b-b08f-6de444b05463 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for floatingip (8113b261-a0b0-47d1-96f1-e22cba4b7d44), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:16.804594 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-efc7a757-e1df-4f8b-b08f-6de444b05463 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for floatingip (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:16.805969 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-efc7a757-e1df-4f8b-b08f-6de444b05463 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/8113b261-a0b0-47d1-96f1-e22cba4b7d44 HTTP/1.1" status: 204 len: 168 time: 0.5213072 Sep 15 00:59:16.834469 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device e800a621-1394-4d38-a779-6ed9ffbdca43 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:59:16.858293 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] No Port match for: e800a621-1394-4d38-a779-6ed9ffbdca43 {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 00:59:16.859183 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device e800a621-1394-4d38-a779-6ed9ffbdca43 not bound to the agent host hv-cinder-85752 {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 00:59:16.878824 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 34906) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:59:16.884344 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-753b7323-d7ca-4b29-9592-e98f18f507aa tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1477539943', 'description': 'tempest-description--615247882'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:59:16.904950 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-753b7323-d7ca-4b29-9592-e98f18f507aa tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:16.954507 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-28221aab-6306-45f6-9f4f-f7f57aa36017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1673637'] for router_interface (a3af6727-a58d-4f43-bb55-2989599fb31c), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:16.979542 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-753b7323-d7ca-4b29-9592-e98f18f507aa tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for security_group (ff289580-aab3-4875-88eb-56969beed27f), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:16.983732 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-753b7323-d7ca-4b29-9592-e98f18f507aa tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (ff289580-aab3-4875-88eb-56969beed27f), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:17.017194 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-753b7323-d7ca-4b29-9592-e98f18f507aa tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:17.018607 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-753b7323-d7ca-4b29-9592-e98f18f507aa tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1386337 Sep 15 00:59:17.020886 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b7323-d7ca-4b29-9592-e98f18f507aa tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff289580-aab3-4875-88eb-56969beed27f,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:59:17.023163 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 34908) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:59:17.027941 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-af743919-5025-4995-9f11-6564c5577c97 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Request body: {'security_group_rule': {'security_group_id': 'ff289580-aab3-4875-88eb-56969beed27f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:59:17.045600 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:17.059741 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-af743919-5025-4995-9f11-6564c5577c97 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for security_group_rule (6e7d7dea-e014-450f-ae50-a98e71e5d9f1), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:17.115169 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-af743919-5025-4995-9f11-6564c5577c97 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for security_group_rule (6e7d7dea-e014-450f-ae50-a98e71e5d9f1), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:17.118117 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:17.119255 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-af743919-5025-4995-9f11-6564c5577c97 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645455'] for security_group_rule (6e7d7dea-e014-450f-ae50-a98e71e5d9f1), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:17.138911 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af743919-5025-4995-9f11-6564c5577c97 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e7d7dea-e014-450f-ae50-a98e71e5d9f1,revision_number=0']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:59:17.147625 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-af743919-5025-4995-9f11-6564c5577c97 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:17.148818 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-af743919-5025-4995-9f11-6564c5577c97 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1246178 Sep 15 00:59:17.151569 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 34910) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:59:17.155966 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-43a2a506-cd87-4e54-bbb0-2b2c974eb6cb tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Request body: {'security_group_rule': {'security_group_id': 'ff289580-aab3-4875-88eb-56969beed27f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:59:17.181927 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [None req-28221aab-6306-45f6-9f4f-f7f57aa36017 admin admin] Deleting port a17d3772-5689-400a-897c-7fe1f1b9cf70 {{(pid=112952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:59:17.182278 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-28221aab-6306-45f6-9f4f-f7f57aa36017 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (a17d3772-5689-400a-897c-7fe1f1b9cf70), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:17.183878 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-43a2a506-cd87-4e54-bbb0-2b2c974eb6cb tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for security_group_rule (9d6a0db8-e94e-431b-9251-97cf50d2306c), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:17.220739 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:17.244703 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-43a2a506-cd87-4e54-bbb0-2b2c974eb6cb tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for security_group_rule (9d6a0db8-e94e-431b-9251-97cf50d2306c), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:17.248774 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-43a2a506-cd87-4e54-bbb0-2b2c974eb6cb tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645455'] for security_group_rule (9d6a0db8-e94e-431b-9251-97cf50d2306c), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:17.251674 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:17.269161 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a2a506-cd87-4e54-bbb0-2b2c974eb6cb tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d6a0db8-e94e-431b-9251-97cf50d2306c,revision_number=0']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:59:17.277867 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.db [None req-28221aab-6306-45f6-9f4f-f7f57aa36017 admin admin] For port a17d3772-5689-400a-897c-7fe1f1b9cf70, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=a17d3772-5689-400a-897c-7fe1f1b9cf70,segment=NetworkSegment(ea7310d9-032e-44f6-8c69-78340199ad47),segment_id=ea7310d9-032e-44f6-8c69-78340199ad47)] {{(pid=112952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:59:17.278240 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-43a2a506-cd87-4e54-bbb0-2b2c974eb6cb tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:17.278397 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-28221aab-6306-45f6-9f4f-f7f57aa36017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (a17d3772-5689-400a-897c-7fe1f1b9cf70), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:17.279437 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-43a2a506-cd87-4e54-bbb0-2b2c974eb6cb tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1267729 Sep 15 00:59:17.282561 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 34912) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:59:17.287009 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-740216fc-3f3e-424d-9d39-78c25b54c5e0 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Request body: {'floatingip': {'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:59:17.292032 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [None req-28221aab-6306-45f6-9f4f-f7f57aa36017 admin admin] Calling delete_port for a17d3772-5689-400a-897c-7fe1f1b9cf70 owned by network:router_interface {{(pid=112952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:59:17.310381 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-740216fc-3f3e-424d-9d39-78c25b54c5e0 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:17.391573 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-740216fc-3f3e-424d-9d39-78c25b54c5e0 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:17.475279 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-28221aab-6306-45f6-9f4f-f7f57aa36017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3304143'] for port (a17d3772-5689-400a-897c-7fe1f1b9cf70), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:17.501427 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28221aab-6306-45f6-9f4f-f7f57aa36017 admin admin] Pushing event deleted for resources: {'Port': ['ID=a17d3772-5689-400a-897c-7fe1f1b9cf70,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:59:17.505457 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.db_base_plugin_common [None req-740216fc-3f3e-424d-9d39-78c25b54c5e0 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Allocated IP 172.27.1.170 (53046852-16e9-4bc6-a26e-a34c1d2139e6/8f0c0330-11bc-44ed-a1b6-6f3c15aee393/d63d8209-04ac-4dff-aa44-99f59d95a602) {{(pid=112953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:59:17.635695 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-740216fc-3f3e-424d-9d39-78c25b54c5e0 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for port (d63d8209-04ac-4dff-aa44-99f59d95a602), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:17.677797 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-740216fc-3f3e-424d-9d39-78c25b54c5e0 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9371492'] for port (d63d8209-04ac-4dff-aa44-99f59d95a602), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:17.691452 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-28221aab-6306-45f6-9f4f-f7f57aa36017 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679381'] for router_interface (a3af6727-a58d-4f43-bb55-2989599fb31c), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:17.719760 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740216fc-3f3e-424d-9d39-78c25b54c5e0 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Network 53046852-16e9-4bc6-a26e-a34c1d2139e6 is already hosted by enough agents. {{(pid=112953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:59:17.724102 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.base_scheduler [None req-740216fc-3f3e-424d-9d39-78c25b54c5e0 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Resources bound (agent type, host, resource id): {{(pid=112953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:59:17.729936 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740216fc-3f3e-424d-9d39-78c25b54c5e0 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Received port after_create {{(pid=112953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:59:17.756954 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740216fc-3f3e-424d-9d39-78c25b54c5e0 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Pushing event updated for resources: {'Port': ['ID=d63d8209-04ac-4dff-aa44-99f59d95a602,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:59:17.764228 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=7 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:17.789286 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-db94ce8f-ca5e-4ad1-ad56-fabc53e66041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:17.820894 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-740216fc-3f3e-424d-9d39-78c25b54c5e0 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for floatingip (7b4425e8-d37f-48c6-bf83-3781fd88596f), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:17.857229 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-740216fc-3f3e-424d-9d39-78c25b54c5e0 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (d63d8209-04ac-4dff-aa44-99f59d95a602), before_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:17.906299 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28221aab-6306-45f6-9f4f-f7f57aa36017 admin admin] Router a3af6727-a58d-4f43-bb55-2989599fb31c has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:59:17.962174 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:17.991380 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:18.005495 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28221aab-6306-45f6-9f4f-f7f57aa36017 admin admin] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:59:18.011236 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-28221aab-6306-45f6-9f4f-f7f57aa36017 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/a3af6727-a58d-4f43-bb55-2989599fb31c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6837502 Sep 15 00:59:18.013524 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-740216fc-3f3e-424d-9d39-78c25b54c5e0 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for port (d63d8209-04ac-4dff-aa44-99f59d95a602), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:18.014060 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 34914) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:59:18.017385 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292fc8fa-8722-440f-93cd-453b59a01db5 None None] Sync routers for ids ['a3af6727-a58d-4f43-bb55-2989599fb31c'] in dv-cinder-857528-2-iscsi {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:59:18.018705 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-740216fc-3f3e-424d-9d39-78c25b54c5e0 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9371485'] for port (d63d8209-04ac-4dff-aa44-99f59d95a602), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:18.029237 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292fc8fa-8722-440f-93cd-453b59a01db5 None None] Routers {'a3af6727-a58d-4f43-bb55-2989599fb31c'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:59:18.029865 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-292fc8fa-8722-440f-93cd-453b59a01db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:58:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['a3af6727-a58d-4f43-bb55-2989599fb31c'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:59:18.090405 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-740216fc-3f3e-424d-9d39-78c25b54c5e0 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682341'] for floatingip (7b4425e8-d37f-48c6-bf83-3781fd88596f), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:18.094397 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740216fc-3f3e-424d-9d39-78c25b54c5e0 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Pushing event updated for resources: {'Port': ['ID=d63d8209-04ac-4dff-aa44-99f59d95a602,revision_number=2']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:59:18.111677 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-740216fc-3f3e-424d-9d39-78c25b54c5e0 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for floatingip (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:18.116673 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-740216fc-3f3e-424d-9d39-78c25b54c5e0 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8323290 Sep 15 00:59:18.125819 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-9425500c-dadc-4f79-b2f3-d869897c2cf8 admin admin] Publish callbacks [] for router (a3af6727-a58d-4f43-bb55-2989599fb31c), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:18.141378 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-292fc8fa-8722-440f-93cd-453b59a01db5 None None] Set router a3af6727-a58d-4f43-bb55-2989599fb31c gateway port host: dv-cinder-857528-2-iscsi {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:59:18.213054 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:18.242518 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-9425500c-dadc-4f79-b2f3-d869897c2cf8 admin admin] Publish callbacks [] for router_gateway (a3af6727-a58d-4f43-bb55-2989599fb31c), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:18.286259 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-799ab701-2bfb-46fb-b7df-7ce043f5cdb2 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1477539943&fields=id&tenant_id=3ef4db17e5d245cb9caab70d557f41ae HTTP/1.1" status: 200 len: 267 time: 0.0491590 Sep 15 00:59:18.287953 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [None req-9425500c-dadc-4f79-b2f3-d869897c2cf8 admin admin] Deleting port fa77c0f3-92ff-4655-9fab-a7c5ea118bd5 {{(pid=112952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:59:18.288348 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-9425500c-dadc-4f79-b2f3-d869897c2cf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (fa77c0f3-92ff-4655-9fab-a7c5ea118bd5), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:18.327539 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-292fc8fa-8722-440f-93cd-453b59a01db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3af6727-a58d-4f43-bb55-2989599fb31c', 'name': 'tempest-TestVolumeBootPattern-423703526-router', 'tenant_id': 'eb9e29ab32b9438ca3c1680a93d1ac17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'fa77c0f3-92ff-4655-9fab-a7c5ea118bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:08Z', 'updated_at': '2022-09-15T00:59:17Z', 'revision_number': 5, 'project_id': 'eb9e29ab32b9438ca3c1680a93d1ac17', 'gw_port': {'id': 'fa77c0f3-92ff-4655-9fab-a7c5ea118bd5', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:63:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3af6727-a58d-4f43-bb55-2989599fb31c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:49:09Z', 'updated_at': '2022-09-15T00:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi'}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:59:18.351866 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292fc8fa-8722-440f-93cd-453b59a01db5 None None] Checking router: a3af6727-a58d-4f43-bb55-2989599fb31c for host: dv-cinder-857528-2-iscsi {{(pid=112955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:59:18.360591 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292fc8fa-8722-440f-93cd-453b59a01db5 None None] Routers {'a3af6727-a58d-4f43-bb55-2989599fb31c'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:59:18.361206 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-292fc8fa-8722-440f-93cd-453b59a01db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:58:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['a3af6727-a58d-4f43-bb55-2989599fb31c'], 'active': True} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:59:18.385007 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.db [None req-9425500c-dadc-4f79-b2f3-d869897c2cf8 admin admin] For port fa77c0f3-92ff-4655-9fab-a7c5ea118bd5, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=fa77c0f3-92ff-4655-9fab-a7c5ea118bd5,segment=NetworkSegment(bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89),segment_id=bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89)] {{(pid=112952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:59:18.385386 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-9425500c-dadc-4f79-b2f3-d869897c2cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (fa77c0f3-92ff-4655-9fab-a7c5ea118bd5), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:18.403959 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [None req-9425500c-dadc-4f79-b2f3-d869897c2cf8 admin admin] Calling delete_port for fa77c0f3-92ff-4655-9fab-a7c5ea118bd5 owned by network:router_gateway {{(pid=112952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:59:18.408905 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-8261dd10-9551-45cd-bd1c-51648614974c tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:59:18.412298 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-8261dd10-9551-45cd-bd1c-51648614974c tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/networks?id=48f46f03-9920-4d15-b1d4-ea751486aaae HTTP/1.1" status: 200 len: 814 time: 0.1191285 Sep 15 00:59:18.427336 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-d249e827-cf00-426b-81a4-5831f6bcb729 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/quotas/3ef4db17e5d245cb9caab70d557f41ae HTTP/1.1" status: 200 len: 375 time: 0.0097663 Sep 15 00:59:18.429119 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=100 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:18.450622 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_dvr_db [None req-292fc8fa-8722-440f-93cd-453b59a01db5 None None] Set router a3af6727-a58d-4f43-bb55-2989599fb31c gateway port host: None {{(pid=112955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:59:18.483538 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-d77ae879-ce43-4aa9-9768-e83b728dc654 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=3ef4db17e5d245cb9caab70d557f41ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481131 Sep 15 00:59:18.499122 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.l3_hamode_db [None req-292fc8fa-8722-440f-93cd-453b59a01db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3af6727-a58d-4f43-bb55-2989599fb31c', 'name': 'tempest-TestVolumeBootPattern-423703526-router', 'tenant_id': 'eb9e29ab32b9438ca3c1680a93d1ac17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:08Z', 'updated_at': '2022-09-15T00:59:18Z', 'revision_number': 6, 'project_id': 'eb9e29ab32b9438ca3c1680a93d1ac17', 'gw_port_host': None}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:59:18.526183 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292fc8fa-8722-440f-93cd-453b59a01db5 None None] The sync data for ids ['a3af6727-a58d-4f43-bb55-2989599fb31c'] in dv-cinder-857528-2-iscsi is: [{'id': 'a3af6727-a58d-4f43-bb55-2989599fb31c', 'name': 'tempest-TestVolumeBootPattern-423703526-router', 'tenant_id': 'eb9e29ab32b9438ca3c1680a93d1ac17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:49:08Z', 'updated_at': '2022-09-15T00:59:18Z', 'revision_number': 6, 'project_id': 'eb9e29ab32b9438ca3c1680a93d1ac17', 'gw_port_host': None}] {{(pid=112955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:59:18.584699 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-d672c854-b1e1-4dcc-b92f-bc26b898e551 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/48f46f03-9920-4d15-b1d4-ea751486aaae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912871 Sep 15 00:59:18.584943 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-9425500c-dadc-4f79-b2f3-d869897c2cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3304143'] for port (fa77c0f3-92ff-4655-9fab-a7c5ea118bd5), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:18.609975 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9425500c-dadc-4f79-b2f3-d869897c2cf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa77c0f3-92ff-4655-9fab-a7c5ea118bd5,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:59:18.693730 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-9425500c-dadc-4f79-b2f3-d869897c2cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1682271'] for router_gateway (a3af6727-a58d-4f43-bb55-2989599fb31c), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:18.695011 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-51455c42-846d-4e91-8275-a405ab97c8e6 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/48f46f03-9920-4d15-b1d4-ea751486aaae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043656 Sep 15 00:59:18.784801 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-9425500c-dadc-4f79-b2f3-d869897c2cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3719'] for router (a3af6727-a58d-4f43-bb55-2989599fb31c), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:18.787030 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-9425500c-dadc-4f79-b2f3-d869897c2cf8 admin admin] Publish callbacks [] for router_controller (a3af6727-a58d-4f43-bb55-2989599fb31c), precommit_delete_associations {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:18.834495 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-9425500c-dadc-4f79-b2f3-d869897c2cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1679464'] for router (a3af6727-a58d-4f43-bb55-2989599fb31c), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:18.835950 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9425500c-dadc-4f79-b2f3-d869897c2cf8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3af6727-a58d-4f43-bb55-2989599fb31c {{(pid=112952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 00:59:18.840295 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-9425500c-dadc-4f79-b2f3-d869897c2cf8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:18.841431 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-9425500c-dadc-4f79-b2f3-d869897c2cf8 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/a3af6727-a58d-4f43-bb55-2989599fb31c HTTP/1.1" status: 204 len: 168 time: 0.8263922 Sep 15 00:59:18.843990 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 34936) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:59:18.906595 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-98b06b99-1070-4f2f-919a-597400c7556b req-48a98f9d-363a-40d6-a89b-27a969c32338 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ec18fc1b-3148-4360-b7e2-d8caf446ce47 HTTP/1.1" status: 200 len: 210 time: 0.0362377 Sep 15 00:59:18.914539 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.db.db_base_plugin_v2 [None req-f945fd3d-ec13-4389-9717-f3e4b37cbe06 admin admin] Deleting subnet b9c17a41-af5e-4494-bbec-0c7d89840655 {{(pid=112952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 00:59:18.917864 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-f945fd3d-ec13-4389-9717-f3e4b37cbe06 admin admin] Publish callbacks [] for subnet (b9c17a41-af5e-4494-bbec-0c7d89840655), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:18.948095 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:18.956684 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-f945fd3d-ec13-4389-9717-f3e4b37cbe06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2228578'] for subnet (b9c17a41-af5e-4494-bbec-0c7d89840655), precommit_delete_associations {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:19.041859 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-f945fd3d-ec13-4389-9717-f3e4b37cbe06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-769422'] for subnet (b9c17a41-af5e-4494-bbec-0c7d89840655), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:19.104213 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-f945fd3d-ec13-4389-9717-f3e4b37cbe06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3304096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9220860'] for subnet (b9c17a41-af5e-4494-bbec-0c7d89840655), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:19.136486 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945fd3d-ec13-4389-9717-f3e4b37cbe06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9c17a41-af5e-4494-bbec-0c7d89840655,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:59:19.141400 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-f945fd3d-ec13-4389-9717-f3e4b37cbe06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:19.148493 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 34944) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:59:19.150629 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2565e33e-7b4c-49c7-a776-c59ebb1db2ff None None] Network fbbed062-f339-4926-b4a8-b634eab71581 requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 00:59:19.153247 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-f945fd3d-ec13-4389-9717-f3e4b37cbe06 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/b9c17a41-af5e-4494-bbec-0c7d89840655 HTTP/1.1" status: 204 len: 168 time: 0.3070068 Sep 15 00:59:19.234221 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-987bd96d-faea-4d30-ba33-2ad86a4c5bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792827'] for network (fbbed062-f339-4926-b4a8-b634eab71581), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:19.279713 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [None req-987bd96d-faea-4d30-ba33-2ad86a4c5bbf admin admin] Deleting port 699610fd-e56d-4439-a927-49b6c1c14f14 {{(pid=112953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:59:19.280061 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-987bd96d-faea-4d30-ba33-2ad86a4c5bbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (699610fd-e56d-4439-a927-49b6c1c14f14), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:19.322834 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad7aeee-cb9e-4591-bbd0-d51d38b996ba None None] DHCP port deletion for fbbed062-f339-4926-b4a8-b634eab71581 request from dv-cinder-857528-2-iscsi {{(pid=112954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 00:59:19.373244 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [None req-987bd96d-faea-4d30-ba33-2ad86a4c5bbf admin admin] For port 699610fd-e56d-4439-a927-49b6c1c14f14, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=699610fd-e56d-4439-a927-49b6c1c14f14,segment=NetworkSegment(ea7310d9-032e-44f6-8c69-78340199ad47),segment_id=ea7310d9-032e-44f6-8c69-78340199ad47)] {{(pid=112953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:59:19.373843 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-987bd96d-faea-4d30-ba33-2ad86a4c5bbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (699610fd-e56d-4439-a927-49b6c1c14f14), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:19.384868 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:19.394591 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [None req-987bd96d-faea-4d30-ba33-2ad86a4c5bbf admin admin] Calling delete_port for 699610fd-e56d-4439-a927-49b6c1c14f14 owned by network:dhcp {{(pid=112953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:59:19.499069 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-987bd96d-faea-4d30-ba33-2ad86a4c5bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9371492'] for port (699610fd-e56d-4439-a927-49b6c1c14f14), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:19.516104 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-5ad7aeee-cb9e-4591-bbd0-d51d38b996ba None None] Deleting port 699610fd-e56d-4439-a927-49b6c1c14f14 {{(pid=112954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 00:59:19.516481 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-5ad7aeee-cb9e-4591-bbd0-d51d38b996ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (699610fd-e56d-4439-a927-49b6c1c14f14), before_delete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:19.525952 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987bd96d-faea-4d30-ba33-2ad86a4c5bbf admin admin] Pushing event deleted for resources: {'Port': ['ID=699610fd-e56d-4439-a927-49b6c1c14f14,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:59:19.529514 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987bd96d-faea-4d30-ba33-2ad86a4c5bbf admin admin] No DVR routers for this DVR port 699610fd-e56d-4439-a927-49b6c1c14f14 on host dv-cinder-857528-2-iscsi {{(pid=112953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 00:59:19.581708 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-5ad7aeee-cb9e-4591-bbd0-d51d38b996ba None None] For port 699610fd-e56d-4439-a927-49b6c1c14f14, host dv-cinder-857528-2-iscsi, got binding levels [] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:59:19.582176 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-5ad7aeee-cb9e-4591-bbd0-d51d38b996ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (699610fd-e56d-4439-a927-49b6c1c14f14), precommit_delete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:19.599676 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-5ad7aeee-cb9e-4591-bbd0-d51d38b996ba None None] Calling delete_port for 699610fd-e56d-4439-a927-49b6c1c14f14 owned by network:dhcp {{(pid=112954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 00:59:19.602372 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:19.602575 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.ipam_backend_mixin [None req-5ad7aeee-cb9e-4591-bbd0-d51d38b996ba None None] Port 699610fd-e56d-4439-a927-49b6c1c14f14 was not found and therefore no delete operation was performed {{(pid=112954) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 15 00:59:19.604204 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-5ad7aeee-cb9e-4591-bbd0-d51d38b996ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172'] for port (699610fd-e56d-4439-a927-49b6c1c14f14), after_delete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:19.618166 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-987bd96d-faea-4d30-ba33-2ad86a4c5bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864165', 'neutron.services.segments.db._delete_segments_for_network-8740354160321'] for network (fbbed062-f339-4926-b4a8-b634eab71581), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:19.628473 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7aeee-cb9e-4591-bbd0-d51d38b996ba None None] Pushing event deleted for resources: {'Port': ['ID=699610fd-e56d-4439-a927-49b6c1c14f14,revision_number=None']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:59:19.635939 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad7aeee-cb9e-4591-bbd0-d51d38b996ba None None] No DVR routers for this DVR port 699610fd-e56d-4439-a927-49b6c1c14f14 on host dv-cinder-857528-2-iscsi {{(pid=112954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 00:59:19.644610 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.services.segments.db [None req-987bd96d-faea-4d30-ba33-2ad86a4c5bbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbbed062-f339-4926-b4a8-b634eab71581']}} {{(pid=112953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:59:19.653348 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.services.segments.db [None req-987bd96d-faea-4d30-ba33-2ad86a4c5bbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea7310d9-032e-44f6-8c69-78340199ad47') {'for_net_delete': True} {{(pid=112953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:59:19.653709 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.services.segments.db [None req-987bd96d-faea-4d30-ba33-2ad86a4c5bbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea7310d9-032e-44f6-8c69-78340199ad47') {} {{(pid=112953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:59:19.666881 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-987bd96d-faea-4d30-ba33-2ad86a4c5bbf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740354160213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9406930'] for segment (ea7310d9-032e-44f6-8c69-78340199ad47), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:19.685255 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-987bd96d-faea-4d30-ba33-2ad86a4c5bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898'] for segment (ea7310d9-032e-44f6-8c69-78340199ad47), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:19.692137 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-987bd96d-faea-4d30-ba33-2ad86a4c5bbf admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=112953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 00:59:19.692658 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-987bd96d-faea-4d30-ba33-2ad86a4c5bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9371569'] for segment (ea7310d9-032e-44f6-8c69-78340199ad47), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:19.754493 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-987bd96d-faea-4d30-ba33-2ad86a4c5bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682314'] for network (fbbed062-f339-4926-b4a8-b634eab71581), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:19.764304 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.services.segments.plugin [-] Segment ea7310d9-032e-44f6-8c69-78340199ad47 resource provider aggregate not found Sep 15 00:59:19.772208 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-987bd96d-faea-4d30-ba33-2ad86a4c5bbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for network (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:19.775354 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-987bd96d-faea-4d30-ba33-2ad86a4c5bbf admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/fbbed062-f339-4926-b4a8-b634eab71581 HTTP/1.1" status: 204 len: 168 time: 0.6249712 Sep 15 00:59:19.787468 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.services.segments.plugin [-] Segment ea7310d9-032e-44f6-8c69-78340199ad47 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea7310d9-032e-44f6-8c69-78340199ad47 found for delete ", "request_id": "req-1f505715-b90d-4240-9224-befab0f68a68"}]} Sep 15 00:59:19.788389 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987bd96d-faea-4d30-ba33-2ad86a4c5bbf admin admin] Pushing event deleted for resources: {'Network': ['ID=fbbed062-f339-4926-b4a8-b634eab71581,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:59:19.901455 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 34954) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:59:19.942977 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-94f46a37-a154-4b18-873b-60185622926f admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=53d8d76185c44a159439c0f7a0e88b31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402985 Sep 15 00:59:19.945554 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 34958) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:59:20.051003 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-fb5770fc-a8ee-4472-b56c-a2108a4fb1bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:20.076101 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-54afd719-ac9c-4c80-b9f5-532514e17fd5 req-d209cc2a-64f5-47c1-8ef0-670b5bf22cf6 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ec18fc1b-3148-4360-b7e2-d8caf446ce47 HTTP/1.1" status: 200 len: 210 time: 0.0751061 Sep 15 00:59:20.105279 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-35661f85-e1ae-41f8-8bbd-6d3382a3f8ac admin admin] Publish callbacks [] for security_group (d5d62159-9b9a-4673-bfef-edbb3ce236bb), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:20.153500 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-35661f85-e1ae-41f8-8bbd-6d3382a3f8ac admin admin] Publish callbacks [] for security_group (d5d62159-9b9a-4673-bfef-edbb3ce236bb), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:20.173193 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-d44c1b9b-d594-4b69-9d9b-493f4d054bac tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:59:20.174741 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-d44c1b9b-d594-4b69-9d9b-493f4d054bac tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.18 "GET /networking/v2.0/networks?id=48f46f03-9920-4d15-b1d4-ea751486aaae HTTP/1.1" status: 200 len: 814 time: 0.2117264 Sep 15 00:59:20.181725 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device fa77c0f3-92ff-4655-9fab-a7c5ea118bd5 no longer exists at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:59:20.200768 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] No Port match for: fa77c0f3-92ff-4655-9fab-a7c5ea118bd5 {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 00:59:20.201114 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device fa77c0f3-92ff-4655-9fab-a7c5ea118bd5 not bound to the agent host dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 00:59:20.201536 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device a17d3772-5689-400a-897c-7fe1f1b9cf70 no longer exists at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:59:20.215793 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-35661f85-e1ae-41f8-8bbd-6d3382a3f8ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (d5d62159-9b9a-4673-bfef-edbb3ce236bb), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:20.218451 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-35661f85-e1ae-41f8-8bbd-6d3382a3f8ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:20.222034 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-35661f85-e1ae-41f8-8bbd-6d3382a3f8ac admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/d5d62159-9b9a-4673-bfef-edbb3ce236bb HTTP/1.1" status: 204 len: 168 time: 0.2728596 Sep 15 00:59:20.222200 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] No Port match for: a17d3772-5689-400a-897c-7fe1f1b9cf70 {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 00:59:20.222200 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device a17d3772-5689-400a-897c-7fe1f1b9cf70 not bound to the agent host dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 00:59:20.222200 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 699610fd-e56d-4439-a927-49b6c1c14f14 no longer exists at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 00:59:20.228631 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35661f85-e1ae-41f8-8bbd-6d3382a3f8ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d62159-9b9a-4673-bfef-edbb3ce236bb,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:59:20.245056 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] No Port match for: 699610fd-e56d-4439-a927-49b6c1c14f14 {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 00:59:20.245409 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 699610fd-e56d-4439-a927-49b6c1c14f14 not bound to the agent host dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 00:59:20.314996 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-87961829-661d-4884-afda-ee516e4b8179 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3ef4db17e5d245cb9caab70d557f41ae HTTP/1.1" status: 200 len: 380 time: 0.0620208 Sep 15 00:59:20.324592 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-35eabebb-60f6-4566-bd67-337e3e1e8376 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Request body: {'port': {'device_id': 'ec18fc1b-3148-4360-b7e2-d8caf446ce47', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'admin_state_up': True, 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'security_groups': ['ff289580-aab3-4875-88eb-56969beed27f']}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:59:20.451681 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-35eabebb-60f6-4566-bd67-337e3e1e8376 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Made reservation on behalf of 3ef4db17e5d245cb9caab70d557f41ae for: {'port': 1} {{(pid=112953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 00:59:20.455874 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-35eabebb-60f6-4566-bd67-337e3e1e8376 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:20.565775 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:20.589882 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 34968) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:59:20.591497 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.db_base_plugin_common [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-35eabebb-60f6-4566-bd67-337e3e1e8376 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Allocated IP 172.20.0.4 (48f46f03-9920-4d15-b1d4-ea751486aaae/45e5374b-dd3a-4913-9c14-900ba2b249b3/e69990d7-d5a9-4ee1-b164-cfbb26f3bc24) {{(pid=112953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 00:59:20.625811 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:20.636092 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-c0954ddf-3488-4752-b12e-a911dc34bcc0 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=eb9e29ab32b9438ca3c1680a93d1ac17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446591 Sep 15 00:59:20.637141 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 34970) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:59:20.689174 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:20.697228 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-dd225534-b56f-49ca-8db1-75cba7ecf7cc admin admin] Publish callbacks [] for security_group (3033c11f-5de2-4c37-9e7b-f69adee67392), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:20.717139 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-dd225534-b56f-49ca-8db1-75cba7ecf7cc admin admin] Publish callbacks [] for security_group (3033c11f-5de2-4c37-9e7b-f69adee67392), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:20.744006 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-35eabebb-60f6-4566-bd67-337e3e1e8376 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for port (e69990d7-d5a9-4ee1-b164-cfbb26f3bc24), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:20.765704 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-dd225534-b56f-49ca-8db1-75cba7ecf7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (3033c11f-5de2-4c37-9e7b-f69adee67392), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:20.768481 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-dd225534-b56f-49ca-8db1-75cba7ecf7cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:20.769622 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-dd225534-b56f-49ca-8db1-75cba7ecf7cc admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/3033c11f-5de2-4c37-9e7b-f69adee67392 HTTP/1.1" status: 204 len: 168 time: 0.1313577 Sep 15 00:59:20.777430 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd225534-b56f-49ca-8db1-75cba7ecf7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3033c11f-5de2-4c37-9e7b-f69adee67392,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:59:20.785106 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-35eabebb-60f6-4566-bd67-337e3e1e8376 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740353694163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9371492'] for port (e69990d7-d5a9-4ee1-b164-cfbb26f3bc24), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:20.827360 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-35eabebb-60f6-4566-bd67-337e3e1e8376 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Network 48f46f03-9920-4d15-b1d4-ea751486aaae is already hosted by enough agents. {{(pid=112953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 00:59:20.832630 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.base_scheduler [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-35eabebb-60f6-4566-bd67-337e3e1e8376 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Resources bound (agent type, host, resource id): {{(pid=112953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 00:59:20.836817 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-35eabebb-60f6-4566-bd67-337e3e1e8376 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Received port after_create {{(pid=112953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 15 00:59:20.863953 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eabebb-60f6-4566-bd67-337e3e1e8376 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Pushing event updated for resources: {'Port': ['ID=e69990d7-d5a9-4ee1-b164-cfbb26f3bc24,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:59:20.892200 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-35eabebb-60f6-4566-bd67-337e3e1e8376 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:59:20.892823 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-35eabebb-60f6-4566-bd67-337e3e1e8376 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:20.910033 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-35eabebb-60f6-4566-bd67-337e3e1e8376 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5894358 Sep 15 00:59:20.926559 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-0ba29d73-80ac-44b1-84d0-841b457f89f7 service neutron] Request body: {'port': {'device_id': 'ec18fc1b-3148-4360-b7e2-d8caf446ce47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:59:20.991776 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-0ba29d73-80ac-44b1-84d0-841b457f89f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (e69990d7-d5a9-4ee1-b164-cfbb26f3bc24), before_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:21.132501 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-1f33df37-7f75-4b03-8c4c-bdd69e90aba9 None None] Provisioning complete for port e69990d7-d5a9-4ee1-b164-cfbb26f3bc24 triggered by entity DHCP. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:59:21.132959 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-1f33df37-7f75-4b03-8c4c-bdd69e90aba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (e69990d7-d5a9-4ee1-b164-cfbb26f3bc24), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:21.133384 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-1f33df37-7f75-4b03-8c4c-bdd69e90aba9 None None] Attempt 1 to provision port e69990d7-d5a9-4ee1-b164-cfbb26f3bc24 Sep 15 00:59:21.171080 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-1f33df37-7f75-4b03-8c4c-bdd69e90aba9 None None] Port e69990d7-d5a9-4ee1-b164-cfbb26f3bc24 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:59:21.217699 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b313fb3-b5f7-4df9-b1bc-31abb24bade5 req-eb914ace-f691-486d-9fd1-7f6d298212dd tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:59:21.219408 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-4b313fb3-b5f7-4df9-b1bc-31abb24bade5 req-eb914ace-f691-486d-9fd1-7f6d298212dd tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ec18fc1b-3148-4360-b7e2-d8caf446ce47 HTTP/1.1" status: 200 len: 931 time: 0.0504217 Sep 15 00:59:21.274349 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-4b313fb3-b5f7-4df9-b1bc-31abb24bade5 req-75686950-8ab5-40ee-9151-c01dafc68616 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ff289580-aab3-4875-88eb-56969beed27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482299 Sep 15 00:59:21.361306 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:21.526654 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-0ba29d73-80ac-44b1-84d0-841b457f89f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e69990d7-d5a9-4ee1-b164-cfbb26f3bc24 {{(pid=112953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 00:59:21.534005 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-0ba29d73-80ac-44b1-84d0-841b457f89f7 service neutron] Publish callbacks [] for port (e69990d7-d5a9-4ee1-b164-cfbb26f3bc24), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:21.546632 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.provisioning_blocks [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-0ba29d73-80ac-44b1-84d0-841b457f89f7 service neutron] Transition to ACTIVE for port object e69990d7-d5a9-4ee1-b164-cfbb26f3bc24 will not be triggered until provisioned by entity L2. {{(pid=112953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 15 00:59:21.550610 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-0ba29d73-80ac-44b1-84d0-841b457f89f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9371485'] for port (e69990d7-d5a9-4ee1-b164-cfbb26f3bc24), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:21.576415 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:INSERT=2,neutron:UPDATE=4,neutron:SELECT=92,neutron:DELETE=2 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:21.629389 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba29d73-80ac-44b1-84d0-841b457f89f7 service neutron] Pushing event updated for resources: {'Port': ['ID=e69990d7-d5a9-4ee1-b164-cfbb26f3bc24,revision_number=2']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:59:21.661560 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.managers [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-0ba29d73-80ac-44b1-84d0-841b457f89f7 service neutron] Attempting to bind port e69990d7-d5a9-4ee1-b164-cfbb26f3bc24 on host hv-cinder-85752 for vnic_type normal with profile {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 15 00:59:21.661900 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.managers [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-0ba29d73-80ac-44b1-84d0-841b457f89f7 service neutron] Attempting to bind port e69990d7-d5a9-4ee1-b164-cfbb26f3bc24 by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '43962dc6-5d1e-44de-8cf1-94862617316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae'}] {{(pid=112953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 15 00:59:21.662232 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-0ba29d73-80ac-44b1-84d0-841b457f89f7 service neutron] Attempting to bind port e69990d7-d5a9-4ee1-b164-cfbb26f3bc24 on network 48f46f03-9920-4d15-b1d4-ea751486aaae {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:59:21.672974 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-1f33df37-7f75-4b03-8c4c-bdd69e90aba9 None None] Attempt 2 to provision port e69990d7-d5a9-4ee1-b164-cfbb26f3bc24 Sep 15 00:59:21.704785 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-1f33df37-7f75-4b03-8c4c-bdd69e90aba9 None None] Port e69990d7-d5a9-4ee1-b164-cfbb26f3bc24 cannot update to ACTIVE because it is not bound. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 15 00:59:21.706686 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-0ba29d73-80ac-44b1-84d0-841b457f89f7 service neutron] Port e69990d7-d5a9-4ee1-b164-cfbb26f3bc24 on network 48f46f03-9920-4d15-b1d4-ea751486aaae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 00:59:21.707020 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-0ba29d73-80ac-44b1-84d0-841b457f89f7 service neutron] Attempting to bind port e69990d7-d5a9-4ee1-b164-cfbb26f3bc24 on network 48f46f03-9920-4d15-b1d4-ea751486aaae {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 00:59:21.748333 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-0ba29d73-80ac-44b1-84d0-841b457f89f7 service neutron] Checking agent: {'id': '7a59e084-9e76-4c44-9c60-e850dcdcbbb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 0, 42, 37), 'started_at': datetime.datetime(2022, 9, 15, 0, 42, 37), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 0, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 15 00:59:21.748675 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-0ba29d73-80ac-44b1-84d0-841b457f89f7 service neutron] Checking segment: {'id': '43962dc6-5d1e-44de-8cf1-94862617316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 15 00:59:21.749060 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-0ba29d73-80ac-44b1-84d0-841b457f89f7 service neutron] Bound using segment: {'id': '43962dc6-5d1e-44de-8cf1-94862617316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae'} {{(pid=112953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 15 00:59:21.749491 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.managers [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-0ba29d73-80ac-44b1-84d0-841b457f89f7 service neutron] Bound port: e69990d7-d5a9-4ee1-b164-cfbb26f3bc24, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43962dc6-5d1e-44de-8cf1-94862617316b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae'}}] {{(pid=112953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 15 00:59:21.749855 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-0ba29d73-80ac-44b1-84d0-841b457f89f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (e69990d7-d5a9-4ee1-b164-cfbb26f3bc24), before_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:21.760178 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:21.810941 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-0ba29d73-80ac-44b1-84d0-841b457f89f7 service neutron] For port e69990d7-d5a9-4ee1-b164-cfbb26f3bc24, host hv-cinder-85752, cleared binding levels {{(pid=112953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 00:59:21.814427 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-0ba29d73-80ac-44b1-84d0-841b457f89f7 service neutron] For port e69990d7-d5a9-4ee1-b164-cfbb26f3bc24, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=e69990d7-d5a9-4ee1-b164-cfbb26f3bc24,segment=NetworkSegment(43962dc6-5d1e-44de-8cf1-94862617316b),segment_id=43962dc6-5d1e-44de-8cf1-94862617316b)] {{(pid=112953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 00:59:21.820283 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-0ba29d73-80ac-44b1-84d0-841b457f89f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9371485'] for port (e69990d7-d5a9-4ee1-b164-cfbb26f3bc24), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:21.823381 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-0ba29d73-80ac-44b1-84d0-841b457f89f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:59:21.824353 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-0ba29d73-80ac-44b1-84d0-841b457f89f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:21.825713 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-0ba29d73-80ac-44b1-84d0-841b457f89f7 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/e69990d7-d5a9-4ee1-b164-cfbb26f3bc24 HTTP/1.1" status: 200 len: 1093 time: 0.9035211 Sep 15 00:59:21.827865 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec18fc1b-3148-4360-b7e2-d8caf446ce47', 'tag': 'e69990d7-d5a9-4ee1-b164-cfbb26f3bc24'}] {{(pid=112953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:59:21.830082 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dcd79e7c9c5799004c3790ddb8f78f6987afe8bb335ac36dcc290df3850dde4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c08be4-a322-4458-b937-027b77938408" -d '{"events": [{"name": "network-changed", "server_uuid": "ec18fc1b-3148-4360-b7e2-d8caf446ce47", "tag": "e69990d7-d5a9-4ee1-b164-cfbb26f3bc24"}]}' {{(pid=112953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:59:21.871962 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 00:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e868f3-7268-4b32-be7b-2be527128a4b x-openstack-request-id: req-02e868f3-7268-4b32-be7b-2be527128a4b {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:59:21.872261 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec18fc1b-3148-4360-b7e2-d8caf446ce47", "tag": "e69990d7-d5a9-4ee1-b164-cfbb26f3bc24", "status": "completed", "code": 200}]} {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:59:21.872509 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-02e868f3-7268-4b32-be7b-2be527128a4b {{(pid=112953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:59:21.872940 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02e868f3-7268-4b32-be7b-2be527128a4b'] response: {'name': 'network-changed', 'server_uuid': 'ec18fc1b-3148-4360-b7e2-d8caf446ce47', 'tag': 'e69990d7-d5a9-4ee1-b164-cfbb26f3bc24', 'status': 'completed', 'code': 200} Sep 15 00:59:21.884805 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba29d73-80ac-44b1-84d0-841b457f89f7 service neutron] Pushing event updated for resources: {'Port': ['ID=e69990d7-d5a9-4ee1-b164-cfbb26f3bc24,revision_number=3']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:59:21.937317 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-587458fd-ec88-4d08-bc97-dc01218b21b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:59:21.938794 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-587458fd-ec88-4d08-bc97-dc01218b21b0 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3ef4db17e5d245cb9caab70d557f41ae&device_id=ec18fc1b-3148-4360-b7e2-d8caf446ce47 HTTP/1.1" status: 200 len: 1127 time: 0.0428309 Sep 15 00:59:21.982152 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-9247b4e6-eefa-4956-b48c-b22ed1d75419 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e69990d7-d5a9-4ee1-b164-cfbb26f3bc24 HTTP/1.1" status: 200 len: 217 time: 0.0316489 Sep 15 00:59:22.030134 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-333a3506-4466-4271-9c44-4006a568064f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:59:22.031577 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-333a3506-4466-4271-9c44-4006a568064f service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=45e5374b-dd3a-4913-9c14-900ba2b249b3 HTTP/1.1" status: 200 len: 853 time: 0.0438044 Sep 15 00:59:22.073438 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-9de2cd9e-a3fa-4d6e-b8a0-9a592eb055fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:59:22.074871 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-9de2cd9e-a3fa-4d6e-b8a0-9a592eb055fc service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=48f46f03-9920-4d15-b1d4-ea751486aaae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378480 Sep 15 00:59:22.165751 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-45492430-e71b-448a-ae5a-604ea4211050 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/48f46f03-9920-4d15-b1d4-ea751486aaae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849340 Sep 15 00:59:22.205490 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-1f33df37-7f75-4b03-8c4c-bdd69e90aba9 None None] Attempt 3 to provision port e69990d7-d5a9-4ee1-b164-cfbb26f3bc24 Sep 15 00:59:22.243411 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-1f33df37-7f75-4b03-8c4c-bdd69e90aba9 None None] Port e69990d7-d5a9-4ee1-b164-cfbb26f3bc24 had new provisioning blocks added so it will not transition to active. {{(pid=112954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 15 00:59:22.257842 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e1563a99-9759-4f44-8df9-69188fac4cd1 req-d6808d6f-930e-4ddc-8efa-7ce2ea2aa1b2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/48f46f03-9920-4d15-b1d4-ea751486aaae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867157 Sep 15 00:59:22.392825 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39db62d-9ae2-46f9-9b2b-24548aa3688e req-f5224079-9b9a-4cb4-9c82-d230d3d11c9f tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:59:22.394219 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a39db62d-9ae2-46f9-9b2b-24548aa3688e req-f5224079-9b9a-4cb4-9c82-d230d3d11c9f tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ec18fc1b-3148-4360-b7e2-d8caf446ce47 HTTP/1.1" status: 200 len: 943 time: 0.0464718 Sep 15 00:59:22.440382 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-a39db62d-9ae2-46f9-9b2b-24548aa3688e req-6d5d2b9a-e21a-4df1-b275-815062a8377a tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ff289580-aab3-4875-88eb-56969beed27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405691 Sep 15 00:59:22.629210 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:22.677218 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:23.562465 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b413d-16e0-4dd2-a7d3-b4212de44233 req-4c240e3c-1434-4531-9587-9b3f9cb7cd4a tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:59:23.563933 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7b7b413d-16e0-4dd2-a7d3-b4212de44233 req-4c240e3c-1434-4531-9587-9b3f9cb7cd4a tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ec18fc1b-3148-4360-b7e2-d8caf446ce47 HTTP/1.1" status: 200 len: 943 time: 0.0454957 Sep 15 00:59:23.609416 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-7b7b413d-16e0-4dd2-a7d3-b4212de44233 req-050033ee-3ece-4ef0-bec8-27289fb6367d tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ff289580-aab3-4875-88eb-56969beed27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394485 Sep 15 00:59:24.218152 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c08be4-a322-4458-b937-027b77938408 req-9482e91a-7887-4b32-a87f-a9bd59193903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:59:24.219764 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f6c08be4-a322-4458-b937-027b77938408 req-9482e91a-7887-4b32-a87f-a9bd59193903 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3ef4db17e5d245cb9caab70d557f41ae&device_id=ec18fc1b-3148-4360-b7e2-d8caf446ce47 HTTP/1.1" status: 200 len: 1127 time: 0.0391686 Sep 15 00:59:24.311265 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c08be4-a322-4458-b937-027b77938408 req-52778bb3-31ca-40c3-9dcc-ff42413f3a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:59:24.312753 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f6c08be4-a322-4458-b937-027b77938408 req-52778bb3-31ca-40c3-9dcc-ff42413f3a3d service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=48f46f03-9920-4d15-b1d4-ea751486aaae HTTP/1.1" status: 200 len: 914 time: 0.0874035 Sep 15 00:59:24.349473 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f6c08be4-a322-4458-b937-027b77938408 req-fdf9b19c-2de7-459f-a3ea-09074a7ba4dc service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e69990d7-d5a9-4ee1-b164-cfbb26f3bc24 HTTP/1.1" status: 200 len: 217 time: 0.0315461 Sep 15 00:59:24.400350 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c08be4-a322-4458-b937-027b77938408 req-86d162a5-32fb-4c73-b46b-7a6c26fe2bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:59:24.401670 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f6c08be4-a322-4458-b937-027b77938408 req-86d162a5-32fb-4c73-b46b-7a6c26fe2bd5 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=45e5374b-dd3a-4913-9c14-900ba2b249b3 HTTP/1.1" status: 200 len: 853 time: 0.0467734 Sep 15 00:59:24.443532 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c08be4-a322-4458-b937-027b77938408 req-4d00e82d-a97e-4cd4-ac61-fa67d7b50769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:59:24.444993 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f6c08be4-a322-4458-b937-027b77938408 req-4d00e82d-a97e-4cd4-ac61-fa67d7b50769 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=48f46f03-9920-4d15-b1d4-ea751486aaae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377657 Sep 15 00:59:24.457714 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:24.535018 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f6c08be4-a322-4458-b937-027b77938408 req-0bfb9fd6-d9d0-4382-a047-ba2ad0c6b073 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/48f46f03-9920-4d15-b1d4-ea751486aaae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837791 Sep 15 00:59:24.627112 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f6c08be4-a322-4458-b937-027b77938408 req-07b8edbe-2c0d-49d5-ae99-62151438703e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/48f46f03-9920-4d15-b1d4-ea751486aaae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854228 Sep 15 00:59:24.726479 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7e934-7fd6-4a20-8710-4f34d5a37383 req-e929ccf1-a579-4853-bc58-ff35bbddebfa tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:59:24.727950 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-63a7e934-7fd6-4a20-8710-4f34d5a37383 req-e929ccf1-a579-4853-bc58-ff35bbddebfa tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ec18fc1b-3148-4360-b7e2-d8caf446ce47 HTTP/1.1" status: 200 len: 943 time: 0.0450196 Sep 15 00:59:24.773639 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-63a7e934-7fd6-4a20-8710-4f34d5a37383 req-4b11ea59-1491-4ee4-9590-9b385361750d tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ff289580-aab3-4875-88eb-56969beed27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402272 Sep 15 00:59:24.827222 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device e69990d7-d5a9-4ee1-b164-cfbb26f3bc24 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=112954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 00:59:24.832905 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:24.925090 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port e69990d7-d5a9-4ee1-b164-cfbb26f3bc24, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=e69990d7-d5a9-4ee1-b164-cfbb26f3bc24,segment=NetworkSegment(43962dc6-5d1e-44de-8cf1-94862617316b),segment_id=43962dc6-5d1e-44de-8cf1-94862617316b)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:59:24.935851 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Returning: {'device': 'e69990d7-d5a9-4ee1-b164-cfbb26f3bc24', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'port_id': 'e69990d7-d5a9-4ee1-b164-cfbb26f3bc24', 'mac_address': 'fa:16:3e:5b:5c:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 00:59:24.963685 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:24.974298 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port e69990d7-d5a9-4ee1-b164-cfbb26f3bc24 is: DOWN; New status is: BUILD {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:59:24.974681 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (e69990d7-d5a9-4ee1-b164-cfbb26f3bc24), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:24.987677 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e69990d7-d5a9-4ee1-b164-cfbb26f3bc24 {{(pid=112954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 15 00:59:25.006659 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port e69990d7-d5a9-4ee1-b164-cfbb26f3bc24, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=e69990d7-d5a9-4ee1-b164-cfbb26f3bc24,segment=NetworkSegment(43962dc6-5d1e-44de-8cf1-94862617316b),segment_id=43962dc6-5d1e-44de-8cf1-94862617316b)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:59:25.010678 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (e69990d7-d5a9-4ee1-b164-cfbb26f3bc24), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:25.057631 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=e69990d7-d5a9-4ee1-b164-cfbb26f3bc24,revision_number=4']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:59:25.399031 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] get_ports_and_sgs() called for port_ids ['e69990d7-d5a9-4ee1-b164-cfbb26f3bc24'] {{(pid=112954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 00:59:25.855145 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:25.894250 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7acb3f8-d160-41af-b594-8eb49d3289b1 req-fdb326c5-ca64-4c39-93bf-0b71cd0e7417 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:59:25.895727 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c7acb3f8-d160-41af-b594-8eb49d3289b1 req-fdb326c5-ca64-4c39-93bf-0b71cd0e7417 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ec18fc1b-3148-4360-b7e2-d8caf446ce47 HTTP/1.1" status: 200 len: 944 time: 0.0488451 Sep 15 00:59:25.941408 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-c7acb3f8-d160-41af-b594-8eb49d3289b1 req-390b0f00-3146-412e-9f82-03e65ec5315c tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ff289580-aab3-4875-88eb-56969beed27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400765 Sep 15 00:59:26.833567 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device e69990d7-d5a9-4ee1-b164-cfbb26f3bc24 up at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 00:59:26.874722 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Provisioning for port e69990d7-d5a9-4ee1-b164-cfbb26f3bc24 completed by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 15 00:59:26.879658 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.provisioning_blocks [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Provisioning complete for port e69990d7-d5a9-4ee1-b164-cfbb26f3bc24 triggered by entity L2. {{(pid=112954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 15 00:59:26.879961 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-866106'] for port (e69990d7-d5a9-4ee1-b164-cfbb26f3bc24), provisioning_complete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:26.880297 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Attempt 1 to provision port e69990d7-d5a9-4ee1-b164-cfbb26f3bc24 Sep 15 00:59:26.953191 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Current status of the port e69990d7-d5a9-4ee1-b164-cfbb26f3bc24 is: BUILD; New status is: ACTIVE {{(pid=112954) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 15 00:59:26.953498 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690346'] for port (e69990d7-d5a9-4ee1-b164-cfbb26f3bc24), before_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:26.976003 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec18fc1b-3148-4360-b7e2-d8caf446ce47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69990d7-d5a9-4ee1-b164-cfbb26f3bc24'}] {{(pid=112954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:59:26.978254 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac31f47a78c65cec711889e6d70219b8f5c13991b6e76ee3a100a5a33f2e7321" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7c9f5a-7ad0-4da5-859e-91e01691a82b" -d '{"events": [{"server_uuid": "ec18fc1b-3148-4360-b7e2-d8caf446ce47", "name": "network-vif-plugged", "status": "completed", "tag": "e69990d7-d5a9-4ee1-b164-cfbb26f3bc24"}]}' {{(pid=112954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:59:26.992392 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] For port e69990d7-d5a9-4ee1-b164-cfbb26f3bc24, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=e69990d7-d5a9-4ee1-b164-cfbb26f3bc24,segment=NetworkSegment(43962dc6-5d1e-44de-8cf1-94862617316b),segment_id=43962dc6-5d1e-44de-8cf1-94862617316b)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 00:59:26.996836 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740354132134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740353694181', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740353694199'] for port (e69990d7-d5a9-4ee1-b164-cfbb26f3bc24), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:27.022267 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 00:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166c476a-aece-438e-b97b-16725177c502 x-openstack-request-id: req-166c476a-aece-438e-b97b-16725177c502 {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:59:27.022561 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec18fc1b-3148-4360-b7e2-d8caf446ce47", "name": "network-vif-plugged", "status": "completed", "tag": "e69990d7-d5a9-4ee1-b164-cfbb26f3bc24", "code": 200}]} {{(pid=112954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:59:27.022807 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-166c476a-aece-438e-b97b-16725177c502 {{(pid=112954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:59:27.023196 dv-cinder-857528-2-iscsi neutron-server[112954]: INFO neutron.notifiers.nova [-] Nova event matching ['req-166c476a-aece-438e-b97b-16725177c502'] response: {'server_uuid': 'ec18fc1b-3148-4360-b7e2-d8caf446ce47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69990d7-d5a9-4ee1-b164-cfbb26f3bc24', 'code': 200} Sep 15 00:59:27.048371 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Pushing event updated for resources: {'Port': ['ID=e69990d7-d5a9-4ee1-b164-cfbb26f3bc24,revision_number=5']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 00:59:27.071070 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4aad84-396e-4427-bb19-9d11b3db7fad req-e4e834f4-7ab9-4106-96cb-a1c3aa3f0fde tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:59:27.072587 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-8e4aad84-396e-4427-bb19-9d11b3db7fad req-e4e834f4-7ab9-4106-96cb-a1c3aa3f0fde tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ec18fc1b-3148-4360-b7e2-d8caf446ce47 HTTP/1.1" status: 200 len: 945 time: 0.0523996 Sep 15 00:59:27.121007 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-8e4aad84-396e-4427-bb19-9d11b3db7fad req-624040cf-8cd7-498f-a73c-62b912f8dc1f tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ff289580-aab3-4875-88eb-56969beed27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425668 Sep 15 00:59:27.232407 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50482bb2-f036-4a73-b21f-c1ef654065ff req-2d48b21b-a91b-486f-8123-0afc45d44d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:59:27.233804 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-50482bb2-f036-4a73-b21f-c1ef654065ff req-2d48b21b-a91b-486f-8123-0afc45d44d05 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec18fc1b-3148-4360-b7e2-d8caf446ce47 HTTP/1.1" status: 200 len: 1129 time: 0.0421937 Sep 15 00:59:27.277221 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-50482bb2-f036-4a73-b21f-c1ef654065ff req-b3d3b74e-263c-4f70-9033-7cf4380763ac service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ff289580-aab3-4875-88eb-56969beed27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376549 Sep 15 00:59:28.240525 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44084222-5461-450e-9dc9-d9697d544747 req-c00fef77-171f-4889-bb7c-851ed2e68a4b tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:59:28.241963 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-44084222-5461-450e-9dc9-d9697d544747 req-c00fef77-171f-4889-bb7c-851ed2e68a4b tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ec18fc1b-3148-4360-b7e2-d8caf446ce47 HTTP/1.1" status: 200 len: 945 time: 0.0451584 Sep 15 00:59:28.289497 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-44084222-5461-450e-9dc9-d9697d544747 req-61fdd051-c994-4bd1-b574-0393881f1daa tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ff289580-aab3-4875-88eb-56969beed27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419519 Sep 15 00:59:28.498783 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=3 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:28.525691 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=52 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:29.414600 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6117328-b8e0-4976-93c7-6ffa8a8df459 req-6dffe03b-451a-4bd2-b06d-d9abb36b58e1 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:59:29.416084 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-f6117328-b8e0-4976-93c7-6ffa8a8df459 req-6dffe03b-451a-4bd2-b06d-d9abb36b58e1 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ec18fc1b-3148-4360-b7e2-d8caf446ce47 HTTP/1.1" status: 200 len: 945 time: 0.0463731 Sep 15 00:59:29.462812 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-f6117328-b8e0-4976-93c7-6ffa8a8df459 req-8ece104e-e489-4ddb-b881-f3216536c11d tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ff289580-aab3-4875-88eb-56969beed27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410342 Sep 15 00:59:29.585563 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016da51-4d3c-4326-b2ca-7c3b882a5395 req-061ad4f6-5cda-4152-9620-7f5fd15a642a tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:59:29.587023 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-a016da51-4d3c-4326-b2ca-7c3b882a5395 req-061ad4f6-5cda-4152-9620-7f5fd15a642a tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ec18fc1b-3148-4360-b7e2-d8caf446ce47 HTTP/1.1" status: 200 len: 945 time: 0.0498977 Sep 15 00:59:29.597180 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 34996) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 00:59:29.602210 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.v2.base [None req-bfcc6bcd-0696-4e98-b252-0fdef98a2d45 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Request body: {'floatingip': {'port_id': 'e69990d7-d5a9-4ee1-b164-cfbb26f3bc24'}} {{(pid=112953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 00:59:29.641517 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-bfcc6bcd-0696-4e98-b252-0fdef98a2d45 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for floatingip (7b4425e8-d37f-48c6-bf83-3781fd88596f), before_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:30.065260 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-bfcc6bcd-0696-4e98-b252-0fdef98a2d45 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:30.068831 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-bfcc6bcd-0696-4e98-b252-0fdef98a2d45 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682341'] for floatingip (7b4425e8-d37f-48c6-bf83-3781fd88596f), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:30.114373 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:30.165955 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.db.l3_db [None req-bfcc6bcd-0696-4e98-b252-0fdef98a2d45 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Floating IP 7b4425e8-d37f-48c6-bf83-3781fd88596f associated. External IP: 172.27.1.170, port: e69990d7-d5a9-4ee1-b164-cfbb26f3bc24. Sep 15 00:59:30.334031 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:30.357896 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfcc6bcd-0696-4e98-b252-0fdef98a2d45 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Router 1ce736d0-eb45-4996-8a42-1c0d1d83a272 has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 00:59:30.460061 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcc6bcd-0696-4e98-b252-0fdef98a2d45 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 00:59:30.464928 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-bfcc6bcd-0696-4e98-b252-0fdef98a2d45 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for floatingip (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:30.469595 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b03b3ea-cb52-4da7-b191-868f61ea5104 None None] Sync routers for ids ['1ce736d0-eb45-4996-8a42-1c0d1d83a272'] in dv-cinder-857528-2-iscsi {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 00:59:30.478749 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b03b3ea-cb52-4da7-b191-868f61ea5104 None None] Routers {'1ce736d0-eb45-4996-8a42-1c0d1d83a272'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:59:30.479359 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-2b03b3ea-cb52-4da7-b191-868f61ea5104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:59:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['1ce736d0-eb45-4996-8a42-1c0d1d83a272'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:59:30.493539 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-bfcc6bcd-0696-4e98-b252-0fdef98a2d45 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/7b4425e8-d37f-48c6-bf83-3781fd88596f HTTP/1.1" status: 200 len: 991 time: 0.8952944 Sep 15 00:59:30.494173 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec18fc1b-3148-4360-b7e2-d8caf446ce47', 'tag': 'e69990d7-d5a9-4ee1-b164-cfbb26f3bc24'}] {{(pid=112953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 00:59:30.496503 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dcd79e7c9c5799004c3790ddb8f78f6987afe8bb335ac36dcc290df3850dde4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ba4413-948f-4d1d-823c-a1a454ff9da3" -d '{"events": [{"name": "network-changed", "server_uuid": "ec18fc1b-3148-4360-b7e2-d8caf446ce47", "tag": "e69990d7-d5a9-4ee1-b164-cfbb26f3bc24"}]}' {{(pid=112953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 00:59:30.534830 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 00:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1715689f-2ce3-4f5c-9172-963362fe33c9 x-openstack-request-id: req-1715689f-2ce3-4f5c-9172-963362fe33c9 {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 00:59:30.535121 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec18fc1b-3148-4360-b7e2-d8caf446ce47", "tag": "e69990d7-d5a9-4ee1-b164-cfbb26f3bc24", "status": "completed", "code": 200}]} {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 00:59:30.535377 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1715689f-2ce3-4f5c-9172-963362fe33c9 {{(pid=112953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 00:59:30.535846 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1715689f-2ce3-4f5c-9172-963362fe33c9'] response: {'name': 'network-changed', 'server_uuid': 'ec18fc1b-3148-4360-b7e2-d8caf446ce47', 'tag': 'e69990d7-d5a9-4ee1-b164-cfbb26f3bc24', 'status': 'completed', 'code': 200} Sep 15 00:59:30.555816 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:30.582299 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-2b03b3ea-cb52-4da7-b191-868f61ea5104 None None] Set router 1ce736d0-eb45-4996-8a42-1c0d1d83a272 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:59:30.624813 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba4413-948f-4d1d-823c-a1a454ff9da3 req-1c7913a5-2574-4d34-b39e-a5b7669cd104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:59:30.626284 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e3ba4413-948f-4d1d-823c-a1a454ff9da3 req-1c7913a5-2574-4d34-b39e-a5b7669cd104 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3ef4db17e5d245cb9caab70d557f41ae&device_id=ec18fc1b-3148-4360-b7e2-d8caf446ce47 HTTP/1.1" status: 200 len: 1129 time: 0.0435994 Sep 15 00:59:30.719871 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba4413-948f-4d1d-823c-a1a454ff9da3 req-39fe5cc3-0ead-4495-97d5-8c1380e57716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:59:30.721332 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e3ba4413-948f-4d1d-823c-a1a454ff9da3 req-39fe5cc3-0ead-4495-97d5-8c1380e57716 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=48f46f03-9920-4d15-b1d4-ea751486aaae HTTP/1.1" status: 200 len: 914 time: 0.0881922 Sep 15 00:59:30.785256 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e3ba4413-948f-4d1d-823c-a1a454ff9da3 req-9bea98f7-316f-4b3a-8e29-9e51ea2220ef service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e69990d7-d5a9-4ee1-b164-cfbb26f3bc24 HTTP/1.1" status: 200 len: 999 time: 0.0575275 Sep 15 00:59:30.797559 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-2b03b3ea-cb52-4da7-b191-868f61ea5104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'name': 'tempest-AttachVolumeNegativeTest-400577387-router', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '025acf36-238d-489a-936d-6b142c62ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:04Z', 'revision_number': 4, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'gw_port': {'id': '025acf36-238d-489a-936d-6b142c62ba58', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': '7b4425e8-d37f-48c6-bf83-3781fd88596f', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'port_id': 'e69990d7-d5a9-4ee1-b164-cfbb26f3bc24', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'mac_address': 'fa:16:3e:5b:5c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec18fc1b-3148-4360-b7e2-d8caf446ce47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:59:17Z', 'updated_at': '2022-09-15T00:59:29Z', 'revision_number': 1, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '107963f3-d92c-4837-ab25-c26e9f8ce006', 'name': '', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'mac_address': 'fa:16:3e:ad:67:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:03Z', 'updated_at': '2022-09-15T00:53:09Z', 'revision_number': 5, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'subnets': [{'id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:59:30.822727 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b03b3ea-cb52-4da7-b191-868f61ea5104 None None] Checking router: 1ce736d0-eb45-4996-8a42-1c0d1d83a272 for host: dv-cinder-857528-2-iscsi {{(pid=112954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 00:59:30.831061 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b03b3ea-cb52-4da7-b191-868f61ea5104 None None] Routers {'1ce736d0-eb45-4996-8a42-1c0d1d83a272'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 00:59:30.831701 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-2b03b3ea-cb52-4da7-b191-868f61ea5104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T00:59:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['1ce736d0-eb45-4996-8a42-1c0d1d83a272'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:59:30.835693 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba4413-948f-4d1d-823c-a1a454ff9da3 req-3f2f6d3e-6bbb-425a-9e4a-90ad72023a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:59:30.837232 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e3ba4413-948f-4d1d-823c-a1a454ff9da3 req-3f2f6d3e-6bbb-425a-9e4a-90ad72023a99 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=45e5374b-dd3a-4913-9c14-900ba2b249b3 HTTP/1.1" status: 200 len: 853 time: 0.0464580 Sep 15 00:59:30.873797 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:30.879772 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba4413-948f-4d1d-823c-a1a454ff9da3 req-411b1035-6a2a-4285-ae4b-cc382a7e0a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:59:30.882142 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e3ba4413-948f-4d1d-823c-a1a454ff9da3 req-411b1035-6a2a-4285-ae4b-cc382a7e0a7c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=48f46f03-9920-4d15-b1d4-ea751486aaae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389140 Sep 15 00:59:30.934741 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-2b03b3ea-cb52-4da7-b191-868f61ea5104 None None] Set router 1ce736d0-eb45-4996-8a42-1c0d1d83a272 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 00:59:30.973377 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e3ba4413-948f-4d1d-823c-a1a454ff9da3 req-e3b1c679-bb97-4b2f-86f7-ddeec629be4a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/48f46f03-9920-4d15-b1d4-ea751486aaae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866466 Sep 15 00:59:31.061690 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-e3ba4413-948f-4d1d-823c-a1a454ff9da3 req-dde5b90c-fec2-4e38-ba84-7c245f47e3c9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/48f46f03-9920-4d15-b1d4-ea751486aaae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821862 Sep 15 00:59:31.146226 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-2b03b3ea-cb52-4da7-b191-868f61ea5104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'name': 'tempest-AttachVolumeNegativeTest-400577387-router', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '025acf36-238d-489a-936d-6b142c62ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:04Z', 'revision_number': 4, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'gw_port': {'id': '025acf36-238d-489a-936d-6b142c62ba58', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': '7b4425e8-d37f-48c6-bf83-3781fd88596f', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'port_id': 'e69990d7-d5a9-4ee1-b164-cfbb26f3bc24', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'mac_address': 'fa:16:3e:5b:5c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec18fc1b-3148-4360-b7e2-d8caf446ce47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:59:17Z', 'updated_at': '2022-09-15T00:59:29Z', 'revision_number': 1, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '107963f3-d92c-4837-ab25-c26e9f8ce006', 'name': '', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'mac_address': 'fa:16:3e:ad:67:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:03Z', 'updated_at': '2022-09-15T00:53:09Z', 'revision_number': 5, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'subnets': [{'id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 00:59:31.170987 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b03b3ea-cb52-4da7-b191-868f61ea5104 None None] The sync data for ids ['1ce736d0-eb45-4996-8a42-1c0d1d83a272'] in dv-cinder-857528-2-iscsi is: [{'id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'name': 'tempest-AttachVolumeNegativeTest-400577387-router', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '025acf36-238d-489a-936d-6b142c62ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:04Z', 'revision_number': 4, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'gw_port': {'id': '025acf36-238d-489a-936d-6b142c62ba58', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_floatingips': [{'id': '7b4425e8-d37f-48c6-bf83-3781fd88596f', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'floating_ip_address': '172.27.1.170', 'floating_network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'router_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'port_id': 'e69990d7-d5a9-4ee1-b164-cfbb26f3bc24', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'mac_address': 'fa:16:3e:5b:5c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec18fc1b-3148-4360-b7e2-d8caf446ce47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T00:59:17Z', 'updated_at': '2022-09-15T00:59:29Z', 'revision_number': 1, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '107963f3-d92c-4837-ab25-c26e9f8ce006', 'name': '', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'mac_address': 'fa:16:3e:ad:67:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:03Z', 'updated_at': '2022-09-15T00:53:09Z', 'revision_number': 5, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'subnets': [{'id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 00:59:31.363075 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9209d8-5306-4407-9915-e6596508e96c None None] New status for floating IP 7b4425e8-d37f-48c6-bf83-3781fd88596f: ACTIVE {{(pid=112955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 00:59:39.456583 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=62,neutron:DELETE=3 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:39.458879 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:41.052537 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=86 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:41.059240 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=67 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:41.143496 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=25 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:41.149404 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=68 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:41.462916 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:41.465430 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:42.128865 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 6 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 00:59:45.058749 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:47.781250 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-6b806546-dafe-455c-8f5e-c90b30b16a31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:50.043021 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-4162392a-e80b-4131-862a-55d7965ae0ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:51.362929 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:52.629334 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:52.680374 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 00:59:55.035703 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2ae558b2-24f4-4232-8e7e-ed1ee5f5274a req-6500c6a7-9103-442e-87e5-1ad68dc0b535 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec18fc1b-3148-4360-b7e2-d8caf446ce47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393159 Sep 15 00:59:55.143166 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae558b2-24f4-4232-8e7e-ed1ee5f5274a req-23861762-7107-4eb8-9e50-487280b3bb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:59:55.144692 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2ae558b2-24f4-4232-8e7e-ed1ee5f5274a req-23861762-7107-4eb8-9e50-487280b3bb9a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3ef4db17e5d245cb9caab70d557f41ae&device_id=ec18fc1b-3148-4360-b7e2-d8caf446ce47 HTTP/1.1" status: 200 len: 1129 time: 0.0424476 Sep 15 00:59:55.244963 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae558b2-24f4-4232-8e7e-ed1ee5f5274a req-becd2116-9330-4a4c-ae6e-370a75ae3df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:59:55.246404 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2ae558b2-24f4-4232-8e7e-ed1ee5f5274a req-becd2116-9330-4a4c-ae6e-370a75ae3df1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=48f46f03-9920-4d15-b1d4-ea751486aaae HTTP/1.1" status: 200 len: 914 time: 0.0836890 Sep 15 00:59:55.308613 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2ae558b2-24f4-4232-8e7e-ed1ee5f5274a req-d0f05117-80ad-4574-b601-ae0fdae54e89 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e69990d7-d5a9-4ee1-b164-cfbb26f3bc24 HTTP/1.1" status: 200 len: 1001 time: 0.0564363 Sep 15 00:59:55.356533 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae558b2-24f4-4232-8e7e-ed1ee5f5274a req-e7ce9bf8-397d-47de-b230-0d5660643fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:59:55.357910 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2ae558b2-24f4-4232-8e7e-ed1ee5f5274a req-e7ce9bf8-397d-47de-b230-0d5660643fec service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=45e5374b-dd3a-4913-9c14-900ba2b249b3 HTTP/1.1" status: 200 len: 853 time: 0.0432117 Sep 15 00:59:55.399919 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae558b2-24f4-4232-8e7e-ed1ee5f5274a req-1cfe35c0-32fd-42a5-9092-73c0a79ff9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 00:59:55.401351 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2ae558b2-24f4-4232-8e7e-ed1ee5f5274a req-1cfe35c0-32fd-42a5-9092-73c0a79ff9b2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=48f46f03-9920-4d15-b1d4-ea751486aaae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379558 Sep 15 00:59:55.490980 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2ae558b2-24f4-4232-8e7e-ed1ee5f5274a req-b376dc65-1542-4789-aa6a-d1c6b2889ef2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/48f46f03-9920-4d15-b1d4-ea751486aaae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832176 Sep 15 00:59:55.578484 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-2ae558b2-24f4-4232-8e7e-ed1ee5f5274a req-b55181b3-185f-46db-85b0-08edd8c320ff service neutron] 10.222.0.18 "GET /networking/v2.0/networks/48f46f03-9920-4d15-b1d4-ea751486aaae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816410 Sep 15 00:59:58.221128 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=3 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 00:59:58.226474 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=5 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:00:02.673928 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:00:02.675830 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:00:04.264245 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [req-2f481143-e990-48a4-83fa-8e3045e84783 req-786de4e5-db8a-4c60-9576-9705ab2d1943 service neutron] (112952) timed out ('10.222.0.18', 59149) {{(pid=112952) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 15 01:00:05.565336 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=47 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:00:05.575507 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=54 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:00:15.047217 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:16.174795 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:00:17.782285 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-ed7f87bb-c2b4-4cdd-b469-b9eb8e0fe29f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:19.128567 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 6 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 01:00:20.044176 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-6f269490-6ec6-4380-be7e-0a43bf3b694d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:21.365984 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:22.633594 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:22.683034 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:32.676709 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:00:32.678717 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:00:43.133073 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=3 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:00:43.134392 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=7 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:00:45.070023 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:46.372995 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82df52b-ac8c-459e-b477-8e8ed4bb6820 req-ef160a9a-97b0-45bf-b592-fef7cd0edc03 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 01:00:46.374467 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f82df52b-ac8c-459e-b477-8e8ed4bb6820 req-ef160a9a-97b0-45bf-b592-fef7cd0edc03 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ec18fc1b-3148-4360-b7e2-d8caf446ce47 HTTP/1.1" status: 200 len: 945 time: 0.0461135 Sep 15 01:00:46.423761 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-f82df52b-ac8c-459e-b477-8e8ed4bb6820 req-4a6c66d2-cd71-4599-84f0-223ef2d3c7e6 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ff289580-aab3-4875-88eb-56969beed27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438218 Sep 15 01:00:47.547814 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4039107b-9277-49cb-bc90-20492dd23dae req-b300d2f7-7c4b-494d-93b5-39990d66cf5e tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 01:00:47.549328 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-4039107b-9277-49cb-bc90-20492dd23dae req-b300d2f7-7c4b-494d-93b5-39990d66cf5e tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ec18fc1b-3148-4360-b7e2-d8caf446ce47 HTTP/1.1" status: 200 len: 945 time: 0.0496943 Sep 15 01:00:47.596168 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [req-4039107b-9277-49cb-bc90-20492dd23dae req-992989d7-d85a-4bac-843d-3242bed2dda0 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ff289580-aab3-4875-88eb-56969beed27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411370 Sep 15 01:00:47.783153 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-717efe6e-dc3e-4b27-99c1-c4ddb7282358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:48.141175 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efffa7c9-950d-4b19-8264-7c4ba39fbee4 req-21753608-104d-4045-b28d-5cbfdd426f9b tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 01:00:48.142632 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-efffa7c9-950d-4b19-8264-7c4ba39fbee4 req-21753608-104d-4045-b28d-5cbfdd426f9b tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec18fc1b-3148-4360-b7e2-d8caf446ce47 HTTP/1.1" status: 200 len: 945 time: 0.0456576 Sep 15 01:00:48.220833 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [req-efffa7c9-950d-4b19-8264-7c4ba39fbee4 req-3c376c25-412e-479e-b2ac-6706c2b2eceb tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Deleting port e69990d7-d5a9-4ee1-b164-cfbb26f3bc24 {{(pid=112953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 01:00:48.221175 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-efffa7c9-950d-4b19-8264-7c4ba39fbee4 req-3c376c25-412e-479e-b2ac-6706c2b2eceb tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (e69990d7-d5a9-4ee1-b164-cfbb26f3bc24), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:48.538029 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [req-efffa7c9-950d-4b19-8264-7c4ba39fbee4 req-3c376c25-412e-479e-b2ac-6706c2b2eceb tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] For port e69990d7-d5a9-4ee1-b164-cfbb26f3bc24, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=e69990d7-d5a9-4ee1-b164-cfbb26f3bc24,segment=NetworkSegment(43962dc6-5d1e-44de-8cf1-94862617316b),segment_id=43962dc6-5d1e-44de-8cf1-94862617316b)] {{(pid=112953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 01:00:48.538291 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-efffa7c9-950d-4b19-8264-7c4ba39fbee4 req-3c376c25-412e-479e-b2ac-6706c2b2eceb tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (e69990d7-d5a9-4ee1-b164-cfbb26f3bc24), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:48.738949 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-efffa7c9-950d-4b19-8264-7c4ba39fbee4 req-3c376c25-412e-479e-b2ac-6706c2b2eceb tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:48.739315 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-efffa7c9-950d-4b19-8264-7c4ba39fbee4 req-3c376c25-412e-479e-b2ac-6706c2b2eceb tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1682341'] for floatingip (7b4425e8-d37f-48c6-bf83-3781fd88596f), after_update {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:48.739656 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.db.l3_db [req-efffa7c9-950d-4b19-8264-7c4ba39fbee4 req-3c376c25-412e-479e-b2ac-6706c2b2eceb tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Floating IP 7b4425e8-d37f-48c6-bf83-3781fd88596f disassociated. External IP: 172.27.1.170, port: e69990d7-d5a9-4ee1-b164-cfbb26f3bc24. Sep 15 01:00:48.739991 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [req-efffa7c9-950d-4b19-8264-7c4ba39fbee4 req-3c376c25-412e-479e-b2ac-6706c2b2eceb tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Calling delete_port for e69990d7-d5a9-4ee1-b164-cfbb26f3bc24 owned by compute:nova {{(pid=112953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 01:00:48.749617 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6058c78a-e47f-420e-abec-8b0d1310fac4 req-34e9d0f3-e7b4-4f48-aa75-7905ecd3e0f2 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 01:00:48.751075 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-6058c78a-e47f-420e-abec-8b0d1310fac4 req-34e9d0f3-e7b4-4f48-aa75-7905ecd3e0f2 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ec18fc1b-3148-4360-b7e2-d8caf446ce47 HTTP/1.1" status: 200 len: 945 time: 0.0704625 Sep 15 01:00:48.844848 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-6058c78a-e47f-420e-abec-8b0d1310fac4 req-f07c3351-3320-486d-aa9b-8ba70301d906 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ff289580-aab3-4875-88eb-56969beed27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871308 Sep 15 01:00:48.914909 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-efffa7c9-950d-4b19-8264-7c4ba39fbee4 req-3c376c25-412e-479e-b2ac-6706c2b2eceb tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9371492'] for port (e69990d7-d5a9-4ee1-b164-cfbb26f3bc24), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:48.944244 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c376c25-412e-479e-b2ac-6706c2b2eceb tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Pushing event deleted for resources: {'Port': ['ID=e69990d7-d5a9-4ee1-b164-cfbb26f3bc24,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 01:00:48.955351 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c376c25-412e-479e-b2ac-6706c2b2eceb tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:00:48.955568 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c376c25-412e-479e-b2ac-6706c2b2eceb tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:00:48.955917 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c376c25-412e-479e-b2ac-6706c2b2eceb tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:00:48.956249 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c376c25-412e-479e-b2ac-6706c2b2eceb tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:00:48.956635 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c376c25-412e-479e-b2ac-6706c2b2eceb tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:00:48.956903 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c376c25-412e-479e-b2ac-6706c2b2eceb tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:00:48.957237 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c376c25-412e-479e-b2ac-6706c2b2eceb tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:00:48.957560 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c376c25-412e-479e-b2ac-6706c2b2eceb tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:00:48.957889 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c376c25-412e-479e-b2ac-6706c2b2eceb tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:00:48.958214 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c376c25-412e-479e-b2ac-6706c2b2eceb tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:00:48.958540 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c376c25-412e-479e-b2ac-6706c2b2eceb tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:00:48.958864 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c376c25-412e-479e-b2ac-6706c2b2eceb tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:00:48.959187 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c376c25-412e-479e-b2ac-6706c2b2eceb tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:00:48.959548 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c376c25-412e-479e-b2ac-6706c2b2eceb tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:00:48.959852 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c376c25-412e-479e-b2ac-6706c2b2eceb tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:00:49.066947 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efffa7c9-950d-4b19-8264-7c4ba39fbee4 req-3c376c25-412e-479e-b2ac-6706c2b2eceb tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Router 1ce736d0-eb45-4996-8a42-1c0d1d83a272 has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 01:00:49.119530 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:00:49.126337 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:00:49.174287 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efffa7c9-950d-4b19-8264-7c4ba39fbee4 req-3c376c25-412e-479e-b2ac-6706c2b2eceb tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 01:00:49.185688 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112ef9ad-accc-4c70-9e51-2473d9e443fe None None] Sync routers for ids ['1ce736d0-eb45-4996-8a42-1c0d1d83a272'] in dv-cinder-857528-2-iscsi {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 01:00:49.195327 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112ef9ad-accc-4c70-9e51-2473d9e443fe None None] Routers {'1ce736d0-eb45-4996-8a42-1c0d1d83a272'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 01:00:49.195957 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-112ef9ad-accc-4c70-9e51-2473d9e443fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T01:00:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['1ce736d0-eb45-4996-8a42-1c0d1d83a272'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 01:00:49.216395 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [req-efffa7c9-950d-4b19-8264-7c4ba39fbee4 req-3c376c25-412e-479e-b2ac-6706c2b2eceb tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] No DVR routers for this DVR port e69990d7-d5a9-4ee1-b164-cfbb26f3bc24 on host hv-cinder-85752 {{(pid=112953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 01:00:49.218860 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [req-efffa7c9-950d-4b19-8264-7c4ba39fbee4 req-3c376c25-412e-479e-b2ac-6706c2b2eceb tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for port (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:49.222117 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [req-efffa7c9-950d-4b19-8264-7c4ba39fbee4 req-3c376c25-412e-479e-b2ac-6706c2b2eceb tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.18 "DELETE /networking/v2.0/ports/e69990d7-d5a9-4ee1-b164-cfbb26f3bc24 HTTP/1.1" status: 204 len: 173 time: 1.0744126 Sep 15 01:00:49.222618 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec18fc1b-3148-4360-b7e2-d8caf446ce47', 'name': 'network-vif-deleted', 'tag': 'e69990d7-d5a9-4ee1-b164-cfbb26f3bc24'}] {{(pid=112953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 15 01:00:49.224886 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dcd79e7c9c5799004c3790ddb8f78f6987afe8bb335ac36dcc290df3850dde4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46c6e0d-2547-44f7-80b9-5ee1397c10f3" -d '{"events": [{"server_uuid": "ec18fc1b-3148-4360-b7e2-d8caf446ce47", "name": "network-vif-deleted", "tag": "e69990d7-d5a9-4ee1-b164-cfbb26f3bc24"}]}' {{(pid=112953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 01:00:49.302400 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-112ef9ad-accc-4c70-9e51-2473d9e443fe None None] Set router 1ce736d0-eb45-4996-8a42-1c0d1d83a272 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 01:00:49.328349 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 01:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de7fa83-de46-497e-a207-6b893c458464 x-openstack-request-id: req-3de7fa83-de46-497e-a207-6b893c458464 {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 01:00:49.328855 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec18fc1b-3148-4360-b7e2-d8caf446ce47", "name": "network-vif-deleted", "tag": "e69990d7-d5a9-4ee1-b164-cfbb26f3bc24", "status": "completed", "code": 200}]} {{(pid=112953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 01:00:49.329274 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3de7fa83-de46-497e-a207-6b893c458464 {{(pid=112953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 01:00:49.329683 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3de7fa83-de46-497e-a207-6b893c458464'] response: {'server_uuid': 'ec18fc1b-3148-4360-b7e2-d8caf446ce47', 'name': 'network-vif-deleted', 'tag': 'e69990d7-d5a9-4ee1-b164-cfbb26f3bc24', 'status': 'completed', 'code': 200} Sep 15 01:00:49.502389 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-112ef9ad-accc-4c70-9e51-2473d9e443fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'name': 'tempest-AttachVolumeNegativeTest-400577387-router', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '025acf36-238d-489a-936d-6b142c62ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:04Z', 'revision_number': 4, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'gw_port': {'id': '025acf36-238d-489a-936d-6b142c62ba58', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': '107963f3-d92c-4837-ab25-c26e9f8ce006', 'name': '', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'mac_address': 'fa:16:3e:ad:67:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:03Z', 'updated_at': '2022-09-15T00:53:09Z', 'revision_number': 5, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'subnets': [{'id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 01:00:49.526543 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112ef9ad-accc-4c70-9e51-2473d9e443fe None None] Checking router: 1ce736d0-eb45-4996-8a42-1c0d1d83a272 for host: dv-cinder-857528-2-iscsi {{(pid=112954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 01:00:49.534667 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112ef9ad-accc-4c70-9e51-2473d9e443fe None None] Routers {'1ce736d0-eb45-4996-8a42-1c0d1d83a272'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 01:00:49.535196 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-112ef9ad-accc-4c70-9e51-2473d9e443fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T01:00:20Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['1ce736d0-eb45-4996-8a42-1c0d1d83a272'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 01:00:49.762478 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-112ef9ad-accc-4c70-9e51-2473d9e443fe None None] Set router 1ce736d0-eb45-4996-8a42-1c0d1d83a272 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 01:00:49.941128 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 35108) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 01:00:49.959665 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-112ef9ad-accc-4c70-9e51-2473d9e443fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'name': 'tempest-AttachVolumeNegativeTest-400577387-router', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '025acf36-238d-489a-936d-6b142c62ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:04Z', 'revision_number': 4, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'gw_port': {'id': '025acf36-238d-489a-936d-6b142c62ba58', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': '107963f3-d92c-4837-ab25-c26e9f8ce006', 'name': '', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'mac_address': 'fa:16:3e:ad:67:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:03Z', 'updated_at': '2022-09-15T00:53:09Z', 'revision_number': 5, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'subnets': [{'id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 01:00:49.989040 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112ef9ad-accc-4c70-9e51-2473d9e443fe None None] The sync data for ids ['1ce736d0-eb45-4996-8a42-1c0d1d83a272'] in dv-cinder-857528-2-iscsi is: [{'id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'name': 'tempest-AttachVolumeNegativeTest-400577387-router', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '025acf36-238d-489a-936d-6b142c62ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:04Z', 'revision_number': 4, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'gw_port': {'id': '025acf36-238d-489a-936d-6b142c62ba58', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi', '_interfaces': [{'id': '107963f3-d92c-4837-ab25-c26e9f8ce006', 'name': '', 'network_id': '48f46f03-9920-4d15-b1d4-ea751486aaae', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'mac_address': 'fa:16:3e:ad:67:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:03Z', 'updated_at': '2022-09-15T00:53:09Z', 'revision_number': 5, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'subnets': [{'id': '45e5374b-dd3a-4913-9c14-900ba2b249b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 01:00:50.003752 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-19d44614-2aec-43fc-a064-4e925e07f007 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for security_group (ff289580-aab3-4875-88eb-56969beed27f), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:50.032793 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-19d44614-2aec-43fc-a064-4e925e07f007 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for security_group (ff289580-aab3-4875-88eb-56969beed27f), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:50.048587 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-077dc1fb-290e-4898-87da-17c3bed21b1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:50.087433 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-19d44614-2aec-43fc-a064-4e925e07f007 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (ff289580-aab3-4875-88eb-56969beed27f), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:50.090592 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-19d44614-2aec-43fc-a064-4e925e07f007 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:50.092259 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-19d44614-2aec-43fc-a064-4e925e07f007 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ff289580-aab3-4875-88eb-56969beed27f HTTP/1.1" status: 204 len: 168 time: 0.1490455 Sep 15 01:00:50.095346 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 35110) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 01:00:50.102163 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d44614-2aec-43fc-a064-4e925e07f007 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff289580-aab3-4875-88eb-56969beed27f,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 01:00:50.109802 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d44614-2aec-43fc-a064-4e925e07f007 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:00:50.110152 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d44614-2aec-43fc-a064-4e925e07f007 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:00:50.110326 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.api.v2.resource [None req-babe33e1-e929-4f9c-93ac-a23788f14d68 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] show failed (client error): The resource could not be found. Sep 15 01:00:50.110495 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d44614-2aec-43fc-a064-4e925e07f007 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:00:50.110838 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d44614-2aec-43fc-a064-4e925e07f007 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:00:50.111172 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d44614-2aec-43fc-a064-4e925e07f007 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:00:50.111580 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d44614-2aec-43fc-a064-4e925e07f007 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:00:50.111861 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d44614-2aec-43fc-a064-4e925e07f007 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:00:50.112190 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d44614-2aec-43fc-a064-4e925e07f007 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:00:50.112519 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d44614-2aec-43fc-a064-4e925e07f007 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:00:50.112848 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d44614-2aec-43fc-a064-4e925e07f007 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:00:50.113177 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d44614-2aec-43fc-a064-4e925e07f007 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:00:50.113503 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d44614-2aec-43fc-a064-4e925e07f007 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:00:50.113827 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d44614-2aec-43fc-a064-4e925e07f007 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:00:50.114153 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d44614-2aec-43fc-a064-4e925e07f007 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:00:50.114478 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d44614-2aec-43fc-a064-4e925e07f007 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:00:50.114723 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-babe33e1-e929-4f9c-93ac-a23788f14d68 tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "GET /networking/v2.0/security-groups/ff289580-aab3-4875-88eb-56969beed27f HTTP/1.1" status: 404 len: 347 time: 0.0182874 Sep 15 01:00:50.115320 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 35112) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 01:00:50.231425 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [None req-07351547-09a6-45cb-a639-ba99a2e8d5bf tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Deleting port d63d8209-04ac-4dff-aa44-99f59d95a602 {{(pid=112953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 01:00:50.232097 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-07351547-09a6-45cb-a639-ba99a2e8d5bf tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (d63d8209-04ac-4dff-aa44-99f59d95a602), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:50.251798 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3734070-97fe-4872-a6f6-049164cff115 None None] New status for floating IP 7b4425e8-d37f-48c6-bf83-3781fd88596f: DOWN {{(pid=112955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 15 01:00:50.314241 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-07351547-09a6-45cb-a639-ba99a2e8d5bf tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (d63d8209-04ac-4dff-aa44-99f59d95a602), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:50.314563 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-07351547-09a6-45cb-a639-ba99a2e8d5bf tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for floatingip (d63d8209-04ac-4dff-aa44-99f59d95a602), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:50.327909 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [None req-07351547-09a6-45cb-a639-ba99a2e8d5bf tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Calling delete_port for d63d8209-04ac-4dff-aa44-99f59d95a602 owned by network:floatingip {{(pid=112953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 01:00:50.462934 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-07351547-09a6-45cb-a639-ba99a2e8d5bf tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9371492'] for port (d63d8209-04ac-4dff-aa44-99f59d95a602), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:50.486959 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07351547-09a6-45cb-a639-ba99a2e8d5bf tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Pushing event deleted for resources: {'Port': ['ID=d63d8209-04ac-4dff-aa44-99f59d95a602,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 01:00:50.548741 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-07351547-09a6-45cb-a639-ba99a2e8d5bf tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks [] for floatingip (7b4425e8-d37f-48c6-bf83-3781fd88596f), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:50.551281 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-07351547-09a6-45cb-a639-ba99a2e8d5bf tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-480581'] for floatingip (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:50.552447 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-07351547-09a6-45cb-a639-ba99a2e8d5bf tempest-AttachVolumeNegativeTest-1121993310 tempest-AttachVolumeNegativeTest-1121993310-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/7b4425e8-d37f-48c6-bf83-3781fd88596f HTTP/1.1" status: 204 len: 168 time: 0.4361465 Sep 15 01:00:51.367358 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:52.634253 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:52.686303 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:53.253951 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device e69990d7-d5a9-4ee1-b164-cfbb26f3bc24 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 01:00:53.273250 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] No Port match for: e69990d7-d5a9-4ee1-b164-cfbb26f3bc24 {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 01:00:53.273588 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Device e69990d7-d5a9-4ee1-b164-cfbb26f3bc24 not bound to the agent host hv-cinder-85752 {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 01:00:54.242093 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 35148) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 01:00:54.697264 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-eeffabef-07a8-4bd1-9000-1a16581947bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1673637'] for router_interface (1ce736d0-eb45-4996-8a42-1c0d1d83a272), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:54.915008 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [None req-eeffabef-07a8-4bd1-9000-1a16581947bc admin admin] Deleting port 107963f3-d92c-4837-ab25-c26e9f8ce006 {{(pid=112952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 01:00:54.915348 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-eeffabef-07a8-4bd1-9000-1a16581947bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (107963f3-d92c-4837-ab25-c26e9f8ce006), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:54.992337 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.db [None req-eeffabef-07a8-4bd1-9000-1a16581947bc admin admin] For port 107963f3-d92c-4837-ab25-c26e9f8ce006, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=107963f3-d92c-4837-ab25-c26e9f8ce006,segment=NetworkSegment(43962dc6-5d1e-44de-8cf1-94862617316b),segment_id=43962dc6-5d1e-44de-8cf1-94862617316b)] {{(pid=112952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 01:00:54.992623 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-eeffabef-07a8-4bd1-9000-1a16581947bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (107963f3-d92c-4837-ab25-c26e9f8ce006), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:55.005497 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.plugins.ml2.plugin [None req-eeffabef-07a8-4bd1-9000-1a16581947bc admin admin] Calling delete_port for 107963f3-d92c-4837-ab25-c26e9f8ce006 owned by network:router_interface {{(pid=112952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 01:00:55.009234 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:00:55.014302 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:00:55.181295 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-eeffabef-07a8-4bd1-9000-1a16581947bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3304143'] for port (107963f3-d92c-4837-ab25-c26e9f8ce006), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:55.204186 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeffabef-07a8-4bd1-9000-1a16581947bc admin admin] Pushing event deleted for resources: {'Port': ['ID=107963f3-d92c-4837-ab25-c26e9f8ce006,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 01:00:55.368485 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-eeffabef-07a8-4bd1-9000-1a16581947bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1679381'] for router_interface (1ce736d0-eb45-4996-8a42-1c0d1d83a272), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:55.835010 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeffabef-07a8-4bd1-9000-1a16581947bc admin admin] Router 1ce736d0-eb45-4996-8a42-1c0d1d83a272 has already been hosted by L3 agent 9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe {{(pid=112952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 01:00:55.935037 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeffabef-07a8-4bd1-9000-1a16581947bc admin admin] Notify agent at l3_agent.dv-cinder-857528-2-iscsi the message routers_updated {{(pid=112952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 01:00:55.940125 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-eeffabef-07a8-4bd1-9000-1a16581947bc admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/1ce736d0-eb45-4996-8a42-1c0d1d83a272/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6970148 Sep 15 01:00:55.942817 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 35152) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 01:00:55.943954 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99de050-197b-4c8f-ab7a-fff9990d2624 None None] Sync routers for ids ['1ce736d0-eb45-4996-8a42-1c0d1d83a272'] in dv-cinder-857528-2-iscsi {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 01:00:55.954624 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99de050-197b-4c8f-ab7a-fff9990d2624 None None] Routers {'1ce736d0-eb45-4996-8a42-1c0d1d83a272'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 01:00:55.955238 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-a99de050-197b-4c8f-ab7a-fff9990d2624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T01:00:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['1ce736d0-eb45-4996-8a42-1c0d1d83a272'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 01:00:56.043238 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-3a8036d7-4289-4ed9-b2c6-ca53a3f4e3da admin admin] Publish callbacks [] for router (1ce736d0-eb45-4996-8a42-1c0d1d83a272), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:56.054586 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-a99de050-197b-4c8f-ab7a-fff9990d2624 None None] Set router 1ce736d0-eb45-4996-8a42-1c0d1d83a272 gateway port host: dv-cinder-857528-2-iscsi {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 01:00:56.127427 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 6 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 01:00:56.140013 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-3a8036d7-4289-4ed9-b2c6-ca53a3f4e3da admin admin] Publish callbacks [] for router_gateway (1ce736d0-eb45-4996-8a42-1c0d1d83a272), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:56.155030 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:00:56.157090 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:00:56.184770 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [None req-3a8036d7-4289-4ed9-b2c6-ca53a3f4e3da admin admin] Deleting port 025acf36-238d-489a-936d-6b142c62ba58 {{(pid=112953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 01:00:56.185302 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-3a8036d7-4289-4ed9-b2c6-ca53a3f4e3da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (025acf36-238d-489a-936d-6b142c62ba58), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:56.226650 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-a99de050-197b-4c8f-ab7a-fff9990d2624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'name': 'tempest-AttachVolumeNegativeTest-400577387-router', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'external_fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '025acf36-238d-489a-936d-6b142c62ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T01:00:55Z', 'revision_number': 5, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'gw_port': {'id': '025acf36-238d-489a-936d-6b142c62ba58', 'name': '', 'network_id': '53046852-16e9-4bc6-a26e-a34c1d2139e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T00:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f0c0330-11bc-44ed-a1b6-6f3c15aee393', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-2-iscsi'}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 01:00:56.253110 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99de050-197b-4c8f-ab7a-fff9990d2624 None None] Checking router: 1ce736d0-eb45-4996-8a42-1c0d1d83a272 for host: dv-cinder-857528-2-iscsi {{(pid=112954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 01:00:56.261718 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99de050-197b-4c8f-ab7a-fff9990d2624 None None] Routers {'1ce736d0-eb45-4996-8a42-1c0d1d83a272'} bound to L3 agent in host dv-cinder-857528-2-iscsi {{(pid=112954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 15 01:00:56.262328 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-a99de050-197b-4c8f-ab7a-fff9990d2624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T00:36:20Z,description=,heartbeat_timestamp=2022-09-15T01:00:50Z,host='dv-cinder-857528-2-iscsi',id=9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T00:36:20Z,topic='l3_agent')) {'router_ids': ['1ce736d0-eb45-4996-8a42-1c0d1d83a272'], 'active': True} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 01:00:56.266911 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:00:56.272274 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [None req-3a8036d7-4289-4ed9-b2c6-ca53a3f4e3da admin admin] For port 025acf36-238d-489a-936d-6b142c62ba58, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=025acf36-238d-489a-936d-6b142c62ba58,segment=NetworkSegment(bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89),segment_id=bfe9e3aa-e625-4ce0-9eeb-1257aacc4d89)] {{(pid=112953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 01:00:56.272639 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-3a8036d7-4289-4ed9-b2c6-ca53a3f4e3da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (025acf36-238d-489a-936d-6b142c62ba58), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:56.287376 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [None req-3a8036d7-4289-4ed9-b2c6-ca53a3f4e3da admin admin] Calling delete_port for 025acf36-238d-489a-936d-6b142c62ba58 owned by network:router_gateway {{(pid=112953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 01:00:56.332326 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:00:56.346551 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvr_db [None req-a99de050-197b-4c8f-ab7a-fff9990d2624 None None] Set router 1ce736d0-eb45-4996-8a42-1c0d1d83a272 gateway port host: None {{(pid=112954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 15 01:00:56.398291 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_hamode_db [None req-a99de050-197b-4c8f-ab7a-fff9990d2624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'name': 'tempest-AttachVolumeNegativeTest-400577387-router', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T01:00:56Z', 'revision_number': 6, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'gw_port_host': None}], 'dv-cinder-857528-2-iscsi', False) {} {{(pid=112954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 01:00:56.424588 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99de050-197b-4c8f-ab7a-fff9990d2624 None None] The sync data for ids ['1ce736d0-eb45-4996-8a42-1c0d1d83a272'] in dv-cinder-857528-2-iscsi is: [{'id': '1ce736d0-eb45-4996-8a42-1c0d1d83a272', 'name': 'tempest-AttachVolumeNegativeTest-400577387-router', 'tenant_id': '3ef4db17e5d245cb9caab70d557f41ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T00:53:01Z', 'updated_at': '2022-09-15T01:00:56Z', 'revision_number': 6, 'project_id': '3ef4db17e5d245cb9caab70d557f41ae', 'gw_port_host': None}] {{(pid=112954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 01:00:56.459854 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-3a8036d7-4289-4ed9-b2c6-ca53a3f4e3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9371492'] for port (025acf36-238d-489a-936d-6b142c62ba58), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:56.482941 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8036d7-4289-4ed9-b2c6-ca53a3f4e3da admin admin] Pushing event deleted for resources: {'Port': ['ID=025acf36-238d-489a-936d-6b142c62ba58,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 01:00:56.549766 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-3a8036d7-4289-4ed9-b2c6-ca53a3f4e3da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1682271'] for router_gateway (1ce736d0-eb45-4996-8a42-1c0d1d83a272), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:56.633486 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-3a8036d7-4289-4ed9-b2c6-ca53a3f4e3da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1683147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3719'] for router (1ce736d0-eb45-4996-8a42-1c0d1d83a272), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:56.635606 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-3a8036d7-4289-4ed9-b2c6-ca53a3f4e3da admin admin] Publish callbacks [] for router_controller (1ce736d0-eb45-4996-8a42-1c0d1d83a272), precommit_delete_associations {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:56.677824 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-3a8036d7-4289-4ed9-b2c6-ca53a3f4e3da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1679464'] for router (1ce736d0-eb45-4996-8a42-1c0d1d83a272), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:56.678426 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8036d7-4289-4ed9-b2c6-ca53a3f4e3da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ce736d0-eb45-4996-8a42-1c0d1d83a272 {{(pid=112953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 01:00:56.682632 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-3a8036d7-4289-4ed9-b2c6-ca53a3f4e3da admin admin] Publish callbacks [] for router (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:56.683813 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-3a8036d7-4289-4ed9-b2c6-ca53a3f4e3da admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/1ce736d0-eb45-4996-8a42-1c0d1d83a272 HTTP/1.1" status: 204 len: 168 time: 0.7399800 Sep 15 01:00:56.686392 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 35154) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 01:00:56.730214 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.db_base_plugin_v2 [None req-612cb0da-1ced-4187-98f8-60504256b7a9 admin admin] Deleting subnet 45e5374b-dd3a-4913-9c14-900ba2b249b3 {{(pid=112953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 15 01:00:56.733203 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-612cb0da-1ced-4187-98f8-60504256b7a9 admin admin] Publish callbacks [] for subnet (45e5374b-dd3a-4913-9c14-900ba2b249b3), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:56.768319 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-612cb0da-1ced-4187-98f8-60504256b7a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9406953'] for subnet (45e5374b-dd3a-4913-9c14-900ba2b249b3), precommit_delete_associations {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:56.854117 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-612cb0da-1ced-4187-98f8-60504256b7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-769422'] for subnet (45e5374b-dd3a-4913-9c14-900ba2b249b3), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:56.906044 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-612cb0da-1ced-4187-98f8-60504256b7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9371403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9318503'] for subnet (45e5374b-dd3a-4913-9c14-900ba2b249b3), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:56.931056 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612cb0da-1ced-4187-98f8-60504256b7a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45e5374b-dd3a-4913-9c14-900ba2b249b3,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 01:00:56.934904 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-612cb0da-1ced-4187-98f8-60504256b7a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for subnet (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:56.938264 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-612cb0da-1ced-4187-98f8-60504256b7a9 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/45e5374b-dd3a-4913-9c14-900ba2b249b3 HTTP/1.1" status: 204 len: 168 time: 0.2508013 Sep 15 01:00:56.940601 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 35156) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 01:00:56.940749 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0de1a21-da1c-448a-bd2e-d24d5cd7f12a None None] Network 48f46f03-9920-4d15-b1d4-ea751486aaae requested from dv-cinder-857528-2-iscsi {{(pid=112954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 15 01:00:57.011472 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-86cd35c2-8152-49e6-8853-fe3ecbb388dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792827'] for network (48f46f03-9920-4d15-b1d4-ea751486aaae), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:57.053857 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [None req-86cd35c2-8152-49e6-8853-fe3ecbb388dc admin admin] Deleting port f0572891-3f49-4bc9-b136-c153a10adf37 {{(pid=112953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 01:00:57.054012 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-86cd35c2-8152-49e6-8853-fe3ecbb388dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (f0572891-3f49-4bc9-b136-c153a10adf37), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:57.118135 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.db [None req-86cd35c2-8152-49e6-8853-fe3ecbb388dc admin admin] For port f0572891-3f49-4bc9-b136-c153a10adf37, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=f0572891-3f49-4bc9-b136-c153a10adf37,segment=NetworkSegment(43962dc6-5d1e-44de-8cf1-94862617316b),segment_id=43962dc6-5d1e-44de-8cf1-94862617316b)] {{(pid=112953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 01:00:57.118431 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-86cd35c2-8152-49e6-8853-fe3ecbb388dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (f0572891-3f49-4bc9-b136-c153a10adf37), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:57.132774 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.plugin [None req-86cd35c2-8152-49e6-8853-fe3ecbb388dc admin admin] Calling delete_port for f0572891-3f49-4bc9-b136-c153a10adf37 owned by network:dhcp {{(pid=112953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 01:00:57.163429 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac2487d-1011-4dfc-aae4-c41593656aff None None] DHCP port deletion for 48f46f03-9920-4d15-b1d4-ea751486aaae request from dv-cinder-857528-2-iscsi {{(pid=112954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 15 01:00:57.186802 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:00:57.190738 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:00:57.204036 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-cac2487d-1011-4dfc-aae4-c41593656aff None None] Deleting port f0572891-3f49-4bc9-b136-c153a10adf37 {{(pid=112954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 15 01:00:57.204489 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-cac2487d-1011-4dfc-aae4-c41593656aff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740354131981'] for port (f0572891-3f49-4bc9-b136-c153a10adf37), before_delete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:57.216954 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-86cd35c2-8152-49e6-8853-fe3ecbb388dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9371492'] for port (f0572891-3f49-4bc9-b136-c153a10adf37), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:57.241612 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd35c2-8152-49e6-8853-fe3ecbb388dc admin admin] Pushing event deleted for resources: {'Port': ['ID=f0572891-3f49-4bc9-b136-c153a10adf37,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 01:00:57.244933 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cd35c2-8152-49e6-8853-fe3ecbb388dc admin admin] No DVR routers for this DVR port f0572891-3f49-4bc9-b136-c153a10adf37 on host dv-cinder-857528-2-iscsi {{(pid=112953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 01:00:57.276179 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.db [None req-cac2487d-1011-4dfc-aae4-c41593656aff None None] For port f0572891-3f49-4bc9-b136-c153a10adf37, host dv-cinder-857528-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-2-iscsi',level=0,port_id=f0572891-3f49-4bc9-b136-c153a10adf37,segment=NetworkSegment(43962dc6-5d1e-44de-8cf1-94862617316b),segment_id=43962dc6-5d1e-44de-8cf1-94862617316b)] {{(pid=112954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 01:00:57.276582 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-cac2487d-1011-4dfc-aae4-c41593656aff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1681759'] for port (f0572891-3f49-4bc9-b136-c153a10adf37), precommit_delete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:57.294502 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-cac2487d-1011-4dfc-aae4-c41593656aff None None] Calling delete_port for f0572891-3f49-4bc9-b136-c153a10adf37 owned by network:dhcp {{(pid=112954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 15 01:00:57.319585 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-86cd35c2-8152-49e6-8853-fe3ecbb388dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864165', 'neutron.services.segments.db._delete_segments_for_network-8740354160321'] for network (48f46f03-9920-4d15-b1d4-ea751486aaae), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:57.339725 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.services.segments.db [None req-86cd35c2-8152-49e6-8853-fe3ecbb388dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48f46f03-9920-4d15-b1d4-ea751486aaae']}} {{(pid=112953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 01:00:57.349386 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.services.segments.db [None req-86cd35c2-8152-49e6-8853-fe3ecbb388dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43962dc6-5d1e-44de-8cf1-94862617316b') {'for_net_delete': True} {{(pid=112953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 01:00:57.349680 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.services.segments.db [None req-86cd35c2-8152-49e6-8853-fe3ecbb388dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43962dc6-5d1e-44de-8cf1-94862617316b') {} {{(pid=112953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 01:00:57.359882 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-86cd35c2-8152-49e6-8853-fe3ecbb388dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740354160213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9406930'] for segment (43962dc6-5d1e-44de-8cf1-94862617316b), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:57.372603 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-cac2487d-1011-4dfc-aae4-c41593656aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740354135691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740353694172'] for port (f0572891-3f49-4bc9-b136-c153a10adf37), after_delete {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:57.374508 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-86cd35c2-8152-49e6-8853-fe3ecbb388dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898'] for segment (43962dc6-5d1e-44de-8cf1-94862617316b), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:57.384805 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86cd35c2-8152-49e6-8853-fe3ecbb388dc admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=112953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 01:00:57.385269 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-86cd35c2-8152-49e6-8853-fe3ecbb388dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-841898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9371569'] for segment (43962dc6-5d1e-44de-8cf1-94862617316b), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:57.397656 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2487d-1011-4dfc-aae4-c41593656aff None None] Pushing event deleted for resources: {'Port': ['ID=f0572891-3f49-4bc9-b136-c153a10adf37,revision_number=None']} {{(pid=112954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 01:00:57.402363 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac2487d-1011-4dfc-aae4-c41593656aff None None] No DVR routers for this DVR port f0572891-3f49-4bc9-b136-c153a10adf37 on host dv-cinder-857528-2-iscsi {{(pid=112954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 15 01:00:57.410690 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac2487d-1011-4dfc-aae4-c41593656aff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:00:57.410841 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac2487d-1011-4dfc-aae4-c41593656aff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:00:57.411146 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac2487d-1011-4dfc-aae4-c41593656aff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:00:57.411474 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac2487d-1011-4dfc-aae4-c41593656aff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:00:57.412127 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac2487d-1011-4dfc-aae4-c41593656aff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:00:57.412255 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac2487d-1011-4dfc-aae4-c41593656aff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:00:57.412519 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac2487d-1011-4dfc-aae4-c41593656aff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:00:57.412846 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac2487d-1011-4dfc-aae4-c41593656aff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:00:57.413179 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac2487d-1011-4dfc-aae4-c41593656aff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:00:57.413568 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac2487d-1011-4dfc-aae4-c41593656aff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:00:57.414716 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac2487d-1011-4dfc-aae4-c41593656aff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:00:57.415074 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac2487d-1011-4dfc-aae4-c41593656aff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:00:57.415409 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac2487d-1011-4dfc-aae4-c41593656aff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:00:57.415756 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac2487d-1011-4dfc-aae4-c41593656aff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:00:57.416085 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac2487d-1011-4dfc-aae4-c41593656aff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:00:57.450240 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.services.segments.plugin [-] Segment 43962dc6-5d1e-44de-8cf1-94862617316b resource provider aggregate not found Sep 15 01:00:57.461297 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-86cd35c2-8152-49e6-8853-fe3ecbb388dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1682314'] for network (48f46f03-9920-4d15-b1d4-ea751486aaae), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:57.465885 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-86cd35c2-8152-49e6-8853-fe3ecbb388dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585163'] for network (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:57.470248 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-86cd35c2-8152-49e6-8853-fe3ecbb388dc admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/48f46f03-9920-4d15-b1d4-ea751486aaae HTTP/1.1" status: 204 len: 168 time: 0.5275276 Sep 15 01:00:57.483946 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.services.segments.plugin [-] Segment 43962dc6-5d1e-44de-8cf1-94862617316b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 43962dc6-5d1e-44de-8cf1-94862617316b found for delete ", "request_id": "req-182ea632-0cc9-4b52-a222-f57fc8dc8201"}]} Sep 15 01:00:57.485106 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd35c2-8152-49e6-8853-fe3ecbb388dc admin admin] Pushing event deleted for resources: {'Network': ['ID=48f46f03-9920-4d15-b1d4-ea751486aaae,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 01:00:57.583981 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 35164) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 01:00:57.627010 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-208ff7d8-555e-4f30-a085-91142453911d admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=3ef4db17e5d245cb9caab70d557f41ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418854 Sep 15 01:00:57.629424 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 35166) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 01:00:57.676845 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-f54c67af-e554-4de2-9a31-5de87480fc04 admin admin] Publish callbacks [] for security_group (e240a452-9458-40fb-9d78-46fcb6c5480c), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:57.696349 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-f54c67af-e554-4de2-9a31-5de87480fc04 admin admin] Publish callbacks [] for security_group (e240a452-9458-40fb-9d78-46fcb6c5480c), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:57.706162 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:00:57.719020 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:00:57.747422 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-f54c67af-e554-4de2-9a31-5de87480fc04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (e240a452-9458-40fb-9d78-46fcb6c5480c), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:57.750054 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-f54c67af-e554-4de2-9a31-5de87480fc04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:57.751317 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-f54c67af-e554-4de2-9a31-5de87480fc04 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/e240a452-9458-40fb-9d78-46fcb6c5480c HTTP/1.1" status: 204 len: 168 time: 0.1210108 Sep 15 01:00:57.759092 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54c67af-e554-4de2-9a31-5de87480fc04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e240a452-9458-40fb-9d78-46fcb6c5480c,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 01:00:58.221995 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device f0572891-3f49-4bc9-b136-c153a10adf37 no longer exists at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 01:00:58.248838 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] No Port match for: f0572891-3f49-4bc9-b136-c153a10adf37 {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 01:00:58.248838 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device f0572891-3f49-4bc9-b136-c153a10adf37 not bound to the agent host dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 01:00:58.248838 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 107963f3-d92c-4837-ab25-c26e9f8ce006 no longer exists at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 01:00:58.269537 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] No Port match for: 107963f3-d92c-4837-ab25-c26e9f8ce006 {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 01:00:58.269889 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 107963f3-d92c-4837-ab25-c26e9f8ce006 not bound to the agent host dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 01:00:58.270320 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 025acf36-238d-489a-936d-6b142c62ba58 no longer exists at agent ovs-agent-dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 01:00:58.289111 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.plugin [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] No Port match for: 025acf36-238d-489a-936d-6b142c62ba58 {{(pid=112954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 15 01:00:58.289463 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron.plugins.ml2.rpc [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Device 025acf36-238d-489a-936d-6b142c62ba58 not bound to the agent host dv-cinder-857528-2-iscsi {{(pid=112954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 01:00:59.426256 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 35216) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 01:00:59.532619 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-5f761a56-ea63-4a75-add2-7cdfd8aa3140 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:59.608221 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-5f761a56-ea63-4a75-add2-7cdfd8aa3140 admin admin] Publish callbacks [] for security_group (563cb0c7-85a9-4dd5-ab24-b99139c9123d), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:59.611814 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-5f761a56-ea63-4a75-add2-7cdfd8aa3140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (563cb0c7-85a9-4dd5-ab24-b99139c9123d), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:59.651048 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f761a56-ea63-4a75-add2-7cdfd8aa3140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563cb0c7-85a9-4dd5-ab24-b99139c9123d,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 01:00:59.657661 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-5f761a56-ea63-4a75-add2-7cdfd8aa3140 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=5e3bec2aa5784363940ba4350bb4bb50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303662 Sep 15 01:00:59.660410 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 35220) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 01:00:59.709843 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-67fa8a7e-f5a6-419c-9659-a2060fbbeffa admin admin] Publish callbacks [] for security_group (563cb0c7-85a9-4dd5-ab24-b99139c9123d), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:59.729793 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-67fa8a7e-f5a6-419c-9659-a2060fbbeffa admin admin] Publish callbacks [] for security_group (563cb0c7-85a9-4dd5-ab24-b99139c9123d), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:59.776412 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-67fa8a7e-f5a6-419c-9659-a2060fbbeffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (563cb0c7-85a9-4dd5-ab24-b99139c9123d), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:59.779000 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-67fa8a7e-f5a6-419c-9659-a2060fbbeffa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:00:59.780465 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-67fa8a7e-f5a6-419c-9659-a2060fbbeffa admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/563cb0c7-85a9-4dd5-ab24-b99139c9123d HTTP/1.1" status: 204 len: 168 time: 0.1187472 Sep 15 01:00:59.788243 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa8a7e-f5a6-419c-9659-a2060fbbeffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563cb0c7-85a9-4dd5-ab24-b99139c9123d,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 01:01:00.044419 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 35226) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 01:01:00.057936 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-4ced1b12-2817-4636-a7e3-d068331a7a93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:00.134351 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-4ced1b12-2817-4636-a7e3-d068331a7a93 admin admin] Publish callbacks [] for security_group (f1409a83-6ca7-4a03-8313-6bd66c31efd1), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:00.138014 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-4ced1b12-2817-4636-a7e3-d068331a7a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (f1409a83-6ca7-4a03-8313-6bd66c31efd1), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:00.178632 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-4ced1b12-2817-4636-a7e3-d068331a7a93 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=3ba5b8fbefb24c9f8b36c466b23238f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1330876 Sep 15 01:01:00.180597 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ced1b12-2817-4636-a7e3-d068331a7a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1409a83-6ca7-4a03-8313-6bd66c31efd1,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 01:01:00.181366 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 35228) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 01:01:00.230828 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-ff595920-e4d7-40c9-89ff-3a200c0c1339 admin admin] Publish callbacks [] for security_group (f1409a83-6ca7-4a03-8313-6bd66c31efd1), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:00.250024 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-ff595920-e4d7-40c9-89ff-3a200c0c1339 admin admin] Publish callbacks [] for security_group (f1409a83-6ca7-4a03-8313-6bd66c31efd1), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:00.296949 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-ff595920-e4d7-40c9-89ff-3a200c0c1339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (f1409a83-6ca7-4a03-8313-6bd66c31efd1), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:00.299611 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-ff595920-e4d7-40c9-89ff-3a200c0c1339 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:00.300750 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-ff595920-e4d7-40c9-89ff-3a200c0c1339 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f1409a83-6ca7-4a03-8313-6bd66c31efd1 HTTP/1.1" status: 204 len: 168 time: 0.1183474 Sep 15 01:01:00.308736 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff595920-e4d7-40c9-89ff-3a200c0c1339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1409a83-6ca7-4a03-8313-6bd66c31efd1,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 01:01:00.324481 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:01:09.801787 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=69 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:01:10.174347 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:DELETE=3,neutron:SELECT=58,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:01:10.176671 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=51,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:01:10.284029 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=35,neutron:DELETE=5 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:01:10.308922 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=42,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:01:10.320896 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=58,neutron:DELETE=5 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:01:13.286304 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 35368) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 01:01:13.388666 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-489f13a1-2aa8-4037-bafa-f8fbe49c0f58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:13.464091 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-489f13a1-2aa8-4037-bafa-f8fbe49c0f58 admin admin] Publish callbacks [] for security_group (38abcd22-a064-49fb-af24-fd49ddd154be), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:13.467569 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-489f13a1-2aa8-4037-bafa-f8fbe49c0f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (38abcd22-a064-49fb-af24-fd49ddd154be), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:13.506518 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-489f13a1-2aa8-4037-bafa-f8fbe49c0f58 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=afe295c8d4e94a19ac7d31f46ee4a36c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2191744 Sep 15 01:01:13.507372 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f13a1-2aa8-4037-bafa-f8fbe49c0f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38abcd22-a064-49fb-af24-fd49ddd154be,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 01:01:13.509689 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 35372) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 01:01:13.562360 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c55de312-0fcb-4897-ac3d-35fd5379c114 admin admin] Publish callbacks [] for security_group (38abcd22-a064-49fb-af24-fd49ddd154be), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:13.589062 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c55de312-0fcb-4897-ac3d-35fd5379c114 admin admin] Publish callbacks [] for security_group (38abcd22-a064-49fb-af24-fd49ddd154be), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:13.646593 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c55de312-0fcb-4897-ac3d-35fd5379c114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (38abcd22-a064-49fb-af24-fd49ddd154be), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:13.649113 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-c55de312-0fcb-4897-ac3d-35fd5379c114 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:13.650265 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-c55de312-0fcb-4897-ac3d-35fd5379c114 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/38abcd22-a064-49fb-af24-fd49ddd154be HTTP/1.1" status: 204 len: 168 time: 0.1395826 Sep 15 01:01:13.658470 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55de312-0fcb-4897-ac3d-35fd5379c114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38abcd22-a064-49fb-af24-fd49ddd154be,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 01:01:13.661641 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=17 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:01:13.664126 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:01:13.917983 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 35378) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 01:01:13.935692 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-62e2d968-b07d-4b58-9fa6-90ef4a7ae4fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:14.012944 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-62e2d968-b07d-4b58-9fa6-90ef4a7ae4fe admin admin] Publish callbacks [] for security_group (2a227b8b-ec2f-4f25-b67c-ca0d365e8e9e), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:14.016359 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-62e2d968-b07d-4b58-9fa6-90ef4a7ae4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (2a227b8b-ec2f-4f25-b67c-ca0d365e8e9e), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:14.053222 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e2d968-b07d-4b58-9fa6-90ef4a7ae4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a227b8b-ec2f-4f25-b67c-ca0d365e8e9e,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 01:01:14.057493 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-62e2d968-b07d-4b58-9fa6-90ef4a7ae4fe admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=e7f49e5ae9a34f32878a18345e8252f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1385002 Sep 15 01:01:14.060730 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 35380) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 01:01:14.108852 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-aa6dffeb-6d5b-4f60-834b-0cfa0926f1fa admin admin] Publish callbacks [] for security_group (2a227b8b-ec2f-4f25-b67c-ca0d365e8e9e), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:14.128132 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-aa6dffeb-6d5b-4f60-834b-0cfa0926f1fa admin admin] Publish callbacks [] for security_group (2a227b8b-ec2f-4f25-b67c-ca0d365e8e9e), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:14.174648 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-aa6dffeb-6d5b-4f60-834b-0cfa0926f1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (2a227b8b-ec2f-4f25-b67c-ca0d365e8e9e), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:14.177322 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-aa6dffeb-6d5b-4f60-834b-0cfa0926f1fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:14.178459 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-aa6dffeb-6d5b-4f60-834b-0cfa0926f1fa admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/2a227b8b-ec2f-4f25-b67c-ca0d365e8e9e HTTP/1.1" status: 204 len: 168 time: 0.1168454 Sep 15 01:01:14.186462 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6dffeb-6d5b-4f60-834b-0cfa0926f1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a227b8b-ec2f-4f25-b67c-ca0d365e8e9e,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 01:01:15.069495 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:15.762325 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 35426) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 01:01:15.864582 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-3f8686be-dea3-4623-8308-4183a0a2a3eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:15.937970 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-3f8686be-dea3-4623-8308-4183a0a2a3eb admin admin] Publish callbacks [] for security_group (fc999255-b4e0-42a4-819e-dfbdbc42f4d7), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:15.941611 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-3f8686be-dea3-4623-8308-4183a0a2a3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (fc999255-b4e0-42a4-819e-dfbdbc42f4d7), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:15.982753 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-3f8686be-dea3-4623-8308-4183a0a2a3eb admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=6af43b5018a04ba9adcaf70b70e4b1fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193913 Sep 15 01:01:15.983893 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8686be-dea3-4623-8308-4183a0a2a3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc999255-b4e0-42a4-819e-dfbdbc42f4d7,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 01:01:15.985480 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 35430) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 01:01:16.037106 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f4deedb9-e717-4d08-a751-948bfcc919c9 admin admin] Publish callbacks [] for security_group (fc999255-b4e0-42a4-819e-dfbdbc42f4d7), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:16.058559 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f4deedb9-e717-4d08-a751-948bfcc919c9 admin admin] Publish callbacks [] for security_group (fc999255-b4e0-42a4-819e-dfbdbc42f4d7), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:16.105998 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f4deedb9-e717-4d08-a751-948bfcc919c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (fc999255-b4e0-42a4-819e-dfbdbc42f4d7), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:16.108571 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-f4deedb9-e717-4d08-a751-948bfcc919c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:16.109692 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-f4deedb9-e717-4d08-a751-948bfcc919c9 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/fc999255-b4e0-42a4-819e-dfbdbc42f4d7 HTTP/1.1" status: 204 len: 168 time: 0.1232111 Sep 15 01:01:16.117210 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4deedb9-e717-4d08-a751-948bfcc919c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc999255-b4e0-42a4-819e-dfbdbc42f4d7,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 01:01:16.372021 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 35436) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 01:01:16.385387 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-ec3dc429-4ada-443e-8eeb-ceb513223c92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:16.438939 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:01:16.445245 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:01:16.467948 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-ec3dc429-4ada-443e-8eeb-ceb513223c92 admin admin] Publish callbacks [] for security_group (e24364ed-41f6-4db2-8b72-33e4b3608345), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:16.471655 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-ec3dc429-4ada-443e-8eeb-ceb513223c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (e24364ed-41f6-4db2-8b72-33e4b3608345), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:16.511471 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-ec3dc429-4ada-443e-8eeb-ceb513223c92 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=b5c07877eeae4ca68cc943b25f372c6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1378753 Sep 15 01:01:16.512562 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3dc429-4ada-443e-8eeb-ceb513223c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24364ed-41f6-4db2-8b72-33e4b3608345,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 01:01:16.514273 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 35438) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 01:01:16.562319 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ed01c2b7-5c87-4174-9e00-a254bf414c59 admin admin] Publish callbacks [] for security_group (e24364ed-41f6-4db2-8b72-33e4b3608345), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:16.582071 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ed01c2b7-5c87-4174-9e00-a254bf414c59 admin admin] Publish callbacks [] for security_group (e24364ed-41f6-4db2-8b72-33e4b3608345), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:16.628018 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ed01c2b7-5c87-4174-9e00-a254bf414c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (e24364ed-41f6-4db2-8b72-33e4b3608345), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:16.632068 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ed01c2b7-5c87-4174-9e00-a254bf414c59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:16.633674 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-ed01c2b7-5c87-4174-9e00-a254bf414c59 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/e24364ed-41f6-4db2-8b72-33e4b3608345 HTTP/1.1" status: 204 len: 168 time: 0.1183851 Sep 15 01:01:16.642544 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed01c2b7-5c87-4174-9e00-a254bf414c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24364ed-41f6-4db2-8b72-33e4b3608345,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 01:01:17.785769 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-05ccc875-99de-46b1-8b91-ba17687bf6e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:20.053039 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-a641d639-e8e7-4f0d-b10e-2db45fe91ab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:21.372279 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:21.563695 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 35512) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 01:01:21.666173 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-8877c5f8-4373-42dd-b663-9585895afbcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:21.741592 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-8877c5f8-4373-42dd-b663-9585895afbcd admin admin] Publish callbacks [] for security_group (bd188620-0b5c-4ff4-95bf-7d341d8e0ad7), precommit_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:21.745874 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-8877c5f8-4373-42dd-b663-9585895afbcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (bd188620-0b5c-4ff4-95bf-7d341d8e0ad7), after_create {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:21.787162 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-8877c5f8-4373-42dd-b663-9585895afbcd admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=f2cd1d7009a94b15a3185daf4d178d43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2223856 Sep 15 01:01:21.788042 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877c5f8-4373-42dd-b663-9585895afbcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd188620-0b5c-4ff4-95bf-7d341d8e0ad7,revision_number=1']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 01:01:21.789942 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 35516) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 01:01:21.841739 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2e1f8802-1301-4b75-aafb-65111b76996c admin admin] Publish callbacks [] for security_group (bd188620-0b5c-4ff4-95bf-7d341d8e0ad7), before_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:21.861922 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2e1f8802-1301-4b75-aafb-65111b76996c admin admin] Publish callbacks [] for security_group (bd188620-0b5c-4ff4-95bf-7d341d8e0ad7), precommit_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:21.909489 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2e1f8802-1301-4b75-aafb-65111b76996c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (bd188620-0b5c-4ff4-95bf-7d341d8e0ad7), after_delete {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:21.912332 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-2e1f8802-1301-4b75-aafb-65111b76996c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:21.913458 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-2e1f8802-1301-4b75-aafb-65111b76996c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/bd188620-0b5c-4ff4-95bf-7d341d8e0ad7 HTTP/1.1" status: 204 len: 168 time: 0.1225338 Sep 15 01:01:21.921750 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f8802-1301-4b75-aafb-65111b76996c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd188620-0b5c-4ff4-95bf-7d341d8e0ad7,revision_number=None']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 01:01:22.170739 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 35522) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 01:01:22.184280 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-8e60e6b0-90ed-4ad4-a8b6-0249974e451c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:22.261204 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-8e60e6b0-90ed-4ad4-a8b6-0249974e451c admin admin] Publish callbacks [] for security_group (b283a008-ba65-4fac-a18e-ec815615bac3), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:22.264820 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-8e60e6b0-90ed-4ad4-a8b6-0249974e451c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (b283a008-ba65-4fac-a18e-ec815615bac3), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:22.303386 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-8e60e6b0-90ed-4ad4-a8b6-0249974e451c admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=f518b28c50204fb9b02d5896c84fcb7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1316035 Sep 15 01:01:22.304211 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60e6b0-90ed-4ad4-a8b6-0249974e451c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b283a008-ba65-4fac-a18e-ec815615bac3,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 01:01:22.306170 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 35524) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 01:01:22.356838 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d2d9e72f-4445-415b-b1c7-bb7e0954a0aa admin admin] Publish callbacks [] for security_group (b283a008-ba65-4fac-a18e-ec815615bac3), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:22.376813 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d2d9e72f-4445-415b-b1c7-bb7e0954a0aa admin admin] Publish callbacks [] for security_group (b283a008-ba65-4fac-a18e-ec815615bac3), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:22.398795 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=11 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:01:22.403163 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:01:22.427073 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d2d9e72f-4445-415b-b1c7-bb7e0954a0aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (b283a008-ba65-4fac-a18e-ec815615bac3), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:22.429670 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-d2d9e72f-4445-415b-b1c7-bb7e0954a0aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:22.430802 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-d2d9e72f-4445-415b-b1c7-bb7e0954a0aa admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/b283a008-ba65-4fac-a18e-ec815615bac3 HTTP/1.1" status: 204 len: 168 time: 0.1235149 Sep 15 01:01:22.440678 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d9e72f-4445-415b-b1c7-bb7e0954a0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b283a008-ba65-4fac-a18e-ec815615bac3,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 01:01:22.638805 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:22.696039 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:32.298017 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=48,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:01:32.299901 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=40,neutron:DELETE=2,neutron:INSERT=5 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:01:32.440948 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:DELETE=4,neutron:SELECT=2 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:01:32.688422 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:01:32.691063 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=13,neutron:UPDATE=5 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:01:33.127294 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 6 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 01:01:45.082840 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:45.315312 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 35676) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 01:01:45.418651 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-e3ef79e4-4821-494a-8140-80bc69aaa6f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:45.493173 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-e3ef79e4-4821-494a-8140-80bc69aaa6f6 admin admin] Publish callbacks [] for security_group (0cf91feb-b33e-46b0-bb54-605805654e20), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:45.496795 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-e3ef79e4-4821-494a-8140-80bc69aaa6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (0cf91feb-b33e-46b0-bb54-605805654e20), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:45.538759 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-e3ef79e4-4821-494a-8140-80bc69aaa6f6 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=2cbbe2036d224203b013e4182754e172&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2223971 Sep 15 01:01:45.539747 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef79e4-4821-494a-8140-80bc69aaa6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf91feb-b33e-46b0-bb54-605805654e20,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 01:01:45.541582 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 35680) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 01:01:45.590623 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-364d4d55-7ca4-4a6a-8699-9644e312172c admin admin] Publish callbacks [] for security_group (0cf91feb-b33e-46b0-bb54-605805654e20), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:45.610095 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-364d4d55-7ca4-4a6a-8699-9644e312172c admin admin] Publish callbacks [] for security_group (0cf91feb-b33e-46b0-bb54-605805654e20), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:45.660284 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-364d4d55-7ca4-4a6a-8699-9644e312172c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (0cf91feb-b33e-46b0-bb54-605805654e20), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:45.662996 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-364d4d55-7ca4-4a6a-8699-9644e312172c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:45.664155 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-364d4d55-7ca4-4a6a-8699-9644e312172c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/0cf91feb-b33e-46b0-bb54-605805654e20 HTTP/1.1" status: 204 len: 168 time: 0.1215711 Sep 15 01:01:45.673704 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d4d55-7ca4-4a6a-8699-9644e312172c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf91feb-b33e-46b0-bb54-605805654e20,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 01:01:47.787393 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-fef73b50-2c4b-4f31-b2e5-f89e0a279d9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:49.220155 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=2 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:01:49.224231 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=6 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:01:50.055746 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-256e4f72-dcb5-42bc-8a68-3df0c03ad518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:51.376079 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:52.642377 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:52.689765 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:53.598692 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 35798) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 01:01:53.702440 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-084d4f2a-b55c-42d9-857a-328132cd87f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:53.777654 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-084d4f2a-b55c-42d9-857a-328132cd87f5 admin admin] Publish callbacks [] for security_group (f1f8da9b-26d8-4925-8a99-4ba2b74dd396), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:53.781291 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-084d4f2a-b55c-42d9-857a-328132cd87f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (f1f8da9b-26d8-4925-8a99-4ba2b74dd396), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:53.819265 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-084d4f2a-b55c-42d9-857a-328132cd87f5 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=860fd9e3759345a18a6e1699bd9b4279&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2195339 Sep 15 01:01:53.821130 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d4f2a-b55c-42d9-857a-328132cd87f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f8da9b-26d8-4925-8a99-4ba2b74dd396,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 01:01:53.822045 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 35802) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 01:01:53.828381 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d4f2a-b55c-42d9-857a-328132cd87f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:01:53.828731 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d4f2a-b55c-42d9-857a-328132cd87f5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:01:53.829076 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d4f2a-b55c-42d9-857a-328132cd87f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:01:53.829415 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d4f2a-b55c-42d9-857a-328132cd87f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:01:53.829748 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d4f2a-b55c-42d9-857a-328132cd87f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:01:53.830085 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d4f2a-b55c-42d9-857a-328132cd87f5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:01:53.830417 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d4f2a-b55c-42d9-857a-328132cd87f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:01:53.830744 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d4f2a-b55c-42d9-857a-328132cd87f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:01:53.831070 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d4f2a-b55c-42d9-857a-328132cd87f5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:01:53.831400 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d4f2a-b55c-42d9-857a-328132cd87f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:01:53.831753 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d4f2a-b55c-42d9-857a-328132cd87f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:01:53.832081 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d4f2a-b55c-42d9-857a-328132cd87f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:01:53.832402 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d4f2a-b55c-42d9-857a-328132cd87f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:01:53.832722 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d4f2a-b55c-42d9-857a-328132cd87f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:01:53.833039 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d4f2a-b55c-42d9-857a-328132cd87f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:01:53.871171 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-3a38882b-67de-418c-9e2f-1b139bfe4b0b admin admin] Publish callbacks [] for security_group (f1f8da9b-26d8-4925-8a99-4ba2b74dd396), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:53.890984 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-3a38882b-67de-418c-9e2f-1b139bfe4b0b admin admin] Publish callbacks [] for security_group (f1f8da9b-26d8-4925-8a99-4ba2b74dd396), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:53.938798 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-3a38882b-67de-418c-9e2f-1b139bfe4b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (f1f8da9b-26d8-4925-8a99-4ba2b74dd396), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:53.941465 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-3a38882b-67de-418c-9e2f-1b139bfe4b0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:53.942575 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-3a38882b-67de-418c-9e2f-1b139bfe4b0b admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f1f8da9b-26d8-4925-8a99-4ba2b74dd396 HTTP/1.1" status: 204 len: 168 time: 0.1195331 Sep 15 01:01:53.950681 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a38882b-67de-418c-9e2f-1b139bfe4b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f8da9b-26d8-4925-8a99-4ba2b74dd396,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 01:01:53.959439 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a38882b-67de-418c-9e2f-1b139bfe4b0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:01:53.959807 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a38882b-67de-418c-9e2f-1b139bfe4b0b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:01:53.960153 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a38882b-67de-418c-9e2f-1b139bfe4b0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:01:53.960582 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a38882b-67de-418c-9e2f-1b139bfe4b0b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:01:53.960815 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a38882b-67de-418c-9e2f-1b139bfe4b0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:01:53.961145 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a38882b-67de-418c-9e2f-1b139bfe4b0b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:01:53.961471 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a38882b-67de-418c-9e2f-1b139bfe4b0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:01:53.961884 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a38882b-67de-418c-9e2f-1b139bfe4b0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:01:53.962123 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a38882b-67de-418c-9e2f-1b139bfe4b0b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:01:53.962447 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a38882b-67de-418c-9e2f-1b139bfe4b0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:01:53.962772 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a38882b-67de-418c-9e2f-1b139bfe4b0b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:01:53.963646 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a38882b-67de-418c-9e2f-1b139bfe4b0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:01:53.963971 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a38882b-67de-418c-9e2f-1b139bfe4b0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:01:53.964288 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a38882b-67de-418c-9e2f-1b139bfe4b0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:01:53.964606 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a38882b-67de-418c-9e2f-1b139bfe4b0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-2-iscsi {{(pid=112952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 01:01:54.222529 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 35808) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 01:01:54.236483 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-903b1342-5d4c-4cee-b545-59b33d9be659 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:54.314332 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-903b1342-5d4c-4cee-b545-59b33d9be659 admin admin] Publish callbacks [] for security_group (7fd3025d-f3b9-40ea-b08b-3738b8780519), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:54.317874 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-903b1342-5d4c-4cee-b545-59b33d9be659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (7fd3025d-f3b9-40ea-b08b-3738b8780519), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:54.361254 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-903b1342-5d4c-4cee-b545-59b33d9be659 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=67ffae5d5f0743ab9720f1cfe3e6b19e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1375477 Sep 15 01:01:54.363271 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b1342-5d4c-4cee-b545-59b33d9be659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd3025d-f3b9-40ea-b08b-3738b8780519,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 01:01:54.364213 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 35810) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 01:01:54.414264 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-934d2253-52b3-42bd-8e51-845811ebe4b3 admin admin] Publish callbacks [] for security_group (7fd3025d-f3b9-40ea-b08b-3738b8780519), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:54.433942 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-934d2253-52b3-42bd-8e51-845811ebe4b3 admin admin] Publish callbacks [] for security_group (7fd3025d-f3b9-40ea-b08b-3738b8780519), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:54.483741 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-934d2253-52b3-42bd-8e51-845811ebe4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (7fd3025d-f3b9-40ea-b08b-3738b8780519), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:54.486265 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-934d2253-52b3-42bd-8e51-845811ebe4b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:54.487403 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-934d2253-52b3-42bd-8e51-845811ebe4b3 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/7fd3025d-f3b9-40ea-b08b-3738b8780519 HTTP/1.1" status: 204 len: 168 time: 0.1222074 Sep 15 01:01:54.494939 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d2253-52b3-42bd-8e51-845811ebe4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd3025d-f3b9-40ea-b08b-3738b8780519,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 01:01:54.829507 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [-] (112953) accepted ('10.222.0.15', 35816) {{(pid=112953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 01:01:54.846544 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-9676a58b-d7f3-44bb-b303-ebb0f15bbc04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:54.920380 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-9676a58b-d7f3-44bb-b303-ebb0f15bbc04 admin admin] Publish callbacks [] for security_group (9b51e816-6d8d-497d-8842-e2d58c1a531e), precommit_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:54.923913 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron_lib.callbacks.manager [None req-9676a58b-d7f3-44bb-b303-ebb0f15bbc04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (9b51e816-6d8d-497d-8842-e2d58c1a531e), after_create {{(pid=112953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:54.954304 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=76,neutron:INSERT=23,neutron:UPDATE=1 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:01:54.964572 dv-cinder-857528-2-iscsi neutron-server[112953]: INFO neutron.wsgi [None req-9676a58b-d7f3-44bb-b303-ebb0f15bbc04 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=ecbbd05f6e69445587e2e1ef467de1ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340196 Sep 15 01:01:54.965671 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9676a58b-d7f3-44bb-b303-ebb0f15bbc04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b51e816-6d8d-497d-8842-e2d58c1a531e,revision_number=1']} {{(pid=112953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 01:01:54.967405 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.wsgi [-] (112952) accepted ('10.222.0.15', 35818) {{(pid=112952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 15 01:01:55.019311 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ccea9945-886a-459e-b556-d66a0e201762 admin admin] Publish callbacks [] for security_group (9b51e816-6d8d-497d-8842-e2d58c1a531e), before_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:55.040996 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ccea9945-886a-459e-b556-d66a0e201762 admin admin] Publish callbacks [] for security_group (9b51e816-6d8d-497d-8842-e2d58c1a531e), precommit_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:55.087595 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ccea9945-886a-459e-b556-d66a0e201762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645564'] for security_group (9b51e816-6d8d-497d-8842-e2d58c1a531e), after_delete {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:55.090426 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron_lib.callbacks.manager [None req-ccea9945-886a-459e-b556-d66a0e201762 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:01:55.091594 dv-cinder-857528-2-iscsi neutron-server[112952]: INFO neutron.wsgi [None req-ccea9945-886a-459e-b556-d66a0e201762 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/9b51e816-6d8d-497d-8842-e2d58c1a531e HTTP/1.1" status: 204 len: 168 time: 0.1224988 Sep 15 01:01:55.099134 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea9945-886a-459e-b556-d66a0e201762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b51e816-6d8d-497d-8842-e2d58c1a531e,revision_number=None']} {{(pid=112952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 01:02:04.507264 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:02:04.960437 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG dbcounter [-] [112953] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=3 {{(pid=112953) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:02:05.094833 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=66,neutron:DELETE=9 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:02:05.095618 dv-cinder-857528-2-iscsi neutron-server[112952]: DEBUG dbcounter [-] [112952] Writing DB stats neutron:SELECT=64,neutron:DELETE=7 {{(pid=112952) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:02:05.111627 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:02:10.126460 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 6 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 01:02:15.082063 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:02:17.787555 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-1c7bdfdd-6b0a-4346-a9a6-b2e57d8fae87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:02:20.058273 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-0e0b7e3f-fcda-461c-8d04-9eaad10e405e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:02:21.375812 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:02:22.646283 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:02:22.691754 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:02:26.226188 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:02:26.230672 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=6 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:02:33.670159 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:02:33.672058 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:02:45.095984 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:02:47.125606 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 6 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 01:02:47.789179 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-cd0ba622-1868-4d29-905a-8e3896f02250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:02:50.060944 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-6c01ea68-32db-4a73-ad6e-11be8a2a9f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:02:51.379737 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:02:52.648871 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:02:52.693156 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:03:02.687819 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:03:02.689724 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:03:03.233203 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=3 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:03:03.237249 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=5 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:03:13.665533 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=13 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:03:13.667392 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=13 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:03:15.095466 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:03:17.790387 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-4856e90a-e735-4055-9f4b-a0e0eb1e7358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:03:20.063880 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-7060aa74-e46e-40f5-846e-5fbeafbe7299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:03:21.382386 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:03:22.652066 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:03:22.694239 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:03:24.125716 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 6 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 01:03:32.688371 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:03:32.690721 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:03:40.227834 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=3 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:03:40.233731 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=5 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:03:45.094891 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:03:47.790699 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-ec8ac763-76e2-4531-92ca-f819045898a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:03:50.069123 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-a53d445b-b634-40ff-9e32-119ca66a8b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:03:51.385095 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:03:52.656391 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:03:52.696503 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:04:01.198422 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 6 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 01:04:02.684587 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:04:02.692704 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:UPDATE=5,neutron:SELECT=6 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:04:15.092949 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:04:17.234317 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=4 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:04:17.239392 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:04:17.791771 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-2b12618d-3286-4309-9ce9-d545990d68bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:04:20.070723 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-81e9eb4e-34bd-40d5-aae6-012452bb16bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:04:21.388596 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:04:22.661456 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:04:22.698352 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:04:33.793510 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:04:33.796792 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:04:38.128400 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 6 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 01:04:45.092731 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:04:47.793066 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-9d8c6e39-3eaa-4f9f-baec-0752a415fd4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:04:50.074222 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-ecb88a8f-7fc5-4cbf-9dc0-17dfb6169579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:04:51.392044 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:04:52.661954 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:04:52.701087 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:04:54.229257 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=4 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:04:54.233811 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=4 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:05:02.694928 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:05:02.696813 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:05:13.668568 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=12 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:05:13.671389 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=14 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:05:15.085280 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:05:15.128145 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 6 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 01:05:17.798593 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-36521495-ef31-4ecf-b079-4b6e7bd18e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:05:20.075921 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-e1640ac8-e210-40d4-a1be-f96ae662f50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:05:21.393551 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:05:22.665262 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:05:22.702590 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:05:31.234493 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=2 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:05:31.239661 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=6 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:05:32.696441 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:05:32.698344 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:05:43.133666 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=1 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:05:43.134384 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=1 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:05:45.106009 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:05:47.800228 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-4c24ec17-2c85-4f1b-89b8-03e172e889e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:05:50.077231 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-158ef792-99ff-42c3-87d1-5fd4a1b900f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:05:51.400367 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:05:52.127014 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 6 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 01:05:52.669154 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:05:52.704765 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:06:02.698058 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:06:02.699939 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:06:15.100645 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:06:16.189936 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=4 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:06:16.190715 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:06:17.801816 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-bbf9a901-42e2-45d0-acab-b82e047447a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:06:20.080262 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-40a8c60f-8a53-4cae-898a-2265686f47ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:06:21.400392 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:06:22.673101 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:06:22.707094 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:06:29.125971 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 6 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 01:06:33.680509 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:06:33.681256 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:06:40.267780 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [req-5b04d82c-9604-48a7-b762-603b796a8950 req-a41dc90b-3933-4285-9a9a-fde62770b702 service neutron] (112953) timed out ('10.222.0.15', 59460) {{(pid=112953) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 15 01:06:40.438630 dv-cinder-857528-2-iscsi neutron-server[112953]: DEBUG neutron.wsgi [req-5b04d82c-9604-48a7-b762-603b796a8950 req-60719ea6-20c5-4fa9-8e6e-15c64b202102 tempest-AttachVolumeShelveTestJSON-1795963454 tempest-AttachVolumeShelveTestJSON-1795963454-project] (112953) timed out ('10.222.0.15', 59468) {{(pid=112953) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 15 01:06:45.103547 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:06:45.221560 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=3 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:06:45.232006 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=5 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:06:47.804676 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-3ff50677-e356-4c95-b444-ee542db5cf35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:06:50.082548 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-a70a5f4e-bd0d-4ee2-bd13-9281ddbbfc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:06:51.404303 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:06:52.677533 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:06:52.708804 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:07:02.703319 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:07:02.705314 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG dbcounter [-] [112954] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=112954) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:07:06.125209 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG neutron.db.agents_db [None req-4e1f2993-081b-4525-9a7a-c6fa69882f68 None None] Agent healthcheck: found 6 active agents {{(pid=112955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 01:07:15.117925 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-14818382-a7c3-43b8-91df-cdfa95455184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (7a59e084-9e76-4c44-9c60-e850dcdcbbb2), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:07:17.811654 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-85be0368-af07-4fa1-bd45-4cc6f8ff106f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (abe268bd-80e0-4b66-bd7b-8cd34d7e839c), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:07:20.089004 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-29472ff6-ef4f-4f71-bb1b-c69bc94599b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (9391ce1b-7fd1-40b9-9bb1-fbb4207fe7fe), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:07:21.405971 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-95adbbff-6895-48c0-bf7b-800344abb436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (1910fe3d-a45e-4328-b167-582c750e5ccc), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:07:22.232024 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=17 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:07:22.237502 dv-cinder-857528-2-iscsi neutron-server[112955]: DEBUG dbcounter [-] [112955] Writing DB stats neutron:SELECT=17 {{(pid=112955) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 15 01:07:22.680163 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-200c41dd-3b8e-43a0-89b4-3b11d11910cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (ff17a010-8f9a-443b-8069-f9726ec23de4), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 15 01:07:22.710055 dv-cinder-857528-2-iscsi neutron-server[112954]: DEBUG neutron_lib.callbacks.manager [None req-83c0e869-9e23-4241-96e7-c4ada550f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740354160303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866276'] for agent (f85e816c-fb48-4744-a66a-e79ceb68e67e), after_update {{(pid=112954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}